{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:WVI7SKRAWLH2TI3KFPSUX7UZZM","short_pith_number":"pith:WVI7SKRA","canonical_record":{"source":{"id":"1605.05860","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2016-05-19T09:14:39Z","cross_cats_sorted":[],"title_canon_sha256":"b8d848b1889c93baf9ed7f6ddfb92c5e27d51f0ac82d60bcc66c5de07a80161b","abstract_canon_sha256":"07323a7ee3be0fa2cf01a603460baf0d965c0c896ed85e73a72fe89e9f1e0654"},"schema_version":"1.0"},"canonical_sha256":"b551f92a20b2cfa9a36a2be54bfe99cb132ab81a532256478045cd0dd8189b3e","source":{"kind":"arxiv","id":"1605.05860","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1605.05860","created_at":"2026-05-18T01:12:22Z"},{"alias_kind":"arxiv_version","alias_value":"1605.05860v3","created_at":"2026-05-18T01:12:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1605.05860","created_at":"2026-05-18T01:12:22Z"},{"alias_kind":"pith_short_12","alias_value":"WVI7SKRAWLH2","created_at":"2026-05-18T12:30:51Z"},{"alias_kind":"pith_short_16","alias_value":"WVI7SKRAWLH2TI3K","created_at":"2026-05-18T12:30:51Z"},{"alias_kind":"pith_short_8","alias_value":"WVI7SKRA","created_at":"2026-05-18T12:30:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:WVI7SKRAWLH2TI3KFPSUX7UZZM","target":"record","payload":{"canonical_record":{"source":{"id":"1605.05860","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2016-05-19T09:14:39Z","cross_cats_sorted":[],"title_canon_sha256":"b8d848b1889c93baf9ed7f6ddfb92c5e27d51f0ac82d60bcc66c5de07a80161b","abstract_canon_sha256":"07323a7ee3be0fa2cf01a603460baf0d965c0c896ed85e73a72fe89e9f1e0654"},"schema_version":"1.0"},"canonical_sha256":"b551f92a20b2cfa9a36a2be54bfe99cb132ab81a532256478045cd0dd8189b3e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:12:22.415118Z","signature_b64":"AA7xNqjW1wwPdyvAqlIW3AldCM5ImzwewhMZlBClhqt5OTwY11SLy7v4E3KSGkwEOWag4yrPvVcBlVesn+W5AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b551f92a20b2cfa9a36a2be54bfe99cb132ab81a532256478045cd0dd8189b3e","last_reissued_at":"2026-05-18T01:12:22.414784Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:12:22.414784Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1605.05860","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:12:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6cBPEOeLBJWzpPDMP+ncdyTdhrh2bdeku5Yqaj3nrGh6h2K+MsgIlDUToCJLlmdJhZ5GGG5CH7SgATwp57ZnDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T19:23:11.298683Z"},"content_sha256":"29fca7303278f7c7bec8f95d80add9c5a538eb9d39d2f772b551971ce94a4caa","schema_version":"1.0","event_id":"sha256:29fca7303278f7c7bec8f95d80add9c5a538eb9d39d2f772b551971ce94a4caa"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:WVI7SKRAWLH2TI3KFPSUX7UZZM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"False Discovery Rate Control and Statistical Quality Assessment of Annotators in Crowdsourced Ranking","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"stat.ML","authors_text":"Jiechao Xiong, Qianqian Xu, Xiaochun Cao, Yuan Yao","submitted_at":"2016-05-19T09:14:39Z","abstract_excerpt":"With the rapid growth of crowdsourcing platforms it has become easy and relatively inexpensive to collect a dataset labeled by multiple annotators in a short time. However due to the lack of control over the quality of the annotators, some abnormal annotators may be affected by position bias which can potentially degrade the quality of the final consensus labels. In this paper we introduce a statistical framework to model and detect annotator's position bias in order to control the false discovery rate (FDR) without a prior knowledge on the amount of biased annotators - the expected fraction o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1605.05860","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:12:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6988VTcSiX3LskdkrUgl0dY/RTRuT1zirHXB95NN7nTDBYHPP9qxXQmQcMhCAfDLrExv6oMTUQUy2caHi2amBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T19:23:11.299361Z"},"content_sha256":"8d12c783769aed270728c617ad1a20d2f819f3496d0f6c96f6053a049a25e44f","schema_version":"1.0","event_id":"sha256:8d12c783769aed270728c617ad1a20d2f819f3496d0f6c96f6053a049a25e44f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WVI7SKRAWLH2TI3KFPSUX7UZZM/bundle.json","state_url":"https://pith.science/pith/WVI7SKRAWLH2TI3KFPSUX7UZZM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WVI7SKRAWLH2TI3KFPSUX7UZZM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T19:23:11Z","links":{"resolver":"https://pith.science/pith/WVI7SKRAWLH2TI3KFPSUX7UZZM","bundle":"https://pith.science/pith/WVI7SKRAWLH2TI3KFPSUX7UZZM/bundle.json","state":"https://pith.science/pith/WVI7SKRAWLH2TI3KFPSUX7UZZM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WVI7SKRAWLH2TI3KFPSUX7UZZM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:WVI7SKRAWLH2TI3KFPSUX7UZZM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"07323a7ee3be0fa2cf01a603460baf0d965c0c896ed85e73a72fe89e9f1e0654","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2016-05-19T09:14:39Z","title_canon_sha256":"b8d848b1889c93baf9ed7f6ddfb92c5e27d51f0ac82d60bcc66c5de07a80161b"},"schema_version":"1.0","source":{"id":"1605.05860","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1605.05860","created_at":"2026-05-18T01:12:22Z"},{"alias_kind":"arxiv_version","alias_value":"1605.05860v3","created_at":"2026-05-18T01:12:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1605.05860","created_at":"2026-05-18T01:12:22Z"},{"alias_kind":"pith_short_12","alias_value":"WVI7SKRAWLH2","created_at":"2026-05-18T12:30:51Z"},{"alias_kind":"pith_short_16","alias_value":"WVI7SKRAWLH2TI3K","created_at":"2026-05-18T12:30:51Z"},{"alias_kind":"pith_short_8","alias_value":"WVI7SKRA","created_at":"2026-05-18T12:30:51Z"}],"graph_snapshots":[{"event_id":"sha256:8d12c783769aed270728c617ad1a20d2f819f3496d0f6c96f6053a049a25e44f","target":"graph","created_at":"2026-05-18T01:12:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"With the rapid growth of crowdsourcing platforms it has become easy and relatively inexpensive to collect a dataset labeled by multiple annotators in a short time. However due to the lack of control over the quality of the annotators, some abnormal annotators may be affected by position bias which can potentially degrade the quality of the final consensus labels. In this paper we introduce a statistical framework to model and detect annotator's position bias in order to control the false discovery rate (FDR) without a prior knowledge on the amount of biased annotators - the expected fraction o","authors_text":"Jiechao Xiong, Qianqian Xu, Xiaochun Cao, Yuan Yao","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2016-05-19T09:14:39Z","title":"False Discovery Rate Control and Statistical Quality Assessment of Annotators in Crowdsourced Ranking"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1605.05860","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:29fca7303278f7c7bec8f95d80add9c5a538eb9d39d2f772b551971ce94a4caa","target":"record","created_at":"2026-05-18T01:12:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"07323a7ee3be0fa2cf01a603460baf0d965c0c896ed85e73a72fe89e9f1e0654","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2016-05-19T09:14:39Z","title_canon_sha256":"b8d848b1889c93baf9ed7f6ddfb92c5e27d51f0ac82d60bcc66c5de07a80161b"},"schema_version":"1.0","source":{"id":"1605.05860","kind":"arxiv","version":3}},"canonical_sha256":"b551f92a20b2cfa9a36a2be54bfe99cb132ab81a532256478045cd0dd8189b3e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b551f92a20b2cfa9a36a2be54bfe99cb132ab81a532256478045cd0dd8189b3e","first_computed_at":"2026-05-18T01:12:22.414784Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:12:22.414784Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AA7xNqjW1wwPdyvAqlIW3AldCM5ImzwewhMZlBClhqt5OTwY11SLy7v4E3KSGkwEOWag4yrPvVcBlVesn+W5AQ==","signature_status":"signed_v1","signed_at":"2026-05-18T01:12:22.415118Z","signed_message":"canonical_sha256_bytes"},"source_id":"1605.05860","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:29fca7303278f7c7bec8f95d80add9c5a538eb9d39d2f772b551971ce94a4caa","sha256:8d12c783769aed270728c617ad1a20d2f819f3496d0f6c96f6053a049a25e44f"],"state_sha256":"2187c21b300eb297340e644ecc529cd2d666c030517a35dc1bb156cee56e3567"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xNOCQlB2trQtCFCCAfjPdxcg64nOOAi+uvWzjxCWsKa7Sv8+51vvK3ekVWeELhVlKPbydSmdqrmTnZOkgUNODg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T19:23:11.302826Z","bundle_sha256":"9870de6f45193de6e3787999eae92d61257c9167abdbb4b9ded28b3ec50c6252"}}