{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:26UGKGIRDTHOVQUWXDT5ERAAVN","short_pith_number":"pith:26UGKGIR","canonical_record":{"source":{"id":"1602.03481","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-02-10T18:46:30Z","cross_cats_sorted":["cs.HC","cs.SI","stat.ML"],"title_canon_sha256":"fba2b15491cc93d659208bf694ec41b6bc0cc563e0abc3a22a82701b113981bd","abstract_canon_sha256":"ca34cdfb3c5960d1e9af440a65b376f540c04c9934aec1caa80674107faccfc0"},"schema_version":"1.0"},"canonical_sha256":"d7a86519111cceeac296b8e7d24400ab4065a114a3b0aa1176091c6d39187b8c","source":{"kind":"arxiv","id":"1602.03481","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1602.03481","created_at":"2026-05-18T00:36:43Z"},{"alias_kind":"arxiv_version","alias_value":"1602.03481v3","created_at":"2026-05-18T00:36:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1602.03481","created_at":"2026-05-18T00:36:43Z"},{"alias_kind":"pith_short_12","alias_value":"26UGKGIRDTHO","created_at":"2026-05-18T12:29:52Z"},{"alias_kind":"pith_short_16","alias_value":"26UGKGIRDTHOVQUW","created_at":"2026-05-18T12:29:52Z"},{"alias_kind":"pith_short_8","alias_value":"26UGKGIR","created_at":"2026-05-18T12:29:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:26UGKGIRDTHOVQUWXDT5ERAAVN","target":"record","payload":{"canonical_record":{"source":{"id":"1602.03481","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-02-10T18:46:30Z","cross_cats_sorted":["cs.HC","cs.SI","stat.ML"],"title_canon_sha256":"fba2b15491cc93d659208bf694ec41b6bc0cc563e0abc3a22a82701b113981bd","abstract_canon_sha256":"ca34cdfb3c5960d1e9af440a65b376f540c04c9934aec1caa80674107faccfc0"},"schema_version":"1.0"},"canonical_sha256":"d7a86519111cceeac296b8e7d24400ab4065a114a3b0aa1176091c6d39187b8c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:36:43.898149Z","signature_b64":"qK52hv5kq6ZnlXNPSd73v/o9I23DeJL/3dRNSIKryt1qrEhGtwotCWYfJ1wUeVktbeK5payiHjHStX/9T4ACCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d7a86519111cceeac296b8e7d24400ab4065a114a3b0aa1176091c6d39187b8c","last_reissued_at":"2026-05-18T00:36:43.897548Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:36:43.897548Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1602.03481","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:36:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H2xf81+DsxQ9bYgdYndDVVlz8cQYOr6pHaAPwQQPMt2vMDV1Fwfc5mH9XyAx93SiXNCuYs8sSDXqUOVf+oWiDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-09T16:23:49.277358Z"},"content_sha256":"b89e11836089dfa12d53f23e5e6314182503c0ffea67a899dd233b968e4d825e","schema_version":"1.0","event_id":"sha256:b89e11836089dfa12d53f23e5e6314182503c0ffea67a899dd233b968e4d825e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:26UGKGIRDTHOVQUWXDT5ERAAVN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Achieving Budget-optimality with Adaptive Schemes in Crowdsourcing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC","cs.SI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Ashish Khetan, Sewoong Oh","submitted_at":"2016-02-10T18:46:30Z","abstract_excerpt":"Crowdsourcing platforms provide marketplaces where task requesters can pay to get labels on their data. Such markets have emerged recently as popular venues for collecting annotations that are crucial in training machine learning models in various applications. However, as jobs are tedious and payments are low, errors are common in such crowdsourced labels. A common strategy to overcome such noise in the answers is to add redundancy by getting multiple answers for each task and aggregating them using some methods such as majority voting. For such a system, there is a fundamental question of in"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1602.03481","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:36:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1nTXmEEtBJjszD0zjqu8C4e9ekGY0rAn+kiErAyBnHJRB8nexZjReJuBLrEuNL5uTEpJeJzfIQRbvPbshOaxAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-09T16:23:49.277718Z"},"content_sha256":"96a28bc35a2fb5418cbc90ac908724fda3364f04b5876eb70ef090581c4ab38e","schema_version":"1.0","event_id":"sha256:96a28bc35a2fb5418cbc90ac908724fda3364f04b5876eb70ef090581c4ab38e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/26UGKGIRDTHOVQUWXDT5ERAAVN/bundle.json","state_url":"https://pith.science/pith/26UGKGIRDTHOVQUWXDT5ERAAVN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/26UGKGIRDTHOVQUWXDT5ERAAVN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-09T16:23:49Z","links":{"resolver":"https://pith.science/pith/26UGKGIRDTHOVQUWXDT5ERAAVN","bundle":"https://pith.science/pith/26UGKGIRDTHOVQUWXDT5ERAAVN/bundle.json","state":"https://pith.science/pith/26UGKGIRDTHOVQUWXDT5ERAAVN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/26UGKGIRDTHOVQUWXDT5ERAAVN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:26UGKGIRDTHOVQUWXDT5ERAAVN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ca34cdfb3c5960d1e9af440a65b376f540c04c9934aec1caa80674107faccfc0","cross_cats_sorted":["cs.HC","cs.SI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-02-10T18:46:30Z","title_canon_sha256":"fba2b15491cc93d659208bf694ec41b6bc0cc563e0abc3a22a82701b113981bd"},"schema_version":"1.0","source":{"id":"1602.03481","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1602.03481","created_at":"2026-05-18T00:36:43Z"},{"alias_kind":"arxiv_version","alias_value":"1602.03481v3","created_at":"2026-05-18T00:36:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1602.03481","created_at":"2026-05-18T00:36:43Z"},{"alias_kind":"pith_short_12","alias_value":"26UGKGIRDTHO","created_at":"2026-05-18T12:29:52Z"},{"alias_kind":"pith_short_16","alias_value":"26UGKGIRDTHOVQUW","created_at":"2026-05-18T12:29:52Z"},{"alias_kind":"pith_short_8","alias_value":"26UGKGIR","created_at":"2026-05-18T12:29:52Z"}],"graph_snapshots":[{"event_id":"sha256:96a28bc35a2fb5418cbc90ac908724fda3364f04b5876eb70ef090581c4ab38e","target":"graph","created_at":"2026-05-18T00:36:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Crowdsourcing platforms provide marketplaces where task requesters can pay to get labels on their data. Such markets have emerged recently as popular venues for collecting annotations that are crucial in training machine learning models in various applications. However, as jobs are tedious and payments are low, errors are common in such crowdsourced labels. A common strategy to overcome such noise in the answers is to add redundancy by getting multiple answers for each task and aggregating them using some methods such as majority voting. For such a system, there is a fundamental question of in","authors_text":"Ashish Khetan, Sewoong Oh","cross_cats":["cs.HC","cs.SI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-02-10T18:46:30Z","title":"Achieving Budget-optimality with Adaptive Schemes in Crowdsourcing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1602.03481","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b89e11836089dfa12d53f23e5e6314182503c0ffea67a899dd233b968e4d825e","target":"record","created_at":"2026-05-18T00:36:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ca34cdfb3c5960d1e9af440a65b376f540c04c9934aec1caa80674107faccfc0","cross_cats_sorted":["cs.HC","cs.SI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-02-10T18:46:30Z","title_canon_sha256":"fba2b15491cc93d659208bf694ec41b6bc0cc563e0abc3a22a82701b113981bd"},"schema_version":"1.0","source":{"id":"1602.03481","kind":"arxiv","version":3}},"canonical_sha256":"d7a86519111cceeac296b8e7d24400ab4065a114a3b0aa1176091c6d39187b8c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d7a86519111cceeac296b8e7d24400ab4065a114a3b0aa1176091c6d39187b8c","first_computed_at":"2026-05-18T00:36:43.897548Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:36:43.897548Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qK52hv5kq6ZnlXNPSd73v/o9I23DeJL/3dRNSIKryt1qrEhGtwotCWYfJ1wUeVktbeK5payiHjHStX/9T4ACCA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:36:43.898149Z","signed_message":"canonical_sha256_bytes"},"source_id":"1602.03481","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b89e11836089dfa12d53f23e5e6314182503c0ffea67a899dd233b968e4d825e","sha256:96a28bc35a2fb5418cbc90ac908724fda3364f04b5876eb70ef090581c4ab38e"],"state_sha256":"638fe8781ff40af8c6280a6dd347e330f573c3244eb7bb3d6dfe3e197f0a084f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yPqQGtvtVX/qDefLsnBo0MOhhRG7CWMrSFULMgCJbkb2wRHoMgh57VILAc6+Psn1XV6wFzhLHt9zoMu/oC72AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-09T16:23:49.279719Z","bundle_sha256":"107ee707bda93e9da810b85843222161c164310ca98c6006b2138310c96e8110"}}