{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:H6PPHX4WLPJK4RE5C6BLESHLSL","short_pith_number":"pith:H6PPHX4W","canonical_record":{"source":{"id":"1602.04506","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2016-02-14T20:56:01Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"af64c934eb1fdb97dec4a337b4c588cb1daff668897b191beadfdeddd98a61e9","abstract_canon_sha256":"e9499e1cf0ec380a1cc974c7b428eea83a9c2701a1deb0502f4f525d242c16db"},"schema_version":"1.0"},"canonical_sha256":"3f9ef3df965bd2ae449d1782b248eb92d72a723f692dee8352555fecd30f3086","source":{"kind":"arxiv","id":"1602.04506","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1602.04506","created_at":"2026-05-18T01:20:49Z"},{"alias_kind":"arxiv_version","alias_value":"1602.04506v1","created_at":"2026-05-18T01:20:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1602.04506","created_at":"2026-05-18T01:20:49Z"},{"alias_kind":"pith_short_12","alias_value":"H6PPHX4WLPJK","created_at":"2026-05-18T12:30:19Z"},{"alias_kind":"pith_short_16","alias_value":"H6PPHX4WLPJK4RE5","created_at":"2026-05-18T12:30:19Z"},{"alias_kind":"pith_short_8","alias_value":"H6PPHX4W","created_at":"2026-05-18T12:30:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:H6PPHX4WLPJK4RE5C6BLESHLSL","target":"record","payload":{"canonical_record":{"source":{"id":"1602.04506","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2016-02-14T20:56:01Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"af64c934eb1fdb97dec4a337b4c588cb1daff668897b191beadfdeddd98a61e9","abstract_canon_sha256":"e9499e1cf0ec380a1cc974c7b428eea83a9c2701a1deb0502f4f525d242c16db"},"schema_version":"1.0"},"canonical_sha256":"3f9ef3df965bd2ae449d1782b248eb92d72a723f692dee8352555fecd30f3086","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:20:49.773142Z","signature_b64":"mF6efpOhhDtP5dDq6o1yIK6WrUuGjLU0ApDZGjMhfTmd3jUGrJC9k9NklFyyzmPu6ohzEPrKHspS/bSuPNp8Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3f9ef3df965bd2ae449d1782b248eb92d72a723f692dee8352555fecd30f3086","last_reissued_at":"2026-05-18T01:20:49.772548Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:20:49.772548Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1602.04506","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:20:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mdEjIvH+iyw8wV/p3KuVx7KoiRINbZnaccoxQ8VlSe4VGh2cGWcdHq/rhcQebtaL1rmp3jKSTI0nkSpZ4SqkAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-18T20:37:26.638383Z"},"content_sha256":"af3d1d370cbf7a3293de170e0df1ca987e2d9b3e65aedd412a78d147239376e3","schema_version":"1.0","event_id":"sha256:af3d1d370cbf7a3293de170e0df1ca987e2d9b3e65aedd412a78d147239376e3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:H6PPHX4WLPJK4RE5C6BLESHLSL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Embracing Error to Enable Rapid Crowdsourcing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.HC","authors_text":"David A. Shamma, Joshua Kravitz, Kenji Hata, Li Fei-Fei, Michael S. Bernstein, Ranjay Krishna, Stephanie Chen","submitted_at":"2016-02-14T20:56:01Z","abstract_excerpt":"Microtask crowdsourcing has enabled dataset advances in social science and machine learning, but existing crowdsourcing schemes are too expensive to scale up with the expanding volume of data. To scale and widen the applicability of crowdsourcing, we present a technique that produces extremely rapid judgments for binary and categorical labels. Rather than punishing all errors, which causes workers to proceed slowly and deliberately, our technique speeds up workers' judgments to the point where errors are acceptable and even expected. We demonstrate that it is possible to rectify these errors b"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1602.04506","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:20:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"J27VwpiPAFvVZu7BeMmH3BYV3BRetvM7u+0gNiR80WTEinwSjxEyQSG/dzhgIFiIyv23xGobuTKgvRVA8XrbBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-18T20:37:26.638933Z"},"content_sha256":"80c7f8605ad47032e07db02717caa75b91c49f230c71ea0c69cb8465b15a9cae","schema_version":"1.0","event_id":"sha256:80c7f8605ad47032e07db02717caa75b91c49f230c71ea0c69cb8465b15a9cae"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/H6PPHX4WLPJK4RE5C6BLESHLSL/bundle.json","state_url":"https://pith.science/pith/H6PPHX4WLPJK4RE5C6BLESHLSL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/H6PPHX4WLPJK4RE5C6BLESHLSL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-18T20:37:26Z","links":{"resolver":"https://pith.science/pith/H6PPHX4WLPJK4RE5C6BLESHLSL","bundle":"https://pith.science/pith/H6PPHX4WLPJK4RE5C6BLESHLSL/bundle.json","state":"https://pith.science/pith/H6PPHX4WLPJK4RE5C6BLESHLSL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/H6PPHX4WLPJK4RE5C6BLESHLSL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:H6PPHX4WLPJK4RE5C6BLESHLSL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e9499e1cf0ec380a1cc974c7b428eea83a9c2701a1deb0502f4f525d242c16db","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2016-02-14T20:56:01Z","title_canon_sha256":"af64c934eb1fdb97dec4a337b4c588cb1daff668897b191beadfdeddd98a61e9"},"schema_version":"1.0","source":{"id":"1602.04506","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1602.04506","created_at":"2026-05-18T01:20:49Z"},{"alias_kind":"arxiv_version","alias_value":"1602.04506v1","created_at":"2026-05-18T01:20:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1602.04506","created_at":"2026-05-18T01:20:49Z"},{"alias_kind":"pith_short_12","alias_value":"H6PPHX4WLPJK","created_at":"2026-05-18T12:30:19Z"},{"alias_kind":"pith_short_16","alias_value":"H6PPHX4WLPJK4RE5","created_at":"2026-05-18T12:30:19Z"},{"alias_kind":"pith_short_8","alias_value":"H6PPHX4W","created_at":"2026-05-18T12:30:19Z"}],"graph_snapshots":[{"event_id":"sha256:80c7f8605ad47032e07db02717caa75b91c49f230c71ea0c69cb8465b15a9cae","target":"graph","created_at":"2026-05-18T01:20:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Microtask crowdsourcing has enabled dataset advances in social science and machine learning, but existing crowdsourcing schemes are too expensive to scale up with the expanding volume of data. To scale and widen the applicability of crowdsourcing, we present a technique that produces extremely rapid judgments for binary and categorical labels. Rather than punishing all errors, which causes workers to proceed slowly and deliberately, our technique speeds up workers' judgments to the point where errors are acceptable and even expected. We demonstrate that it is possible to rectify these errors b","authors_text":"David A. Shamma, Joshua Kravitz, Kenji Hata, Li Fei-Fei, Michael S. Bernstein, Ranjay Krishna, Stephanie Chen","cross_cats":["cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2016-02-14T20:56:01Z","title":"Embracing Error to Enable Rapid Crowdsourcing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1602.04506","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:af3d1d370cbf7a3293de170e0df1ca987e2d9b3e65aedd412a78d147239376e3","target":"record","created_at":"2026-05-18T01:20:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e9499e1cf0ec380a1cc974c7b428eea83a9c2701a1deb0502f4f525d242c16db","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2016-02-14T20:56:01Z","title_canon_sha256":"af64c934eb1fdb97dec4a337b4c588cb1daff668897b191beadfdeddd98a61e9"},"schema_version":"1.0","source":{"id":"1602.04506","kind":"arxiv","version":1}},"canonical_sha256":"3f9ef3df965bd2ae449d1782b248eb92d72a723f692dee8352555fecd30f3086","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3f9ef3df965bd2ae449d1782b248eb92d72a723f692dee8352555fecd30f3086","first_computed_at":"2026-05-18T01:20:49.772548Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:20:49.772548Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mF6efpOhhDtP5dDq6o1yIK6WrUuGjLU0ApDZGjMhfTmd3jUGrJC9k9NklFyyzmPu6ohzEPrKHspS/bSuPNp8Aw==","signature_status":"signed_v1","signed_at":"2026-05-18T01:20:49.773142Z","signed_message":"canonical_sha256_bytes"},"source_id":"1602.04506","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:af3d1d370cbf7a3293de170e0df1ca987e2d9b3e65aedd412a78d147239376e3","sha256:80c7f8605ad47032e07db02717caa75b91c49f230c71ea0c69cb8465b15a9cae"],"state_sha256":"9d4f0c6fa3b81ed3cc156c8a6860282555d7263c561ee3d9fa9f189b013549a1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UPTQ1difl9NT1454XEs+paGKX4rSePwY2ZnEyJ3OCme3tEWK9Asc1TP3wPL5k4k1AZF4W3pFiYgFoDInK9qAAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-18T20:37:26.640761Z","bundle_sha256":"3ee3a1faac05da90332d31687eed881ddc758e0a385b46e8d0b79900aac78b41"}}