{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:EB6SDJGP7VFRUTBFV6Y7OYIBVY","short_pith_number":"pith:EB6SDJGP","canonical_record":{"source":{"id":"2111.05241","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-11-09T16:26:51Z","cross_cats_sorted":[],"title_canon_sha256":"a6c27bd54a30a9f9070d0fa66433ae640f71c1d571c2b96f59314a43f3933571","abstract_canon_sha256":"a86f805f113b4b34844c6415732dc16846261cbbe6e6ff1c8d62d748c0bd2705"},"schema_version":"1.0"},"canonical_sha256":"207d21a4cffd4b1a4c25afb1f76101ae326df430db8a284fa6580b46f32bf74f","source":{"kind":"arxiv","id":"2111.05241","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.05241","created_at":"2026-07-05T03:30:22Z"},{"alias_kind":"arxiv_version","alias_value":"2111.05241v1","created_at":"2026-07-05T03:30:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.05241","created_at":"2026-07-05T03:30:22Z"},{"alias_kind":"pith_short_12","alias_value":"EB6SDJGP7VFR","created_at":"2026-07-05T03:30:22Z"},{"alias_kind":"pith_short_16","alias_value":"EB6SDJGP7VFRUTBF","created_at":"2026-07-05T03:30:22Z"},{"alias_kind":"pith_short_8","alias_value":"EB6SDJGP","created_at":"2026-07-05T03:30:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:EB6SDJGP7VFRUTBFV6Y7OYIBVY","target":"record","payload":{"canonical_record":{"source":{"id":"2111.05241","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-11-09T16:26:51Z","cross_cats_sorted":[],"title_canon_sha256":"a6c27bd54a30a9f9070d0fa66433ae640f71c1d571c2b96f59314a43f3933571","abstract_canon_sha256":"a86f805f113b4b34844c6415732dc16846261cbbe6e6ff1c8d62d748c0bd2705"},"schema_version":"1.0"},"canonical_sha256":"207d21a4cffd4b1a4c25afb1f76101ae326df430db8a284fa6580b46f32bf74f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:30:22.891772Z","signature_b64":"3QdWj3CV4oE3uWdk/IDX//weg33bEZ9MFNakvzh/l1mcA3gKcFuvzyVs0/LvvqEVBWQtrpFkQXNyoD9JyCiSBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"207d21a4cffd4b1a4c25afb1f76101ae326df430db8a284fa6580b46f32bf74f","last_reissued_at":"2026-07-05T03:30:22.891265Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:30:22.891265Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.05241","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:30:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NSViO1ZfW4kFeUINoACrnu/yrpoTDydVcOJFCL9M5Run7OkBqWiJx/Js7Yty6zGM6Oa8EygCeTXBBWA1L/k7DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T07:08:15.689844Z"},"content_sha256":"801fca9a36fe022928cb1af5edf166cff19fecfb6b3069f88a15a1682e7377d2","schema_version":"1.0","event_id":"sha256:801fca9a36fe022928cb1af5edf166cff19fecfb6b3069f88a15a1682e7377d2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:EB6SDJGP7VFRUTBFV6Y7OYIBVY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Survey of NLP-Related Crowdsourcing HITs: what works and what does not","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jeffrey Bigham, Jessica Huynh, Maxine Eskenazi","submitted_at":"2021-11-09T16:26:51Z","abstract_excerpt":"Crowdsourcing requesters on Amazon Mechanical Turk (AMT) have raised questions about the reliability of the workers. The AMT workforce is very diverse and it is not possible to make blanket assumptions about them as a group. Some requesters now reject work en mass when they do not get the results they expect. This has the effect of giving each worker (good or bad) a lower Human Intelligence Task (HIT) approval score, which is unfair to the good workers. It also has the effect of giving the requester a bad reputation on the workers' forums. Some of the issues causing the mass rejections stem fr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.05241","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.05241/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:30:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L0ttLeraFU1yJf9qFZ61+jchM71gFUBe21fvvxBnocmsP8eEqZgod2aV/iLuV3FEeRrc+QyvxyZAqjuxc40xAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T07:08:15.690918Z"},"content_sha256":"fc1a78dddac5f6d10d8d35806a276f844cab2206ad38e5a583b70a15eead430b","schema_version":"1.0","event_id":"sha256:fc1a78dddac5f6d10d8d35806a276f844cab2206ad38e5a583b70a15eead430b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EB6SDJGP7VFRUTBFV6Y7OYIBVY/bundle.json","state_url":"https://pith.science/pith/EB6SDJGP7VFRUTBFV6Y7OYIBVY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EB6SDJGP7VFRUTBFV6Y7OYIBVY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T07:08:15Z","links":{"resolver":"https://pith.science/pith/EB6SDJGP7VFRUTBFV6Y7OYIBVY","bundle":"https://pith.science/pith/EB6SDJGP7VFRUTBFV6Y7OYIBVY/bundle.json","state":"https://pith.science/pith/EB6SDJGP7VFRUTBFV6Y7OYIBVY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EB6SDJGP7VFRUTBFV6Y7OYIBVY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:EB6SDJGP7VFRUTBFV6Y7OYIBVY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a86f805f113b4b34844c6415732dc16846261cbbe6e6ff1c8d62d748c0bd2705","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-11-09T16:26:51Z","title_canon_sha256":"a6c27bd54a30a9f9070d0fa66433ae640f71c1d571c2b96f59314a43f3933571"},"schema_version":"1.0","source":{"id":"2111.05241","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.05241","created_at":"2026-07-05T03:30:22Z"},{"alias_kind":"arxiv_version","alias_value":"2111.05241v1","created_at":"2026-07-05T03:30:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.05241","created_at":"2026-07-05T03:30:22Z"},{"alias_kind":"pith_short_12","alias_value":"EB6SDJGP7VFR","created_at":"2026-07-05T03:30:22Z"},{"alias_kind":"pith_short_16","alias_value":"EB6SDJGP7VFRUTBF","created_at":"2026-07-05T03:30:22Z"},{"alias_kind":"pith_short_8","alias_value":"EB6SDJGP","created_at":"2026-07-05T03:30:22Z"}],"graph_snapshots":[{"event_id":"sha256:fc1a78dddac5f6d10d8d35806a276f844cab2206ad38e5a583b70a15eead430b","target":"graph","created_at":"2026-07-05T03:30:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.05241/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Crowdsourcing requesters on Amazon Mechanical Turk (AMT) have raised questions about the reliability of the workers. The AMT workforce is very diverse and it is not possible to make blanket assumptions about them as a group. Some requesters now reject work en mass when they do not get the results they expect. This has the effect of giving each worker (good or bad) a lower Human Intelligence Task (HIT) approval score, which is unfair to the good workers. It also has the effect of giving the requester a bad reputation on the workers' forums. Some of the issues causing the mass rejections stem fr","authors_text":"Jeffrey Bigham, Jessica Huynh, Maxine Eskenazi","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-11-09T16:26:51Z","title":"A Survey of NLP-Related Crowdsourcing HITs: what works and what does not"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.05241","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:801fca9a36fe022928cb1af5edf166cff19fecfb6b3069f88a15a1682e7377d2","target":"record","created_at":"2026-07-05T03:30:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a86f805f113b4b34844c6415732dc16846261cbbe6e6ff1c8d62d748c0bd2705","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-11-09T16:26:51Z","title_canon_sha256":"a6c27bd54a30a9f9070d0fa66433ae640f71c1d571c2b96f59314a43f3933571"},"schema_version":"1.0","source":{"id":"2111.05241","kind":"arxiv","version":1}},"canonical_sha256":"207d21a4cffd4b1a4c25afb1f76101ae326df430db8a284fa6580b46f32bf74f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"207d21a4cffd4b1a4c25afb1f76101ae326df430db8a284fa6580b46f32bf74f","first_computed_at":"2026-07-05T03:30:22.891265Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:30:22.891265Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3QdWj3CV4oE3uWdk/IDX//weg33bEZ9MFNakvzh/l1mcA3gKcFuvzyVs0/LvvqEVBWQtrpFkQXNyoD9JyCiSBg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:30:22.891772Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.05241","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:801fca9a36fe022928cb1af5edf166cff19fecfb6b3069f88a15a1682e7377d2","sha256:fc1a78dddac5f6d10d8d35806a276f844cab2206ad38e5a583b70a15eead430b"],"state_sha256":"29226b50ac733e69d604887562ae69a6474f8a51cd1de16f216c060bd815acae"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QeG9Q9Hj+T8sRx5BrDRmnvM7T1IUiRU0BO2+Jcm0sRIA12pM1tnsh29CXGezl3Fs2vYE0DkD2XDii/1TVolLCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T07:08:15.696389Z","bundle_sha256":"e667319f023c39f9482d48df4de61f4a9bc0e2bd8da12ae79bb28b210377340b"}}