{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:YVVUQHKCMCLLCAOMH5J24V2US5","short_pith_number":"pith:YVVUQHKC","canonical_record":{"source":{"id":"2311.02802","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-06T00:06:11Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c725ed9a7194a35aa801d03126f3cb73d4789dea0931d5dc7abb3ccab488f475","abstract_canon_sha256":"6b925d32e62f601b39e5d8038a1ae28b22720ac60a193560e4f35ae93f775a7a"},"schema_version":"1.0"},"canonical_sha256":"c56b481d426096b101cc3f53ae5754974bbcec7093c3583798f744b6d07da87a","source":{"kind":"arxiv","id":"2311.02802","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.02802","created_at":"2026-07-05T07:13:25Z"},{"alias_kind":"arxiv_version","alias_value":"2311.02802v2","created_at":"2026-07-05T07:13:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.02802","created_at":"2026-07-05T07:13:25Z"},{"alias_kind":"pith_short_12","alias_value":"YVVUQHKCMCLL","created_at":"2026-07-05T07:13:25Z"},{"alias_kind":"pith_short_16","alias_value":"YVVUQHKCMCLLCAOM","created_at":"2026-07-05T07:13:25Z"},{"alias_kind":"pith_short_8","alias_value":"YVVUQHKC","created_at":"2026-07-05T07:13:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:YVVUQHKCMCLLCAOMH5J24V2US5","target":"record","payload":{"canonical_record":{"source":{"id":"2311.02802","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-06T00:06:11Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c725ed9a7194a35aa801d03126f3cb73d4789dea0931d5dc7abb3ccab488f475","abstract_canon_sha256":"6b925d32e62f601b39e5d8038a1ae28b22720ac60a193560e4f35ae93f775a7a"},"schema_version":"1.0"},"canonical_sha256":"c56b481d426096b101cc3f53ae5754974bbcec7093c3583798f744b6d07da87a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:13:25.896500Z","signature_b64":"eIbdPTT8GTrUSPIgNPGcQ8jx3Cs0slKYLv2PfqkInLFIPTvsrkInukCfcSXJ+4EQ/NLIpIOEMuwQFwCYM5ElAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c56b481d426096b101cc3f53ae5754974bbcec7093c3583798f744b6d07da87a","last_reissued_at":"2026-07-05T07:13:25.895994Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:13:25.895994Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.02802","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:13:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rNZuT1VXNcKc9icwfzJBNVSi+asiN7oVepEU6RLOUFxVcjEdoLqJUSWYRk9LftaL/SWbrwDtLf/Gx9UBD6LnCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T14:46:35.397113Z"},"content_sha256":"c40eaa0efb1bcd2a5400bff5de2e73b8982693a7dff6f8e8a972e8a4bfb05af2","schema_version":"1.0","event_id":"sha256:c40eaa0efb1bcd2a5400bff5de2e73b8982693a7dff6f8e8a972e8a4bfb05af2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:YVVUQHKCMCLLCAOMH5J24V2US5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Incorporating Worker Perspectives into MTurk Annotation Practices for NLP","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Dan Klein, Eve Fleisig, Olivia Huang","submitted_at":"2023-11-06T00:06:11Z","abstract_excerpt":"Current practices regarding data collection for natural language processing on Amazon Mechanical Turk (MTurk) often rely on a combination of studies on data quality and heuristics shared among NLP researchers. However, without considering the perspectives of MTurk workers, these approaches are susceptible to issues regarding workers' rights and poor response quality. We conducted a critical literature review and a survey of MTurk workers aimed at addressing open questions regarding best practices for fair payment, worker privacy, data quality, and considering worker incentives. We found that w"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.02802","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.02802/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:13:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r/peQB8zMN5yWrXKsjeCp5aBnbtZOcL3rRacoeTMgGJQLNjGlt5tVzE+h081ngD3p0KwGeytDQDUSXeY9gvxCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T14:46:35.397616Z"},"content_sha256":"0dc86c7acd637cdd134d656146058484dfaa7a4e6ffa792248685d90cb1f44db","schema_version":"1.0","event_id":"sha256:0dc86c7acd637cdd134d656146058484dfaa7a4e6ffa792248685d90cb1f44db"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YVVUQHKCMCLLCAOMH5J24V2US5/bundle.json","state_url":"https://pith.science/pith/YVVUQHKCMCLLCAOMH5J24V2US5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YVVUQHKCMCLLCAOMH5J24V2US5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T14:46:35Z","links":{"resolver":"https://pith.science/pith/YVVUQHKCMCLLCAOMH5J24V2US5","bundle":"https://pith.science/pith/YVVUQHKCMCLLCAOMH5J24V2US5/bundle.json","state":"https://pith.science/pith/YVVUQHKCMCLLCAOMH5J24V2US5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YVVUQHKCMCLLCAOMH5J24V2US5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:YVVUQHKCMCLLCAOMH5J24V2US5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6b925d32e62f601b39e5d8038a1ae28b22720ac60a193560e4f35ae93f775a7a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-06T00:06:11Z","title_canon_sha256":"c725ed9a7194a35aa801d03126f3cb73d4789dea0931d5dc7abb3ccab488f475"},"schema_version":"1.0","source":{"id":"2311.02802","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.02802","created_at":"2026-07-05T07:13:25Z"},{"alias_kind":"arxiv_version","alias_value":"2311.02802v2","created_at":"2026-07-05T07:13:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.02802","created_at":"2026-07-05T07:13:25Z"},{"alias_kind":"pith_short_12","alias_value":"YVVUQHKCMCLL","created_at":"2026-07-05T07:13:25Z"},{"alias_kind":"pith_short_16","alias_value":"YVVUQHKCMCLLCAOM","created_at":"2026-07-05T07:13:25Z"},{"alias_kind":"pith_short_8","alias_value":"YVVUQHKC","created_at":"2026-07-05T07:13:25Z"}],"graph_snapshots":[{"event_id":"sha256:0dc86c7acd637cdd134d656146058484dfaa7a4e6ffa792248685d90cb1f44db","target":"graph","created_at":"2026-07-05T07:13:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.02802/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Current practices regarding data collection for natural language processing on Amazon Mechanical Turk (MTurk) often rely on a combination of studies on data quality and heuristics shared among NLP researchers. However, without considering the perspectives of MTurk workers, these approaches are susceptible to issues regarding workers' rights and poor response quality. We conducted a critical literature review and a survey of MTurk workers aimed at addressing open questions regarding best practices for fair payment, worker privacy, data quality, and considering worker incentives. We found that w","authors_text":"Dan Klein, Eve Fleisig, Olivia Huang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-06T00:06:11Z","title":"Incorporating Worker Perspectives into MTurk Annotation Practices for NLP"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.02802","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c40eaa0efb1bcd2a5400bff5de2e73b8982693a7dff6f8e8a972e8a4bfb05af2","target":"record","created_at":"2026-07-05T07:13:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6b925d32e62f601b39e5d8038a1ae28b22720ac60a193560e4f35ae93f775a7a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-06T00:06:11Z","title_canon_sha256":"c725ed9a7194a35aa801d03126f3cb73d4789dea0931d5dc7abb3ccab488f475"},"schema_version":"1.0","source":{"id":"2311.02802","kind":"arxiv","version":2}},"canonical_sha256":"c56b481d426096b101cc3f53ae5754974bbcec7093c3583798f744b6d07da87a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c56b481d426096b101cc3f53ae5754974bbcec7093c3583798f744b6d07da87a","first_computed_at":"2026-07-05T07:13:25.895994Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:13:25.895994Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"eIbdPTT8GTrUSPIgNPGcQ8jx3Cs0slKYLv2PfqkInLFIPTvsrkInukCfcSXJ+4EQ/NLIpIOEMuwQFwCYM5ElAA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:13:25.896500Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.02802","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c40eaa0efb1bcd2a5400bff5de2e73b8982693a7dff6f8e8a972e8a4bfb05af2","sha256:0dc86c7acd637cdd134d656146058484dfaa7a4e6ffa792248685d90cb1f44db"],"state_sha256":"649d6b6e70ec6f78a3596a8cef9c53ae9c5254ae232ec50700d321405f0385a6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"J5MPvYUxmpHIEbLAR5JH5LlJggnYYF1mJ5pjKS42Sj4ynAXRjM95CKxfOM8aORWW+ixnEY60SAHBDNH6+VMwDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T14:46:35.401926Z","bundle_sha256":"da48390807d7f530519097deffc92ae67229c52592fa0dd79fbe3f28070af850"}}