{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:N3P5WIITLNSPPSO5UMRU4HC7FJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"08eb7abdf68eb0dda570de748401c767b1db47b107432524cd05cab7bbda7d3b","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-13T16:46:24Z","title_canon_sha256":"6d8eb8102c757d30e198de55119cd3b150f05ab45c5bc12e6f911520d571f471"},"schema_version":"1.0","source":{"id":"2306.07899","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.07899","created_at":"2026-07-05T06:20:10Z"},{"alias_kind":"arxiv_version","alias_value":"2306.07899v1","created_at":"2026-07-05T06:20:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.07899","created_at":"2026-07-05T06:20:10Z"},{"alias_kind":"pith_short_12","alias_value":"N3P5WIITLNSP","created_at":"2026-07-05T06:20:10Z"},{"alias_kind":"pith_short_16","alias_value":"N3P5WIITLNSPPSO5","created_at":"2026-07-05T06:20:10Z"},{"alias_kind":"pith_short_8","alias_value":"N3P5WIIT","created_at":"2026-07-05T06:20:10Z"}],"graph_snapshots":[{"event_id":"sha256:4c65f62ebd416a6a265ede9a23e42e407df3ab931a2591e21a4c955052b7af7c","target":"graph","created_at":"2026-07-05T06:20:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.07899/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are remarkable data annotators. They can be used to generate high-fidelity supervised training data, as well as survey and experimental data. With the widespread adoption of LLMs, human gold--standard annotations are key to understanding the capabilities of LLMs and the validity of their results. However, crowdsourcing, an important, inexpensive way to obtain human annotations, may itself be impacted by LLMs, as crowd workers have financial incentives to use LLMs to increase their productivity and income. To investigate this concern, we conducted a case study on th","authors_text":"Manoel Horta Ribeiro, Robert West, Veniamin Veselovsky","cross_cats":["cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-13T16:46:24Z","title":"Artificial Artificial Artificial Intelligence: Crowd Workers Widely Use Large Language Models for Text Production Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.07899","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0ce0ce33c8ff5c543ee1ad91656b7ae448be79b517981067bd4416814213d733","target":"record","created_at":"2026-07-05T06:20:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"08eb7abdf68eb0dda570de748401c767b1db47b107432524cd05cab7bbda7d3b","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-13T16:46:24Z","title_canon_sha256":"6d8eb8102c757d30e198de55119cd3b150f05ab45c5bc12e6f911520d571f471"},"schema_version":"1.0","source":{"id":"2306.07899","kind":"arxiv","version":1}},"canonical_sha256":"6edfdb21135b64f7c9dda3234e1c5f2a6885ebebb8875bb86d5ff951174449e1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6edfdb21135b64f7c9dda3234e1c5f2a6885ebebb8875bb86d5ff951174449e1","first_computed_at":"2026-07-05T06:20:10.330271Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:20:10.330271Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GsN9wKqFkT9hhcOHYLHBX8OMFpSSSE4HCiRRxiKnOxwskuj/stVkNqddeeKVzFSpqUf8razF5fR/+d9MKjElBw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:20:10.330764Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.07899","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0ce0ce33c8ff5c543ee1ad91656b7ae448be79b517981067bd4416814213d733","sha256:4c65f62ebd416a6a265ede9a23e42e407df3ab931a2591e21a4c955052b7af7c"],"state_sha256":"b46896c87a0d08f259416bd03f3024c2aa3fea1144bcd99dc6a72581e37eeaf2"}