{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:N3P5WIITLNSPPSO5UMRU4HC7FJ","short_pith_number":"pith:N3P5WIIT","schema_version":"1.0","canonical_sha256":"6edfdb21135b64f7c9dda3234e1c5f2a6885ebebb8875bb86d5ff951174449e1","source":{"kind":"arxiv","id":"2306.07899","version":1},"attestation_state":"computed","paper":{"title":"Artificial Artificial Artificial Intelligence: Crowd Workers Widely Use Large Language Models for Text Production Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.CL","authors_text":"Manoel Horta Ribeiro, Robert West, Veniamin Veselovsky","submitted_at":"2023-06-13T16:46:24Z","abstract_excerpt":"Large language models (LLMs) are remarkable data annotators. They can be used to generate high-fidelity supervised training data, as well as survey and experimental data. With the widespread adoption of LLMs, human gold--standard annotations are key to understanding the capabilities of LLMs and the validity of their results. However, crowdsourcing, an important, inexpensive way to obtain human annotations, may itself be impacted by LLMs, as crowd workers have financial incentives to use LLMs to increase their productivity and income. To investigate this concern, we conducted a case study on th"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2306.07899","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-13T16:46:24Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"6d8eb8102c757d30e198de55119cd3b150f05ab45c5bc12e6f911520d571f471","abstract_canon_sha256":"08eb7abdf68eb0dda570de748401c767b1db47b107432524cd05cab7bbda7d3b"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:20:10.330764Z","signature_b64":"GsN9wKqFkT9hhcOHYLHBX8OMFpSSSE4HCiRRxiKnOxwskuj/stVkNqddeeKVzFSpqUf8razF5fR/+d9MKjElBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6edfdb21135b64f7c9dda3234e1c5f2a6885ebebb8875bb86d5ff951174449e1","last_reissued_at":"2026-07-05T06:20:10.330271Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:20:10.330271Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Artificial Artificial Artificial Intelligence: Crowd Workers Widely Use Large Language Models for Text Production Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.CL","authors_text":"Manoel Horta Ribeiro, Robert West, Veniamin Veselovsky","submitted_at":"2023-06-13T16:46:24Z","abstract_excerpt":"Large language models (LLMs) are remarkable data annotators. They can be used to generate high-fidelity supervised training data, as well as survey and experimental data. With the widespread adoption of LLMs, human gold--standard annotations are key to understanding the capabilities of LLMs and the validity of their results. However, crowdsourcing, an important, inexpensive way to obtain human annotations, may itself be impacted by LLMs, as crowd workers have financial incentives to use LLMs to increase their productivity and income. To investigate this concern, we conducted a case study on th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.07899","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.07899/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2306.07899","created_at":"2026-07-05T06:20:10.330339+00:00"},{"alias_kind":"arxiv_version","alias_value":"2306.07899v1","created_at":"2026-07-05T06:20:10.330339+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.07899","created_at":"2026-07-05T06:20:10.330339+00:00"},{"alias_kind":"pith_short_12","alias_value":"N3P5WIITLNSP","created_at":"2026-07-05T06:20:10.330339+00:00"},{"alias_kind":"pith_short_16","alias_value":"N3P5WIITLNSPPSO5","created_at":"2026-07-05T06:20:10.330339+00:00"},{"alias_kind":"pith_short_8","alias_value":"N3P5WIIT","created_at":"2026-07-05T06:20:10.330339+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":8,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2607.00403","citing_title":"A Penny for Your Prompts: Experiments Detecting and Mitigating LLM Usage by Survey Respondents","ref_index":76,"is_internal_anchor":false},{"citing_arxiv_id":"2605.21856","citing_title":"The Illusion of Reasoning: Exposing Evasive Data Contamination in LLMs via Zero-CoT Truncation","ref_index":3,"is_internal_anchor":false},{"citing_arxiv_id":"2605.20151","citing_title":"When Does Model Collapse Occur in Structured Interactive Learning?","ref_index":17,"is_internal_anchor":false},{"citing_arxiv_id":"2605.15322","citing_title":"Overreliance in Writing Tasks: Exploring Similarity-Based Measures of AI Influence on Writing and Proposing a Reflective Writing Interface Intervention","ref_index":45,"is_internal_anchor":false},{"citing_arxiv_id":"2309.11495","citing_title":"Chain-of-Verification Reduces Hallucination in Large Language Models","ref_index":178,"is_internal_anchor":false},{"citing_arxiv_id":"2603.02950","citing_title":"Path Dependence under Adaptive AI Delegation","ref_index":31,"is_internal_anchor":false},{"citing_arxiv_id":"2605.06524","citing_title":"Process Matters more than Output for Distinguishing Humans from Machines","ref_index":11,"is_internal_anchor":false},{"citing_arxiv_id":"2605.06524","citing_title":"Process Matters more than Output for Distinguishing Humans from Machines","ref_index":11,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/N3P5WIITLNSPPSO5UMRU4HC7FJ","json":"https://pith.science/pith/N3P5WIITLNSPPSO5UMRU4HC7FJ.json","graph_json":"https://pith.science/api/pith-number/N3P5WIITLNSPPSO5UMRU4HC7FJ/graph.json","events_json":"https://pith.science/api/pith-number/N3P5WIITLNSPPSO5UMRU4HC7FJ/events.json","paper":"https://pith.science/paper/N3P5WIIT"},"agent_actions":{"view_html":"https://pith.science/pith/N3P5WIITLNSPPSO5UMRU4HC7FJ","download_json":"https://pith.science/pith/N3P5WIITLNSPPSO5UMRU4HC7FJ.json","view_paper":"https://pith.science/paper/N3P5WIIT","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2306.07899&json=true","fetch_graph":"https://pith.science/api/pith-number/N3P5WIITLNSPPSO5UMRU4HC7FJ/graph.json","fetch_events":"https://pith.science/api/pith-number/N3P5WIITLNSPPSO5UMRU4HC7FJ/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/N3P5WIITLNSPPSO5UMRU4HC7FJ/action/timestamp_anchor","attest_storage":"https://pith.science/pith/N3P5WIITLNSPPSO5UMRU4HC7FJ/action/storage_attestation","attest_author":"https://pith.science/pith/N3P5WIITLNSPPSO5UMRU4HC7FJ/action/author_attestation","sign_citation":"https://pith.science/pith/N3P5WIITLNSPPSO5UMRU4HC7FJ/action/citation_signature","submit_replication":"https://pith.science/pith/N3P5WIITLNSPPSO5UMRU4HC7FJ/action/replication_record"}},"created_at":"2026-07-05T06:20:10.330339+00:00","updated_at":"2026-07-05T06:20:10.330339+00:00"}