{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:22YRGOOZHIP6GNM5L2R4C6VXND","short_pith_number":"pith:22YRGOOZ","schema_version":"1.0","canonical_sha256":"d6b11339d93a1fe3359d5ea3c17ab768d671de0bde5c2d7594f05bb35601a8b5","source":{"kind":"arxiv","id":"2401.15170","version":2},"attestation_state":"computed","paper":{"title":"Scalable Qualitative Coding with LLMs: Chain-of-Thought Reasoning Matches Human Performance in Some Hermeneutic Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Zackary Okun Dunivin","submitted_at":"2024-01-26T19:25:43Z","abstract_excerpt":"Qualitative coding, or content analysis, extracts meaning from text to discern quantitative patterns across a corpus of texts. Recently, advances in the interpretive abilities of large language models (LLMs) offer potential for automating the coding process (applying category labels to texts), thereby enabling human researchers to concentrate on more creative research aspects, while delegating these interpretive tasks to AI. Our case study comprises a set of socio-historical codes on dense, paragraph-long passages representative of a humanistic study. We show that GPT-4 is capable of human-equ"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2401.15170","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-26T19:25:43Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"30bf2b1b975a141c846445e191efbc771adb478b038a5aa13ce94af6cc0bb516","abstract_canon_sha256":"c47a79f2d1d44beca50a96326a545b877dc7f5940a298f1b828525e792789835"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:44:22.763859Z","signature_b64":"1QDyTLVtZyN+ds4fgUzEITAZbtz14eJwtLa2v/elFi5Jjd7KzkCZKlRa6+7E+Asmw63cOoD8ehJSm7hTKiEXAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d6b11339d93a1fe3359d5ea3c17ab768d671de0bde5c2d7594f05bb35601a8b5","last_reissued_at":"2026-07-05T07:44:22.763424Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:44:22.763424Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Scalable Qualitative Coding with LLMs: Chain-of-Thought Reasoning Matches Human Performance in Some Hermeneutic Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Zackary Okun Dunivin","submitted_at":"2024-01-26T19:25:43Z","abstract_excerpt":"Qualitative coding, or content analysis, extracts meaning from text to discern quantitative patterns across a corpus of texts. Recently, advances in the interpretive abilities of large language models (LLMs) offer potential for automating the coding process (applying category labels to texts), thereby enabling human researchers to concentrate on more creative research aspects, while delegating these interpretive tasks to AI. Our case study comprises a set of socio-historical codes on dense, paragraph-long passages representative of a humanistic study. We show that GPT-4 is capable of human-equ"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.15170","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.15170/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2401.15170","created_at":"2026-07-05T07:44:22.763482+00:00"},{"alias_kind":"arxiv_version","alias_value":"2401.15170v2","created_at":"2026-07-05T07:44:22.763482+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.15170","created_at":"2026-07-05T07:44:22.763482+00:00"},{"alias_kind":"pith_short_12","alias_value":"22YRGOOZHIP6","created_at":"2026-07-05T07:44:22.763482+00:00"},{"alias_kind":"pith_short_16","alias_value":"22YRGOOZHIP6GNM5","created_at":"2026-07-05T07:44:22.763482+00:00"},{"alias_kind":"pith_short_8","alias_value":"22YRGOOZ","created_at":"2026-07-05T07:44:22.763482+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":7,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2607.00533","citing_title":"You Shall Not Pass! Where and Why Developers Draw The Line on AI Autonomy","ref_index":33,"is_internal_anchor":false},{"citing_arxiv_id":"2606.28574","citing_title":"Correct codes for the wrong reasons? validating LLMs as measurement instruments for theoretical constructs","ref_index":7,"is_internal_anchor":false},{"citing_arxiv_id":"2604.24155","citing_title":"The Alignment Target Problem: Divergent Moral Judgments of Humans, AI Systems, and Their Designers","ref_index":18,"is_internal_anchor":false},{"citing_arxiv_id":"2410.13036","citing_title":"Uncovering the Internet's Hidden Values: An Empirical Study of Desirable Behavior Using Highly-Upvoted Content on Reddit","ref_index":24,"is_internal_anchor":false},{"citing_arxiv_id":"2604.24155","citing_title":"The Alignment Target Problem: Divergent Moral Judgments of Humans, AI Systems, and Their Designers","ref_index":18,"is_internal_anchor":false},{"citing_arxiv_id":"2604.24155","citing_title":"The Alignment Target Problem: Divergent Moral Judgments of Humans, AI Systems, and Their Designers","ref_index":18,"is_internal_anchor":false},{"citing_arxiv_id":"2604.10834","citing_title":"LLMs for Qualitative Data Analysis Fail on Security-specificComments in Human Experiments","ref_index":13,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/22YRGOOZHIP6GNM5L2R4C6VXND","json":"https://pith.science/pith/22YRGOOZHIP6GNM5L2R4C6VXND.json","graph_json":"https://pith.science/api/pith-number/22YRGOOZHIP6GNM5L2R4C6VXND/graph.json","events_json":"https://pith.science/api/pith-number/22YRGOOZHIP6GNM5L2R4C6VXND/events.json","paper":"https://pith.science/paper/22YRGOOZ"},"agent_actions":{"view_html":"https://pith.science/pith/22YRGOOZHIP6GNM5L2R4C6VXND","download_json":"https://pith.science/pith/22YRGOOZHIP6GNM5L2R4C6VXND.json","view_paper":"https://pith.science/paper/22YRGOOZ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2401.15170&json=true","fetch_graph":"https://pith.science/api/pith-number/22YRGOOZHIP6GNM5L2R4C6VXND/graph.json","fetch_events":"https://pith.science/api/pith-number/22YRGOOZHIP6GNM5L2R4C6VXND/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/22YRGOOZHIP6GNM5L2R4C6VXND/action/timestamp_anchor","attest_storage":"https://pith.science/pith/22YRGOOZHIP6GNM5L2R4C6VXND/action/storage_attestation","attest_author":"https://pith.science/pith/22YRGOOZHIP6GNM5L2R4C6VXND/action/author_attestation","sign_citation":"https://pith.science/pith/22YRGOOZHIP6GNM5L2R4C6VXND/action/citation_signature","submit_replication":"https://pith.science/pith/22YRGOOZHIP6GNM5L2R4C6VXND/action/replication_record"}},"created_at":"2026-07-05T07:44:22.763482+00:00","updated_at":"2026-07-05T07:44:22.763482+00:00"}