{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:QYBBDPMYXDYQXYWVRX5TTZNMDO","short_pith_number":"pith:QYBBDPMY","schema_version":"1.0","canonical_sha256":"860211bd98b8f10be2d58dfb39e5ac1b829f90daa9c73268648a11241d0211e7","source":{"kind":"arxiv","id":"2308.02312","version":4},"attestation_state":"computed","paper":{"title":"Is Stack Overflow Obsolete? An Empirical Study of the Characteristics of ChatGPT Answers to Stack Overflow Questions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Bonan Kou, David N. Udo-Imeh, Samia Kabir, Tianyi Zhang","submitted_at":"2023-08-04T13:23:20Z","abstract_excerpt":"Q&A platforms have been crucial for the online help-seeking behavior of programmers. However, the recent popularity of ChatGPT is altering this trend. Despite this popularity, no comprehensive study has been conducted to evaluate the characteristics of ChatGPT's answers to programming questions. To bridge the gap, we conducted the first in-depth analysis of ChatGPT answers to 517 programming questions on Stack Overflow and examined the correctness, consistency, comprehensiveness, and conciseness of ChatGPT answers. Furthermore, we conducted a large-scale linguistic analysis, as well as a user "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2308.02312","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-08-04T13:23:20Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"55120f30a5b9bc298102a14a7940e097b5059840e4a4cdcf8c12bf046119a8e2","abstract_canon_sha256":"0df8561613c79f92dabd41ba27dd66f517734578b1043c899f128a7f3baddb96"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:21:06.186057Z","signature_b64":"kkdaYs04MgLPtLuh6eGnJLGw5+QPnfCYlxZVERXHMNnoG97Z3S0sNPqmp4one+pB0F56icdSvyH2lbZmWj39Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"860211bd98b8f10be2d58dfb39e5ac1b829f90daa9c73268648a11241d0211e7","last_reissued_at":"2026-07-05T08:21:06.185587Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:21:06.185587Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Is Stack Overflow Obsolete? An Empirical Study of the Characteristics of ChatGPT Answers to Stack Overflow Questions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Bonan Kou, David N. Udo-Imeh, Samia Kabir, Tianyi Zhang","submitted_at":"2023-08-04T13:23:20Z","abstract_excerpt":"Q&A platforms have been crucial for the online help-seeking behavior of programmers. However, the recent popularity of ChatGPT is altering this trend. Despite this popularity, no comprehensive study has been conducted to evaluate the characteristics of ChatGPT's answers to programming questions. To bridge the gap, we conducted the first in-depth analysis of ChatGPT answers to 517 programming questions on Stack Overflow and examined the correctness, consistency, comprehensiveness, and conciseness of ChatGPT answers. Furthermore, we conducted a large-scale linguistic analysis, as well as a user "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.02312","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.02312/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2308.02312","created_at":"2026-07-05T08:21:06.185659+00:00"},{"alias_kind":"arxiv_version","alias_value":"2308.02312v4","created_at":"2026-07-05T08:21:06.185659+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.02312","created_at":"2026-07-05T08:21:06.185659+00:00"},{"alias_kind":"pith_short_12","alias_value":"QYBBDPMYXDYQ","created_at":"2026-07-05T08:21:06.185659+00:00"},{"alias_kind":"pith_short_16","alias_value":"QYBBDPMYXDYQXYWV","created_at":"2026-07-05T08:21:06.185659+00:00"},{"alias_kind":"pith_short_8","alias_value":"QYBBDPMY","created_at":"2026-07-05T08:21:06.185659+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2307.10635","citing_title":"SciBench: Evaluating College-Level Scientific Problem-Solving Abilities of Large Language Models","ref_index":2,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/QYBBDPMYXDYQXYWVRX5TTZNMDO","json":"https://pith.science/pith/QYBBDPMYXDYQXYWVRX5TTZNMDO.json","graph_json":"https://pith.science/api/pith-number/QYBBDPMYXDYQXYWVRX5TTZNMDO/graph.json","events_json":"https://pith.science/api/pith-number/QYBBDPMYXDYQXYWVRX5TTZNMDO/events.json","paper":"https://pith.science/paper/QYBBDPMY"},"agent_actions":{"view_html":"https://pith.science/pith/QYBBDPMYXDYQXYWVRX5TTZNMDO","download_json":"https://pith.science/pith/QYBBDPMYXDYQXYWVRX5TTZNMDO.json","view_paper":"https://pith.science/paper/QYBBDPMY","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2308.02312&json=true","fetch_graph":"https://pith.science/api/pith-number/QYBBDPMYXDYQXYWVRX5TTZNMDO/graph.json","fetch_events":"https://pith.science/api/pith-number/QYBBDPMYXDYQXYWVRX5TTZNMDO/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/QYBBDPMYXDYQXYWVRX5TTZNMDO/action/timestamp_anchor","attest_storage":"https://pith.science/pith/QYBBDPMYXDYQXYWVRX5TTZNMDO/action/storage_attestation","attest_author":"https://pith.science/pith/QYBBDPMYXDYQXYWVRX5TTZNMDO/action/author_attestation","sign_citation":"https://pith.science/pith/QYBBDPMYXDYQXYWVRX5TTZNMDO/action/citation_signature","submit_replication":"https://pith.science/pith/QYBBDPMYXDYQXYWVRX5TTZNMDO/action/replication_record"}},"created_at":"2026-07-05T08:21:06.185659+00:00","updated_at":"2026-07-05T08:21:06.185659+00:00"}