{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:XPTFCMBRJ2ZWR6B5ROYIN7DLZ7","short_pith_number":"pith:XPTFCMBR","schema_version":"1.0","canonical_sha256":"bbe65130314eb368f83d8bb086fc6bcfee3fcdbe38d81f80149ae4ae5c8a1884","source":{"kind":"arxiv","id":"2304.11938","version":2},"attestation_state":"computed","paper":{"title":"Is ChatGPT the Ultimate Programming Assistant -- How far is it?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Haoye Tian, Jacques Klein, Shing-Chi Cheung, Tegawend\\'e F. Bissyand\\'e, Tsz On Li, Weiqi Lu, Xunzhu Tang","submitted_at":"2023-04-24T09:20:13Z","abstract_excerpt":"Recently, the ChatGPT LLM has received great attention: it can be used as a bot for discussing source code, prompting it to suggest changes, provide descriptions or even generate code. Typical demonstrations generally focus on existing benchmarks, which may have been used in model training (i.e., data leakage). To assess the feasibility of using an LLM as a useful assistant bot for programmers, we must assess its realistic capabilities on unseen problems as well as its capabilities on various tasks. In this paper, we present an empirical study of ChatGPT's potential as a fully automated progra"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2304.11938","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-04-24T09:20:13Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ce767e3d5733a60342e84ffba92fb54fd98f74c6dbe87215bf26f4832283d599","abstract_canon_sha256":"7c6f59e734164465475121f2f5f774815cee3876cc9a903e05884a2fb290b45e"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:46:32.350489Z","signature_b64":"cZEaQSURpEZE1AdSVgbQi+98bKXNronpAsmWX2k709hAHXBFIvMPrqxSvvVsf7pPFION1EySbKAM18HTtqfaDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bbe65130314eb368f83d8bb086fc6bcfee3fcdbe38d81f80149ae4ae5c8a1884","last_reissued_at":"2026-07-05T06:46:32.349983Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:46:32.349983Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Is ChatGPT the Ultimate Programming Assistant -- How far is it?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Haoye Tian, Jacques Klein, Shing-Chi Cheung, Tegawend\\'e F. Bissyand\\'e, Tsz On Li, Weiqi Lu, Xunzhu Tang","submitted_at":"2023-04-24T09:20:13Z","abstract_excerpt":"Recently, the ChatGPT LLM has received great attention: it can be used as a bot for discussing source code, prompting it to suggest changes, provide descriptions or even generate code. Typical demonstrations generally focus on existing benchmarks, which may have been used in model training (i.e., data leakage). To assess the feasibility of using an LLM as a useful assistant bot for programmers, we must assess its realistic capabilities on unseen problems as well as its capabilities on various tasks. In this paper, we present an empirical study of ChatGPT's potential as a fully automated progra"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.11938","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.11938/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2304.11938","created_at":"2026-07-05T06:46:32.350046+00:00"},{"alias_kind":"arxiv_version","alias_value":"2304.11938v2","created_at":"2026-07-05T06:46:32.350046+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.11938","created_at":"2026-07-05T06:46:32.350046+00:00"},{"alias_kind":"pith_short_12","alias_value":"XPTFCMBRJ2ZW","created_at":"2026-07-05T06:46:32.350046+00:00"},{"alias_kind":"pith_short_16","alias_value":"XPTFCMBRJ2ZWR6B5","created_at":"2026-07-05T06:46:32.350046+00:00"},{"alias_kind":"pith_short_8","alias_value":"XPTFCMBR","created_at":"2026-07-05T06:46:32.350046+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":9,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.22809","citing_title":"AI-Assisted Help-Seeking Trajectories in Programming Education from an SRL-Informed Perspective","ref_index":5,"is_internal_anchor":false},{"citing_arxiv_id":"2606.20847","citing_title":"LLM-Driven Heuristic Frame-Level Quantization Parameter Adaptation for VVenC","ref_index":20,"is_internal_anchor":false},{"citing_arxiv_id":"2606.08840","citing_title":"Beyond Pass Rate: A Multilingual, Execution-Grounded Evaluation of Open Code LLMs","ref_index":36,"is_internal_anchor":false},{"citing_arxiv_id":"2305.12138","citing_title":"Exploring Code Analysis: Zero-Shot Insights on Syntax and Semantics with LLMs","ref_index":77,"is_internal_anchor":false},{"citing_arxiv_id":"2410.01026","citing_title":"Understanding the Human-LLM Dynamic: A Literature Survey of LLM Use in Programming Tasks","ref_index":92,"is_internal_anchor":false},{"citing_arxiv_id":"2411.09916","citing_title":"\"Should I Give Up Now?\" Investigating LLM Pitfalls in Software Engineering","ref_index":5,"is_internal_anchor":false},{"citing_arxiv_id":"2512.22753","citing_title":"From Rookie to Expert: Manipulating LLMs for Automated Vulnerability Exploitation in Enterprise Software","ref_index":29,"is_internal_anchor":false},{"citing_arxiv_id":"2604.26526","citing_title":"Identifying and Characterizing Semantic Clones of Solidity Functions","ref_index":19,"is_internal_anchor":false},{"citing_arxiv_id":"2604.06373","citing_title":"Beyond Functional Correctness: Design Issues in AI IDE-Generated Large-Scale Projects","ref_index":62,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7","json":"https://pith.science/pith/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7.json","graph_json":"https://pith.science/api/pith-number/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7/graph.json","events_json":"https://pith.science/api/pith-number/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7/events.json","paper":"https://pith.science/paper/XPTFCMBR"},"agent_actions":{"view_html":"https://pith.science/pith/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7","download_json":"https://pith.science/pith/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7.json","view_paper":"https://pith.science/paper/XPTFCMBR","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2304.11938&json=true","fetch_graph":"https://pith.science/api/pith-number/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7/graph.json","fetch_events":"https://pith.science/api/pith-number/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7/action/timestamp_anchor","attest_storage":"https://pith.science/pith/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7/action/storage_attestation","attest_author":"https://pith.science/pith/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7/action/author_attestation","sign_citation":"https://pith.science/pith/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7/action/citation_signature","submit_replication":"https://pith.science/pith/XPTFCMBRJ2ZWR6B5ROYIN7DLZ7/action/replication_record"}},"created_at":"2026-07-05T06:46:32.350046+00:00","updated_at":"2026-07-05T06:46:32.350046+00:00"}