{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:Q2FTESPW5AD7UVW2APZUTPZ7WR","short_pith_number":"pith:Q2FTESPW","schema_version":"1.0","canonical_sha256":"868b3249f6e807fa56da03f349bf3fb476615865d54f6d380bb684c2b8c974fe","source":{"kind":"arxiv","id":"2308.04838","version":2},"attestation_state":"computed","paper":{"title":"No Need to Lift a Finger Anymore? Assessing the Quality of Code Generation by ChatGPT","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Liang Feng Zhang, Xiapu Luo, Yuming Zhou, Yutian Tang, Zhijie Liu","submitted_at":"2023-08-09T10:01:09Z","abstract_excerpt":"Large language models (LLMs) have demonstrated impressive capabilities across various NLP tasks. Additionally, LLMs are also highly valuable in supporting software engineering tasks, particularly in the field of code generation. Automatic code generation is a process of automatically generating source code or executable code based on given specifications or requirements, improving developer productivity. In this study, we perform a systematic empirical assessment to the quality of code generation using ChatGPT. We leverage 728 algorithm problems in five languages (i.e., C, C++, Java, Python, a"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2308.04838","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-08-09T10:01:09Z","cross_cats_sorted":[],"title_canon_sha256":"c198f4420d62ae6c8d838b4a5a346a2b859c3ff9bb7740482caee28888bc4386","abstract_canon_sha256":"4ad9ae6d83115fb9532a04bd7daeba35b6695392c7c6af12b391e33e87d4d16d"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:07:28.694329Z","signature_b64":"PDo1NNh8Y8rPhX4z13DQ/daAdeAFOKdBceEdVxcYjnpFytOIoXiCVfehoZbONRgHkDfDuZIyPAKRR3hB38yTAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"868b3249f6e807fa56da03f349bf3fb476615865d54f6d380bb684c2b8c974fe","last_reissued_at":"2026-07-05T08:07:28.693822Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:07:28.693822Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"No Need to Lift a Finger Anymore? Assessing the Quality of Code Generation by ChatGPT","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Liang Feng Zhang, Xiapu Luo, Yuming Zhou, Yutian Tang, Zhijie Liu","submitted_at":"2023-08-09T10:01:09Z","abstract_excerpt":"Large language models (LLMs) have demonstrated impressive capabilities across various NLP tasks. Additionally, LLMs are also highly valuable in supporting software engineering tasks, particularly in the field of code generation. Automatic code generation is a process of automatically generating source code or executable code based on given specifications or requirements, improving developer productivity. In this study, we perform a systematic empirical assessment to the quality of code generation using ChatGPT. We leverage 728 algorithm problems in five languages (i.e., C, C++, Java, Python, a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.04838","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.04838/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2308.04838","created_at":"2026-07-05T08:07:28.693883+00:00"},{"alias_kind":"arxiv_version","alias_value":"2308.04838v2","created_at":"2026-07-05T08:07:28.693883+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.04838","created_at":"2026-07-05T08:07:28.693883+00:00"},{"alias_kind":"pith_short_12","alias_value":"Q2FTESPW5AD7","created_at":"2026-07-05T08:07:28.693883+00:00"},{"alias_kind":"pith_short_16","alias_value":"Q2FTESPW5AD7UVW2","created_at":"2026-07-05T08:07:28.693883+00:00"},{"alias_kind":"pith_short_8","alias_value":"Q2FTESPW","created_at":"2026-07-05T08:07:28.693883+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2503.16771","citing_title":"Enabling Global, Human-Centered Explanations for LLMs:From Tokens to Interpretable Code and Test Generation","ref_index":37,"is_internal_anchor":false},{"citing_arxiv_id":"2605.05267","citing_title":"Bridging Generation and Training: A Systematic Review of Quality Issues in LLMs for Code","ref_index":78,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/Q2FTESPW5AD7UVW2APZUTPZ7WR","json":"https://pith.science/pith/Q2FTESPW5AD7UVW2APZUTPZ7WR.json","graph_json":"https://pith.science/api/pith-number/Q2FTESPW5AD7UVW2APZUTPZ7WR/graph.json","events_json":"https://pith.science/api/pith-number/Q2FTESPW5AD7UVW2APZUTPZ7WR/events.json","paper":"https://pith.science/paper/Q2FTESPW"},"agent_actions":{"view_html":"https://pith.science/pith/Q2FTESPW5AD7UVW2APZUTPZ7WR","download_json":"https://pith.science/pith/Q2FTESPW5AD7UVW2APZUTPZ7WR.json","view_paper":"https://pith.science/paper/Q2FTESPW","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2308.04838&json=true","fetch_graph":"https://pith.science/api/pith-number/Q2FTESPW5AD7UVW2APZUTPZ7WR/graph.json","fetch_events":"https://pith.science/api/pith-number/Q2FTESPW5AD7UVW2APZUTPZ7WR/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/Q2FTESPW5AD7UVW2APZUTPZ7WR/action/timestamp_anchor","attest_storage":"https://pith.science/pith/Q2FTESPW5AD7UVW2APZUTPZ7WR/action/storage_attestation","attest_author":"https://pith.science/pith/Q2FTESPW5AD7UVW2APZUTPZ7WR/action/author_attestation","sign_citation":"https://pith.science/pith/Q2FTESPW5AD7UVW2APZUTPZ7WR/action/citation_signature","submit_replication":"https://pith.science/pith/Q2FTESPW5AD7UVW2APZUTPZ7WR/action/replication_record"}},"created_at":"2026-07-05T08:07:28.693883+00:00","updated_at":"2026-07-05T08:07:28.693883+00:00"}