{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:L5FSLFGWCQBJQE7DBQ6N6ZIJXG","short_pith_number":"pith:L5FSLFGW","schema_version":"1.0","canonical_sha256":"5f4b2594d614029813e30c3cdf6509b9af48d1b86248851abea5ab95462b4ca6","source":{"kind":"arxiv","id":"2304.10778","version":2},"attestation_state":"computed","paper":{"title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Burak Yeti\\c{s}tiren, Eray T\\\"uz\\\"un, I\\c{s}{\\i}k \\\"Ozsoy, Miray Ayerdem","submitted_at":"2023-04-21T07:08:26Z","abstract_excerpt":"Context: AI-assisted code generation tools have become increasingly prevalent in software engineering, offering the ability to generate code from natural language prompts or partial code inputs. Notable examples of these tools include GitHub Copilot, Amazon CodeWhisperer, and OpenAI's ChatGPT.\n  Objective: This study aims to compare the performance of these prominent code generation tools in terms of code quality metrics, such as Code Validity, Code Correctness, Code Security, Code Reliability, and Code Maintainability, to identify their strengths and shortcomings.\n  Method: We assess the code"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2304.10778","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-04-21T07:08:26Z","cross_cats_sorted":[],"title_canon_sha256":"94cbbbfe4cb9c114158eaf6fbab9f5d10e4a114e2ce645d85088eade7fa5517f","abstract_canon_sha256":"f5c3936af410a911f70a21f17d5caf4bf7eeea461d9e738ca9869d09af658248"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:03:23.396779Z","signature_b64":"TnhdgzY7t9NBhkN/r7fTU34AkziW7pZk0EoZaJhbr9KV8QHqK1n+D9T8vgg/z4Bdo8rEa5zK6Agb5yheuVOxAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5f4b2594d614029813e30c3cdf6509b9af48d1b86248851abea5ab95462b4ca6","last_reissued_at":"2026-07-05T07:03:23.396249Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:03:23.396249Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Burak Yeti\\c{s}tiren, Eray T\\\"uz\\\"un, I\\c{s}{\\i}k \\\"Ozsoy, Miray Ayerdem","submitted_at":"2023-04-21T07:08:26Z","abstract_excerpt":"Context: AI-assisted code generation tools have become increasingly prevalent in software engineering, offering the ability to generate code from natural language prompts or partial code inputs. Notable examples of these tools include GitHub Copilot, Amazon CodeWhisperer, and OpenAI's ChatGPT.\n  Objective: This study aims to compare the performance of these prominent code generation tools in terms of code quality metrics, such as Code Validity, Code Correctness, Code Security, Code Reliability, and Code Maintainability, to identify their strengths and shortcomings.\n  Method: We assess the code"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.10778","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.10778/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2304.10778","created_at":"2026-07-05T07:03:23.396309+00:00"},{"alias_kind":"arxiv_version","alias_value":"2304.10778v2","created_at":"2026-07-05T07:03:23.396309+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.10778","created_at":"2026-07-05T07:03:23.396309+00:00"},{"alias_kind":"pith_short_12","alias_value":"L5FSLFGWCQBJ","created_at":"2026-07-05T07:03:23.396309+00:00"},{"alias_kind":"pith_short_16","alias_value":"L5FSLFGWCQBJQE7D","created_at":"2026-07-05T07:03:23.396309+00:00"},{"alias_kind":"pith_short_8","alias_value":"L5FSLFGW","created_at":"2026-07-05T07:03:23.396309+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":19,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.27399","citing_title":"Short-Term Gain, Long-Term Fragility: AI Labor Substitution and the Erosion of Sustainable Capability","ref_index":1,"is_internal_anchor":false},{"citing_arxiv_id":"2606.18293","citing_title":"Vibe Coding Ate My Homework: An evaluation of AI approaches to greenfield software engineering and programming","ref_index":31,"is_internal_anchor":false},{"citing_arxiv_id":"2606.18293","citing_title":"Vibe Coding Ate My Homework: An evaluation of AI approaches to greenfield software engineering and programming","ref_index":31,"is_internal_anchor":false},{"citing_arxiv_id":"2605.24298","citing_title":"An Empirical Evaluation of LLM-Generated Code Security Across Prompting Methods","ref_index":45,"is_internal_anchor":false},{"citing_arxiv_id":"2605.24300","citing_title":"Enhancing Reliability in LLM-Based Secure Code Generation","ref_index":8,"is_internal_anchor":false},{"citing_arxiv_id":"2605.24521","citing_title":"From Prompting to Verification: How Experience Shapes Vibe Coding Practices","ref_index":79,"is_internal_anchor":false},{"citing_arxiv_id":"2606.20173","citing_title":"Qiskit Code Migration with LLMs","ref_index":1,"is_internal_anchor":false},{"citing_arxiv_id":"2605.23135","citing_title":"The Impact of AI Coding Assistants on Software Engineering: A Longitudinal Study","ref_index":52,"is_internal_anchor":false},{"citing_arxiv_id":"2404.01535","citing_title":"Assessing, Exploiting, and Mitigating Syntactic Robustness Failures in LLM-Based Code Generation","ref_index":29,"is_internal_anchor":false},{"citing_arxiv_id":"2605.15245","citing_title":"Assistance to Autonomy: A Systematic Literature Review of Agentic AI across the Software Development Life Cycle","ref_index":33,"is_internal_anchor":false},{"citing_arxiv_id":"2409.02977","citing_title":"Large Language Model-Based Agents for Software Engineering: A Survey","ref_index":5,"is_internal_anchor":false},{"citing_arxiv_id":"2604.16335","citing_title":"Beyond Verifiable Rewards: Rubric-Based GRM for Reinforced Fine-Tuning SWE Agents","ref_index":33,"is_internal_anchor":false},{"citing_arxiv_id":"2604.16393","citing_title":"How Do Developers Interact with AI? An Exploratory Study on Modeling Developer Programming Behavior","ref_index":71,"is_internal_anchor":false},{"citing_arxiv_id":"2605.12913","citing_title":"Revisiting DAgger in the Era of LLM-Agents","ref_index":44,"is_internal_anchor":false},{"citing_arxiv_id":"2604.27532","citing_title":"A Longitudinal Analysis of Good First Issue Practices and Newcomer Pull Requests in Popular OSS Projects","ref_index":22,"is_internal_anchor":false},{"citing_arxiv_id":"2605.08247","citing_title":"LLM Translation of Compiler Intermediate Representation","ref_index":46,"is_internal_anchor":false},{"citing_arxiv_id":"2605.08112","citing_title":"Context-Augmented Code Generation: How Product Context Improves AI Coding Agent Decision Compliance by 49%","ref_index":15,"is_internal_anchor":false},{"citing_arxiv_id":"2605.05267","citing_title":"Bridging Generation and Training: A Systematic Review of Quality Issues in LLMs for Code","ref_index":144,"is_internal_anchor":false},{"citing_arxiv_id":"2605.00382","citing_title":"Social Bias in LLM-Generated Code: Benchmark and Mitigation","ref_index":166,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/L5FSLFGWCQBJQE7DBQ6N6ZIJXG","json":"https://pith.science/pith/L5FSLFGWCQBJQE7DBQ6N6ZIJXG.json","graph_json":"https://pith.science/api/pith-number/L5FSLFGWCQBJQE7DBQ6N6ZIJXG/graph.json","events_json":"https://pith.science/api/pith-number/L5FSLFGWCQBJQE7DBQ6N6ZIJXG/events.json","paper":"https://pith.science/paper/L5FSLFGW"},"agent_actions":{"view_html":"https://pith.science/pith/L5FSLFGWCQBJQE7DBQ6N6ZIJXG","download_json":"https://pith.science/pith/L5FSLFGWCQBJQE7DBQ6N6ZIJXG.json","view_paper":"https://pith.science/paper/L5FSLFGW","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2304.10778&json=true","fetch_graph":"https://pith.science/api/pith-number/L5FSLFGWCQBJQE7DBQ6N6ZIJXG/graph.json","fetch_events":"https://pith.science/api/pith-number/L5FSLFGWCQBJQE7DBQ6N6ZIJXG/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/L5FSLFGWCQBJQE7DBQ6N6ZIJXG/action/timestamp_anchor","attest_storage":"https://pith.science/pith/L5FSLFGWCQBJQE7DBQ6N6ZIJXG/action/storage_attestation","attest_author":"https://pith.science/pith/L5FSLFGWCQBJQE7DBQ6N6ZIJXG/action/author_attestation","sign_citation":"https://pith.science/pith/L5FSLFGWCQBJQE7DBQ6N6ZIJXG/action/citation_signature","submit_replication":"https://pith.science/pith/L5FSLFGWCQBJQE7DBQ6N6ZIJXG/action/replication_record"}},"created_at":"2026-07-05T07:03:23.396309+00:00","updated_at":"2026-07-05T07:03:23.396309+00:00"}