{"as_of":"2026-08-07T22:34:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:9d2cc9e8acf6d2849293c50584f91ff72f129b383e319720b9a709e843f062f7","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":32,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":32,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":32,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":32,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T14:01:10.524442Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":68,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2404.01535","last_updated":"2026-05-07T23:29:27Z","snapshot_observed_at":"2026-08-02T07:17:07.567055Z","submitted_at":"2024-04-01T23:55:05Z","title":"Assessing, Exploiting, and Mitigating Syntactic Robustness Failures in LLM-Based Code Generation","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-05-24T02:19:23.135463Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2404.01535"},"observation_digest":"sha256:06a8a8a4296a121663d99b97648974e9b57a4b0efd784e1f9a41049b01327e69","observation_id":"a3f13fc8-8b45-49ed-bace-4b3494f1e763","resolution":{"observed_at":"2026-05-24T02:23:46.135108Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2409.02977","last_updated":"2025-12-03T03:33:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-04T15:59:41Z","title":"Large Language Model-Based Agents for Software Engineering: A Survey","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-17T12:35:48.170947Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2409.02977"},"observation_digest":"sha256:ea0f88780d40d8e4059f5d0004e82f018b3cb0504a8a15ab446716eced0cd12a","observation_id":"782a917c-c3f4-4d76-9ec9-3bc0aad8c8bc","resolution":{"observed_at":"2026-05-17T12:35:48.586291Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-07T14:01:10.524442Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20186","last_updated":"2025-05-26T16:29:21Z","snapshot_observed_at":"2026-08-07T14:35:01.992728Z","submitted_at":"2025-05-26T16:29:21Z","title":"Eradicating the Unseen: Detecting, Exploiting, and Remediating a Path Traversal Vulnerability across GitHub","version":1},"reference_index":125,"source":"pdf_text","source_observed_at":"2026-08-07T14:01:10.524442Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2505.20186"},"observation_digest":"sha256:524ebc6529d6cc0d4c3cd265456072b7241ef78665c7deb42d88bfaa289682e6","observation_id":"2370909f-31e6-49eb-bdfa-c3d92dcf1b73","resolution":{"observed_at":"2026-08-07T14:01:10.524442Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-07T05:04:38.131274Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.08790","last_updated":"2025-06-10T13:38:41Z","snapshot_observed_at":"2026-08-07T04:59:32.009813Z","submitted_at":"2025-06-10T13:38:41Z","title":"Do Generative AI Tools Ensure Green Code? An Investigative Study","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T05:04:38.131274Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2506.08790"},"observation_digest":"sha256:71420144344d06b3f5b93e5658cd403e2885075d5c07b907668715b6a8669587","observation_id":"ea630df8-ea98-478a-a14c-c569e096c2dd","resolution":{"observed_at":"2026-08-07T05:04:38.131274Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-07T00:22:57.143131Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.14297","last_updated":"2025-06-17T08:16:15Z","snapshot_observed_at":"2026-08-07T00:15:44.059229Z","submitted_at":"2025-06-17T08:16:15Z","title":"Quality Assessment of Python Tests Generated by Large Language Models","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-07T00:22:57.143131Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2506.14297"},"observation_digest":"sha256:04ad71438c8d3c6804653107f401a8a959035db8eff4eb4b3ef532080a9c22b5","observation_id":"9da3e49d-a12e-44d9-b41c-d7f49378169f","resolution":{"observed_at":"2026-08-07T00:22:57.143131Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-06T19:09:34.032611Z","title":"Evaluating the code quality of AI-assisted code generation tools: An empirical study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.06463","last_updated":"2025-08-28T14:22:23Z","snapshot_observed_at":"2026-08-06T19:01:30.560315Z","submitted_at":"2025-07-09T00:46:30Z","title":"Evaluating Efficiency and Novelty of LLM-Generated Code for Graph Analysis","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T19:09:34.032611Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2507.06463"},"observation_digest":"sha256:b96bff4273da1473a50f617f1d076e7199e80bf1a056a76d3c3751f6cfa53d4e","observation_id":"47f5486b-76b8-41db-82a6-80dd5d887dcf","resolution":{"observed_at":"2026-08-06T19:09:34.032611Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-06T17:56:21.332123Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.09665","last_updated":"2025-07-13T14:58:19Z","snapshot_observed_at":"2026-08-07T22:24:28.311166Z","submitted_at":"2025-07-13T14:58:19Z","title":"Is Quantization a Deal-breaker? Empirical Insights from Large Code Models","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:21.332123Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2507.09665"},"observation_digest":"sha256:f611cbd7b55b3b3884cfe5ca2082b48a25c95ed662f4a93a0251e41f01ef639c","observation_id":"0aed5b4b-8f70-4b6c-b77e-b74404cbfc73","resolution":{"observed_at":"2026-08-06T17:56:21.332123Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T14:09:55.151998Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.21634","last_updated":"2025-08-29T13:51:28Z","snapshot_observed_at":"2026-08-07T15:49:22.041415Z","submitted_at":"2025-08-29T13:51:28Z","title":"Human-Written vs. AI-Generated Code: A Large-Scale Study of Defects, Vulnerabilities, and Complexity","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-05T14:09:55.151998Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2508.21634"},"observation_digest":"sha256:a73fe7092c8fae3d7ae8d69ffd14d0cf9fad84782ff96a32602dd348c07b65ee","observation_id":"72ecfa1c-470b-4af0-b922-86c1d5712d6f","resolution":{"observed_at":"2026-08-05T14:09:55.151998Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-03T23:50:48.870152Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2511.03898","last_updated":"2025-11-05T22:46:24Z","snapshot_observed_at":"2026-08-07T13:07:19.220144Z","submitted_at":"2025-11-05T22:46:24Z","title":"Secure Code Generation at Scale with Reflexion","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-03T23:50:48.870152Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2511.03898"},"observation_digest":"sha256:5dbccd0c583c7427375535d905e8878ec30f40c5555cbd39f66d8d8953f3deeb","observation_id":"91397d05-6cc8-4774-b395-391f63d70582","resolution":{"observed_at":"2026-08-03T23:50:48.870152Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-03T18:41:21.046690Z","title":"arXiv preprint arXiv:2304.10778 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2512.04259","last_updated":"2026-06-03T13:54:39Z","snapshot_observed_at":"2026-08-05T18:37:23.737847Z","submitted_at":"2025-12-03T20:54:24Z","title":"WildCode Revisited: A Comprehensive Empirical Study on the Security of LLM-Generated Code","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-03T18:41:21.046690Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2512.04259"},"observation_digest":"sha256:012f9c5fd6e58b1f6494cdb4fb65899253c99a4d620640207c821ee5bc9c646a","observation_id":"d95378ad-5796-4592-8880-21dcebda23d0","resolution":{"observed_at":"2026-08-03T18:41:21.046690Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-03T14:36:05.053801Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2512.19926","last_updated":"2025-12-22T23:03:55Z","snapshot_observed_at":"2026-08-03T14:36:01.973432Z","submitted_at":"2025-12-22T23:03:55Z","title":"Developers' Experience with Generative AI -- First Insights from an Empirical Mixed-Methods Field Study","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-03T14:36:05.053801Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2512.19926"},"observation_digest":"sha256:47d534dbe1d2b5d6d33573c2b7ce9bdcbd7077cb58f4e1f780a3658f0b12f176","observation_id":"1c457c1b-075d-42b7-b2cf-100f5fae9515","resolution":{"observed_at":"2026-08-03T14:36:05.053801Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2604.16335","last_updated":"2026-03-13T02:23:49Z","snapshot_observed_at":"2026-08-04T04:51:19.798134Z","submitted_at":"2026-03-13T02:23:49Z","title":"Beyond Verifiable Rewards: Rubric-Based GRM for Reinforced Fine-Tuning SWE Agents","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-05-15T12:22:13.551709Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2604.16335"},"observation_digest":"sha256:799c30ea9456704deb0833bf0ee23720e0f532bb3d89d886b355d8bbdaa33dfd","observation_id":"5a65d466-b3a8-46ed-84be-a43604fa4358","resolution":{"observed_at":"2026-05-15T12:25:35.816573Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2604.16393","last_updated":"2026-04-30T14:36:14Z","snapshot_observed_at":"2026-07-06T23:03:43.854612Z","submitted_at":"2026-03-28T14:37:19Z","title":"How Do Developers Interact with AI? An Exploratory Study on Modeling Developer Programming Behavior","version":3},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-05-14T22:12:39.662344Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2604.16393"},"observation_digest":"sha256:5ed3ab6739a27cd68ab1cfef78adbd1836a289e1b157076b3d140e7c4c5d5cc5","observation_id":"abf424bd-55fa-4884-b37c-d915692abc33","resolution":{"observed_at":"2026-05-14T22:13:03.187010Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2604.27532","last_updated":"2026-06-04T19:37:41Z","snapshot_observed_at":"2026-08-01T06:52:02.128418Z","submitted_at":"2026-04-30T07:36:57Z","title":"A Longitudinal Analysis of Good First Issue Practices and Newcomer Pull Requests in Popular OSS Projects","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-07T10:22:16.502977Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2604.27532"},"observation_digest":"sha256:8b6188172857e1821dc7caba126f1f335e9a905f8d774dec7a3790de86dc65bf","observation_id":"5d8d6985-83c1-4851-a97a-189ba6c69d82","resolution":{"observed_at":"2026-05-12T09:36:26.359139Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2605.00382","last_updated":"2026-05-05T08:05:07Z","snapshot_observed_at":"2026-07-06T23:13:47.082550Z","submitted_at":"2026-05-01T04:06:02Z","title":"Social Bias in LLM-Generated Code: Benchmark and Mitigation","version":3},"reference_index":166,"source":"arxiv_source","source_observed_at":"2026-05-09T19:34:51.433422Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2605.00382"},"observation_digest":"sha256:d8920b58b2d0a5de1cb04b88a4039aec05b93dbb04be8afcfca662f45c2f6f0a","observation_id":"42380031-75ce-46a2-9cdd-a3dd7dc4a604","resolution":{"observed_at":"2026-05-11T15:36:08.664051Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2605.05267","last_updated":"2026-05-06T09:38:31Z","snapshot_observed_at":"2026-08-04T17:41:12.164736Z","submitted_at":"2026-05-06T09:38:31Z","title":"Bridging Generation and Training: A Systematic Review of Quality Issues in LLMs for Code","version":1},"reference_index":144,"source":"pdf_text","source_observed_at":"2026-05-08T17:37:51.790000Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2605.05267"},"observation_digest":"sha256:7f0f695f412fd0eb7a7e93e335a96943ac573caaac776de3baf48c50aeea76f8","observation_id":"ead6af44-bc68-49ed-b57b-2252c5cad799","resolution":{"observed_at":"2026-05-11T17:26:04.532845Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2605.08112","last_updated":"2026-04-27T20:38:55Z","snapshot_observed_at":"2026-07-06T23:20:24.341928Z","submitted_at":"2026-04-27T20:38:55Z","title":"Context-Augmented Code Generation: How Product Context Improves AI Coding Agent Decision Compliance by 49%","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-12T01:33:26.870356Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2605.08112"},"observation_digest":"sha256:2a0d3826b697947dc88cfc3a27af8e60836fbdf8df8f20d0dee1878549fd5f2d","observation_id":"a7e81a2c-790a-406d-b2cc-8247207dc878","resolution":{"observed_at":"2026-05-12T07:51:48.713785Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2605.08247","last_updated":"2026-05-07T13:22:23Z","snapshot_observed_at":"2026-07-06T23:20:28.875586Z","submitted_at":"2026-05-07T13:22:23Z","title":"LLM Translation of Compiler Intermediate Representation","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-05-12T00:59:05.006846Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2605.08247"},"observation_digest":"sha256:3a1a21697fd20c4825a85fec22742f4e3326cb55149195919d686b8858a409f2","observation_id":"5b736f39-a10e-49b4-8e67-e53a712126ca","resolution":{"observed_at":"2026-05-12T08:36:23.986923Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2605.12913","last_updated":"2026-05-13T02:40:28Z","snapshot_observed_at":"2026-07-06T23:24:32.412966Z","submitted_at":"2026-05-13T02:40:28Z","title":"Revisiting DAgger in the Era of LLM-Agents","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-05-14T19:56:06.762156Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2605.12913"},"observation_digest":"sha256:603790f5506674ea310eba1ef86d134abe63caefbba71532b4ae94a5f481075a","observation_id":"7160c5ee-8e62-4740-b672-920004c215c2","resolution":{"observed_at":"2026-05-14T19:57:53.334730Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2605.15245","last_updated":"2026-05-14T10:46:51Z","snapshot_observed_at":"2026-08-03T17:33:19.439362Z","submitted_at":"2026-05-14T10:46:51Z","title":"Assistance to Autonomy: A Systematic Literature Review of Agentic AI across the Software Development Life Cycle","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-05-19T16:27:05.280664Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2605.15245"},"observation_digest":"sha256:273c2064957c4f3fc0dfb050784504294d63b77066bf3bf342105c6a3b7fb7f8","observation_id":"02c7bacd-5822-4fd3-90c3-0749139f913a","resolution":{"observed_at":"2026-05-19T16:27:39.536761Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2605.23135","last_updated":"2026-05-22T01:18:39Z","snapshot_observed_at":"2026-07-31T20:35:41.242349Z","submitted_at":"2026-05-22T01:18:39Z","title":"The Impact of AI Coding Assistants on Software Engineering: A Longitudinal Study","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-05-25T04:09:32.859538Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2605.23135"},"observation_digest":"sha256:59a6086ced630528d46cfdfc7c6d177c41cb508d541ac4fc595d14fe05ddb4ec","observation_id":"e2bf9ea6-586b-497d-820a-3056a6e9cfc3","resolution":{"observed_at":"2026-05-25T04:10:19.405479Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2605.24298","last_updated":"2026-05-22T23:52:33Z","snapshot_observed_at":"2026-07-06T23:34:23.087565Z","submitted_at":"2026-05-22T23:52:33Z","title":"An Empirical Evaluation of LLM-Generated Code Security Across Prompting Methods","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-06-30T15:17:26.306332Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2605.24298"},"observation_digest":"sha256:87bc97572074de7a2c72a67e2e47103353410c84e48ca0b28606c6ae8d6979b7","observation_id":"0d790177-c688-46f4-a823-bb8c71da0c47","resolution":{"observed_at":"2026-06-30T15:34:48.545994Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2605.24300","last_updated":"2026-05-22T23:58:56Z","snapshot_observed_at":"2026-07-06T23:34:23.087565Z","submitted_at":"2026-05-22T23:58:56Z","title":"Enhancing Reliability in LLM-Based Secure Code Generation","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-30T15:14:02.156588Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2605.24300"},"observation_digest":"sha256:39b4b60d439436085a31730f9394d08bb54c32cdf8c4c9a83ddf44a94a38cf91","observation_id":"b495116f-2720-4b29-96ff-d75ee996fcb3","resolution":{"observed_at":"2026-06-30T15:14:46.819405Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2605.24521","last_updated":"2026-05-23T11:18:11Z","snapshot_observed_at":"2026-08-06T22:46:59.092952Z","submitted_at":"2026-05-23T11:18:11Z","title":"From Prompting to Verification: How Experience Shapes Vibe Coding Practices","version":1},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-06-30T13:13:31.583222Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2605.24521"},"observation_digest":"sha256:1e33b7f5a327c52db781d654d4307e3a549dff9616d17a9a97ce273fd0b27d95","observation_id":"0983d97b-a03b-4077-8ef8-139e3dbfb646","resolution":{"observed_at":"2026-06-30T13:14:40.443345Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2605.27399","last_updated":"2026-04-23T03:11:27Z","snapshot_observed_at":"2026-08-06T11:00:35.927973Z","submitted_at":"2026-04-23T03:11:27Z","title":"Short-Term Gain, Long-Term Fragility: AI Labor Substitution and the Erosion of Sustainable Capability","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-07-05T01:39:02.068361Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2605.27399"},"observation_digest":"sha256:a562924c1c134f7700f5090389db84a055a6142656e9fc015368c1665b122585","observation_id":"4f993f05-eb35-474b-bf78-30c27b9efe2d","resolution":{"observed_at":"2026-07-05T01:40:34.395921Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2606.18293","last_updated":"2026-07-01T15:50:49Z","snapshot_observed_at":"2026-08-07T04:13:01.277667Z","submitted_at":"2026-06-15T18:49:02Z","title":"Vibe Coding Ate My Homework: An evaluation of AI approaches to greenfield software engineering and programming","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-06-27T02:38:26.858639Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2606.18293"},"observation_digest":"sha256:6881d32eecbcb4e1cfb0abb2b2c429ff9ce25d82a1ef511a9f7aa3a1a3c38aff","observation_id":"ecdfa141-efee-49c2-badf-100bc1cf27ca","resolution":{"observed_at":"2026-07-03T18:38:49.553754Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2606.18293","last_updated":"2026-07-01T15:50:49Z","snapshot_observed_at":"2026-08-07T04:13:01.277667Z","submitted_at":"2026-06-15T18:49:02Z","title":"Vibe Coding Ate My Homework: An evaluation of AI approaches to greenfield software engineering and programming","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-07-02T22:33:44.537174Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2606.18293"},"observation_digest":"sha256:e9713095e1afa6689355cd357790bbf28a8b6b6b3d51402d0a5d3e8a48fb50cc","observation_id":"10083c92-43cd-4d7a-a759-65aaaf1704b3","resolution":{"observed_at":"2026-07-02T22:37:25.387141Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":"2304.10778","doi":"10.48550/arxiv.2304.10778","metadata_source":"arxiv_reference","pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating the code quality of ai-assisted code generation tools: An empirical study on github copilot, amazon codewhisperer, and chatgpt","venue":"arXiv (Cornell University)","work_id":"fc34d942-a4d6-4670-b39a-c6c5537410cb","year":2023},"citing_paper":{"arxiv_id":"2606.20173","last_updated":"2026-06-18T12:40:43Z","snapshot_observed_at":"2026-07-06T23:55:20.134506Z","submitted_at":"2026-06-18T12:40:43Z","title":"Qiskit Code Migration with LLMs","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-06-26T16:24:25.357338Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2606.20173"},"observation_digest":"sha256:fd4a2c1e1fd41e1dc93005d9f552129965b6556ce623c0ad84a74e12b66e02db","observation_id":"e2387973-e3f3-4570-a290-88635a207d13","resolution":{"observed_at":"2026-06-26T16:29:35.520168Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-02T03:32:48.904884Z","title":"Evaluating the code quality of AI-assisted code generation tools: An empirical study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.14181","last_updated":"2026-07-15T14:05:33Z","snapshot_observed_at":"2026-08-06T06:16:49.093310Z","submitted_at":"2026-07-15T14:05:33Z","title":"Quantize with Confidence? An Empirical Study of Quantization for Code Generation","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-02T03:32:48.904884Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2607.14181"},"observation_digest":"sha256:60565812ae2ef037930ef19ba9280e2e4cc654ce6528ed5437b1e62277c0407b","observation_id":"fa765d41-fe23-4f25-96b0-f5887e7e8317","resolution":{"observed_at":"2026-08-02T03:32:48.904884Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-02T01:01:33.546349Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.14816","last_updated":"2026-07-16T10:35:25Z","snapshot_observed_at":"2026-08-07T08:00:32.890992Z","submitted_at":"2026-07-16T10:35:25Z","title":"Large Language Models for Code Generation from Multilingual Prompts: A Curated Benchmark and a Study on Code Quality","version":1},"reference_index":105,"source":"pdf_text","source_observed_at":"2026-08-02T01:01:33.546349Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2607.14816"},"observation_digest":"sha256:d8b4f437d0c7ac84fe98d99269bee3270e0efcadc61e6e9445593655d7414142","observation_id":"76c3128b-b8f6-491f-9044-1975539ba6d2","resolution":{"observed_at":"2026-08-02T01:01:33.546349Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-01T04:11:14.979264Z","title":"arXiv preprint arXiv:2304.10778 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.22928","last_updated":"2026-07-31T22:01:55Z","snapshot_observed_at":"2026-08-06T23:11:26.753666Z","submitted_at":"2026-07-24T21:57:09Z","title":"Design Theater: Evaluating the Gap Between User-Facing Design Reasoning and Implementation in Generative UI Tools","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-01T04:11:14.979264Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2607.22928"},"observation_digest":"sha256:ad3a48de96caa21f15cf33d0c9190909d8516102525eee8b3df069cc9e196aa1","observation_id":"37fff69e-d8b3-448c-b348-27515ea2e447","resolution":{"observed_at":"2026-08-01T04:11:14.979264Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.10778","snapshot_observed_at":"2026-08-04T01:35:39.591608Z","title":"arXiv preprint arXiv:2304.10778 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.22928","last_updated":"2026-07-31T22:01:55Z","snapshot_observed_at":"2026-08-06T23:11:26.753666Z","submitted_at":"2026-07-24T21:57:09Z","title":"Design Theater: Evaluating the Gap Between User-Facing Design Reasoning and Implementation in Generative UI Tools","version":2},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-04T01:35:39.591608Z"},"links":{"cited_paper":"/paper/2304.10778","citing_paper":"/paper/2607.22928"},"observation_digest":"sha256:df5798b898b2df5cb16d8c00b821b11bc445ca98ed65babe4ec26072126e8070","observation_id":"6769482c-be19-4780-91d9-39d203be9dd1","resolution":{"observed_at":"2026-08-04T01:35:39.591608Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2304.10778/citation-record","integrity":"/paper/2304.10778/integrity","json":"/paper/2304.10778/citation-record.json","paper":"/paper/2304.10778"},"outbound":[],"paper":{"arxiv_id":"2304.10778","last_updated":"2023-10-22T01:48:39Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-07-06T15:18:14.909173Z","submitted_at":"2023-04-21T07:08:26Z","title":"Evaluating the Code Quality of AI-Assisted Code Generation Tools: An Empirical Study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 32 inbound Pith citation observations for arXiv:2304.10778."}