{"as_of":"2026-08-08T10:22:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:d61baadf08cec06c18cdb9ff5da83450af6dcee3e865c51d56b3738fe0341e91","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":38,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":38,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":38,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":38,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T04:06:06.535514Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":20,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2410.01026","last_updated":"2026-05-01T02:28:39Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-10-01T19:34:46Z","title":"Understanding the Human-LLM Dynamic: A Literature Survey of LLM Use in Programming Tasks","version":2},"reference_index":118,"source":"pdf_text","source_observed_at":"2026-05-23T19:58:28.103216Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2410.01026"},"observation_digest":"sha256:2b60a0a7fe11d4f522d33bdc7a339e5cca7ad36c1e4efc1d900b5fef25d63ddf","observation_id":"ffbb15f7-061f-465c-80a3-38425854840e","resolution":{"observed_at":"2026-05-23T20:03:24.562213Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2410.20791","last_updated":"2026-04-06T19:29:25Z","snapshot_observed_at":"2026-08-03T01:41:19.546733Z","submitted_at":"2024-10-28T07:16:00Z","title":"From Cool Demos to Production-Ready FMware: Core Challenges and a Technology Roadmap","version":3},"reference_index":120,"source":"pdf_text","source_observed_at":"2026-05-23T19:07:21.016824Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2410.20791"},"observation_digest":"sha256:3df9c07727d9085c77fe981485c72ee110ca7326620ca55440977cb3290b66d2","observation_id":"70fc79db-910f-4c6e-8126-6da0f1b7abed","resolution":{"observed_at":"2026-05-23T19:08:20.825881Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-07T04:06:06.535514Z","title":"A survey on large language models for software engineering,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.11548","last_updated":"2025-06-13T08:00:38Z","snapshot_observed_at":"2026-08-08T07:22:22.590613Z","submitted_at":"2025-06-13T08:00:38Z","title":"Augmenting the Generality and Performance of Large Language Models for Software Engineering","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T04:06:06.535514Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2506.11548"},"observation_digest":"sha256:93789bf3d0bdd118b7c91de90ef476672ce2fe4d6792d6f6ffa2bb65394ab540","observation_id":"70da6515-87b9-43a4-8b75-e567123e3668","resolution":{"observed_at":"2026-08-07T04:06:06.535514Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-07T00:39:41.708804Z","title":"Zhang, C","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12958","last_updated":"2025-06-20T15:52:06Z","snapshot_observed_at":"2026-08-07T07:24:20.034880Z","submitted_at":"2025-06-15T20:42:45Z","title":"Domain Specific Benchmarks for Evaluating Multimodal Large Language Models","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T00:39:41.708804Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2506.12958"},"observation_digest":"sha256:1f2dfee10d5e10ebcefcd7ea36f8ee2658c1ce93b81d514b478af3fc7840807c","observation_id":"7b743598-c7ce-4dea-8175-0ada8e673ef5","resolution":{"observed_at":"2026-08-07T00:39:41.708804Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-06T23:49:32.185848Z","title":"A survey on large language models for software engineering,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.16136","last_updated":"2025-06-19T08:42:11Z","snapshot_observed_at":"2026-08-06T23:42:06.858734Z","submitted_at":"2025-06-19T08:42:11Z","title":"Seeing is Fixing: Cross-Modal Reasoning with Multimodal LLMs for Visual Software Issue Fixing","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T23:49:32.185848Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2506.16136"},"observation_digest":"sha256:6ee74fb5dcac499dd326e7f7f46f0984d71f36c0a7b38ac3933ebfe1165836bc","observation_id":"0e1ac520-9fb7-40dc-b8e1-122d1fe5485d","resolution":{"observed_at":"2026-08-06T23:49:32.185848Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-06T16:44:48.588544Z","title":"A survey on large language models for software engineering","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.12665","last_updated":"2025-07-16T22:43:30Z","snapshot_observed_at":"2026-08-08T09:21:39.719251Z","submitted_at":"2025-07-16T22:43:30Z","title":"Single Conversation Methodology: A Human-Centered Protocol for AI-Assisted Software Development","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T16:44:48.588544Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2507.12665"},"observation_digest":"sha256:3fe37053b93e30fef3a6c504452b319c924ac12b8187a1612568a31d70931a32","observation_id":"922fd222-78c0-4c03-9df7-a9437bc6a35a","resolution":{"observed_at":"2026-08-06T16:44:48.588544Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-06T13:00:21.812410Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.21285","last_updated":"2025-07-28T19:10:57Z","snapshot_observed_at":"2026-08-08T09:12:33.911793Z","submitted_at":"2025-07-28T19:10:57Z","title":"Curiosity by Design: An LLM-based Coding Assistant Asking Clarification Questions","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T13:00:21.812410Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2507.21285"},"observation_digest":"sha256:f73e0bc67db87577f4dcef11e2e36a2d4a59a26353bd18111359feb2b6e06541","observation_id":"1020ccb7-d440-4079-8376-c64cf6fc3fb6","resolution":{"observed_at":"2026-08-06T13:00:21.812410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2508.15411","last_updated":"2026-04-22T08:47:14Z","snapshot_observed_at":"2026-08-03T01:46:26.898737Z","submitted_at":"2025-08-21T10:05:18Z","title":"Foundational Design Principles and Patterns for Building Robust and Adaptive GenAI-Native Systems","version":3},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-05-18T22:11:00.992743Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2508.15411"},"observation_digest":"sha256:acd7ff8c97ba7130ea1e3ec1e49c19adf6b05dd04178df7595efedf107c1c475","observation_id":"32cc27e7-3c02-46be-acf8-028e82a3843d","resolution":{"observed_at":"2026-05-18T22:11:52.616034Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2510.24428","last_updated":"2026-04-04T09:39:50Z","snapshot_observed_at":"2026-07-06T22:34:18.297603Z","submitted_at":"2025-10-28T13:52:46Z","title":"CodeWiki: Evaluating AI's Ability to Generate Holistic Documentation for Large-Scale Codebases","version":6},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-05-18T03:10:21.188635Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2510.24428"},"observation_digest":"sha256:528f9ad815bcb9680cee6405bfd817daa7110b5e9ba60574d0bee3b25c795865","observation_id":"cc87eaf0-14d0-4d6b-b06b-7f0fe32238f5","resolution":{"observed_at":"2026-05-18T03:10:48.421794Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2511.07458","last_updated":"2026-04-20T02:11:15Z","snapshot_observed_at":"2026-08-01T03:54:25.332359Z","submitted_at":"2025-11-06T23:52:36Z","title":"REFLEX: Reference-Free Evaluation of Log Summarization via Large Language Model Judgment","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-18T00:24:32.368361Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2511.07458"},"observation_digest":"sha256:e79d006d77fbb00692fdf22bbd26a51701e04aadeaf8873547b97a6cd0bae534","observation_id":"d1d8c467-2b67-4f72-8a60-3867781a35f4","resolution":{"observed_at":"2026-05-18T00:25:32.304714Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2512.18470","last_updated":"2026-04-04T09:52:04Z","snapshot_observed_at":"2026-07-30T13:30:43.108201Z","submitted_at":"2025-12-20T19:08:15Z","title":"SWE-EVO: Benchmarking Coding Agents in Long-Horizon Software Evolution Scenarios","version":5},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-05-16T20:24:40.939455Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2512.18470"},"observation_digest":"sha256:baf48fce1fc9c1325957fc30d0e9c880eb15e8e2014859153a5e6da95e7f5e06","observation_id":"1437cd39-7451-49c0-819e-d2ff845fe7a5","resolution":{"observed_at":"2026-05-16T20:28:24.502099Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2601.11848","last_updated":"2026-04-06T02:33:13Z","snapshot_observed_at":"2026-07-06T22:41:58.373427Z","submitted_at":"2026-01-17T00:34:32Z","title":"Compass vs Railway Tracks: Unpacking User Mental Models for Communicating Long-Horizon Work to Humans vs. AI","version":2},"reference_index":94,"source":"pdf_text","source_observed_at":"2026-05-16T14:09:33.786576Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2601.11848"},"observation_digest":"sha256:8741ea32d8b1a3c305f39cad167af6cd9edb95419ce7a2f82ff003377d844573","observation_id":"f68f85b8-127d-4aee-8983-a4c2be468b9f","resolution":{"observed_at":"2026-05-16T14:11:01.164814Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2601.16456","last_updated":"2026-05-05T04:47:57Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-01-23T05:28:48Z","title":"RubberDuckBench: A Benchmark for AI Coding Assistants","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-05-16T12:16:40.086291Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2601.16456"},"observation_digest":"sha256:3d1b93cc4ed4a423b05212dee147e9f88514e777914f3da6d76dce6ed1676eb1","observation_id":"a0ec409a-12a8-489a-8fdf-505ac8efdfdf","resolution":{"observed_at":"2026-05-16T12:17:51.971308Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-02T20:17:27.079893Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2602.23647","last_updated":"2026-05-25T07:42:24Z","snapshot_observed_at":"2026-08-03T00:57:40.966113Z","submitted_at":"2026-02-27T03:32:47Z","title":"SGAgent: Suggestion-Guided LLM-Based Multi-Agent Framework for Repository-Level Software Repair","version":2},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-02T20:17:27.079893Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2602.23647"},"observation_digest":"sha256:9cfd39b3d2b0b18a31737d30539a5df8e28fd46cad963455541088cc14ffe9fc","observation_id":"a69ee99f-f13d-41b1-8892-d6d00eaa08db","resolution":{"observed_at":"2026-08-02T20:17:27.079893Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2603.06276","last_updated":"2026-04-08T14:46:31Z","snapshot_observed_at":"2026-07-06T22:48:08.821342Z","submitted_at":"2026-03-06T13:34:09Z","title":"Story Point Estimation Using Large Language Models","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-15T15:27:47.957035Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2603.06276"},"observation_digest":"sha256:6314d0bcf62ee38ff18b245f4283e66be0619750b282e5c3e65f7d1f95246074","observation_id":"026ca23e-c9ea-4337-9dff-acd4d91b31eb","resolution":{"observed_at":"2026-05-15T15:30:07.562929Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2603.22018","last_updated":"2026-04-30T12:28:34Z","snapshot_observed_at":"2026-07-06T22:50:10.301346Z","submitted_at":"2026-03-23T14:28:14Z","title":"Do Papers Tell the Whole Story? A Benchmark and Framework for Uncovering Hidden Implementation Gaps in Bioinformatics","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-15T00:33:52.326572Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2603.22018"},"observation_digest":"sha256:c42fcca2530b40329e8847b914fe72f3e0aabca1ff84ee0f656e29f6d06a730c","observation_id":"1fd2bb31-d794-4491-a447-aa8bc2969935","resolution":{"observed_at":"2026-05-15T00:38:23.567952Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2603.29813","last_updated":"2026-06-24T12:09:03Z","snapshot_observed_at":"2026-08-07T20:31:27.965876Z","submitted_at":"2026-03-31T14:40:19Z","title":"Compiling Code LLMs into Lightweight Executables","version":2},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-05-13T23:26:03.943399Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2603.29813"},"observation_digest":"sha256:419ed48b923b254058dba4f5000a0e5195add96e391411a4d6b6058cc5655adb","observation_id":"45da1c34-170c-417d-b1c6-30d208aee8a0","resolution":{"observed_at":"2026-05-13T23:28:26.260158Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2604.06861","last_updated":"2026-04-08T09:22:30Z","snapshot_observed_at":"2026-08-05T16:01:05.723535Z","submitted_at":"2026-04-08T09:22:30Z","title":"REAgent: Requirement-Driven LLM Agents for Software Issue Resolution","version":1},"reference_index":87,"source":"pdf_text","source_observed_at":"2026-05-10T17:56:32.201591Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2604.06861"},"observation_digest":"sha256:8769719f4ea0168d0996ab7f5eb81ca2b921bbf19fe0373792ae2f6f000a846e","observation_id":"71a8e295-9335-4204-80c6-e6024d8e1c66","resolution":{"observed_at":"2026-05-11T05:50:58.076905Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2604.09409","last_updated":"2026-04-10T15:22:58Z","snapshot_observed_at":"2026-07-06T22:58:17.167367Z","submitted_at":"2026-04-10T15:22:58Z","title":"Do AI Coding Agents Log Like Humans? An Empirical Study","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-05-10T16:54:15.236541Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2604.09409"},"observation_digest":"sha256:1d228728beef4b7b4f81a5bf979bb39268d4d39dd98d2790ca3ac3df373156b3","observation_id":"bf7360f6-ffff-437e-9525-c5a0aed0181d","resolution":{"observed_at":"2026-05-11T07:55:59.727704Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2604.13934","last_updated":"2026-04-15T14:46:12Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-04-15T14:46:12Z","title":"Towards Enabling An Artificial Self-Construction Software Life-cycle via Autopoietic Architectures","version":1},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-05-10T12:43:14.903173Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2604.13934"},"observation_digest":"sha256:96d629a606196a138272b45213bd112990f0b42c397af86c6d8c5a3fde488703","observation_id":"a4ef902d-9121-49d2-97fb-39d1144beaae","resolution":{"observed_at":"2026-05-11T11:41:05.448444Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2604.16790","last_updated":"2026-04-18T02:35:05Z","snapshot_observed_at":"2026-07-06T23:04:01.558812Z","submitted_at":"2026-04-18T02:35:05Z","title":"Bias in the Loop: Auditing LLM-as-a-Judge for Software Engineering","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-05-10T07:29:03.994957Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2604.16790"},"observation_digest":"sha256:4f9d4c740f341e2aaf235d2a2f505c0e8aa9b078a2b06a79c05b048d0fcdc8ba","observation_id":"f3744092-7dfc-4528-a72d-5e1d54065a7b","resolution":{"observed_at":"2026-05-10T07:32:00.306070Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2604.23816","last_updated":"2026-07-05T21:17:40Z","snapshot_observed_at":"2026-08-04T04:17:06.706221Z","submitted_at":"2026-04-26T17:34:43Z","title":"Query2Diagram: Answering Developer Queries with UML Diagrams","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-05-08T06:03:13.037369Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2604.23816"},"observation_digest":"sha256:053406d5b97ff57cf983fc0ea1a8b4ce5056a5a88fec268cc4890ddba6b5d8b9","observation_id":"5124e12d-4344-4af7-87fe-96f8ce582915","resolution":{"observed_at":"2026-05-11T21:16:30.619127Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2604.24621","last_updated":"2026-04-27T15:51:22Z","snapshot_observed_at":"2026-07-06T23:10:38.548416Z","submitted_at":"2026-04-27T15:51:22Z","title":"Evaluation of LLM-Based Software Engineering Tools: Practices, Challenges, and Future Directions","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-05-08T02:52:55.120013Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2604.24621"},"observation_digest":"sha256:ed986f381c2c8d2ba819992e5b390e72382572fc7f1f690aaae4cd6fbe6ce9ac","observation_id":"6ea19e9e-0411-4b04-a510-29ba0bf18736","resolution":{"observed_at":"2026-05-11T22:21:52.909407Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2605.05267","last_updated":"2026-05-06T09:38:31Z","snapshot_observed_at":"2026-08-04T17:41:12.164736Z","submitted_at":"2026-05-06T09:38:31Z","title":"Bridging Generation and Training: A Systematic Review of Quality Issues in LLMs for Code","version":1},"reference_index":149,"source":"pdf_text","source_observed_at":"2026-05-08T17:37:51.790000Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2605.05267"},"observation_digest":"sha256:703493c2fe5e7adc29a838ba96c86d1ab7723198cf3131c230c716169eca4fe7","observation_id":"e1a0ad46-63b5-4fa7-80a2-25d45d26a5d9","resolution":{"observed_at":"2026-05-11T17:21:11.036793Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2605.17957","last_updated":"2026-05-18T07:12:14Z","snapshot_observed_at":"2026-07-06T23:28:55.079333Z","submitted_at":"2026-05-18T07:12:14Z","title":"Contextualized Code Pretraining for Code Generation","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-05-20T09:36:15.468902Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2605.17957"},"observation_digest":"sha256:7b1ffd1a8ed1baa4c50100437b30b1edafdd04292c73cc30a7a66791170c5614","observation_id":"ab5153ef-de28-4181-92ec-688f76d4ce29","resolution":{"observed_at":"2026-05-20T09:38:10.858949Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2605.19627","last_updated":"2026-05-19T10:06:02Z","snapshot_observed_at":"2026-07-06T23:30:21.283826Z","submitted_at":"2026-05-19T10:06:02Z","title":"How Helpful is LLM Assistance in Network Operations? A Case Study at a Large Demonstration Network","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-20T02:33:11.561559Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2605.19627"},"observation_digest":"sha256:2921deae44a09523e413d797e40b170afb375448b085e71e926c5b2324a79c6e","observation_id":"ec7251d9-cbec-4e39-993a-98196741234f","resolution":{"observed_at":"2026-05-20T02:33:20.379967Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2605.23091","last_updated":"2026-05-21T22:53:40Z","snapshot_observed_at":"2026-08-01T20:58:37.779697Z","submitted_at":"2026-05-21T22:53:40Z","title":"Security of LLM-generated Code: A Comparative Analysis","version":1},"reference_index":87,"source":"pdf_text","source_observed_at":"2026-05-25T05:16:26.372764Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2605.23091"},"observation_digest":"sha256:2fcefbe1f35f6254c78c27a7cc996e70a27840bd52bf34870d461187db5a424f","observation_id":"8d2941f7-2477-4623-aeb5-ffcf19ef1858","resolution":{"observed_at":"2026-05-25T05:16:39.203527Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2605.25536","last_updated":"2026-05-25T07:49:23Z","snapshot_observed_at":"2026-08-03T06:53:14.522221Z","submitted_at":"2026-05-25T07:49:23Z","title":"A Tertiary Review of Large Language Model-Based Code Generating Tasks: Trends, Challenges, and Future Directions","version":1},"reference_index":108,"source":"pdf_text","source_observed_at":"2026-06-29T20:48:19.988304Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2605.25536"},"observation_digest":"sha256:7fa34eefc11dbf4d3fd06d6c6518881743ffd5bee074441b9110e4b13d4054b7","observation_id":"6a28a020-4e85-49b8-9ed4-6bb6738c8b4b","resolution":{"observed_at":"2026-06-29T20:53:58.474013Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2605.30054","last_updated":"2026-05-28T15:05:53Z","snapshot_observed_at":"2026-07-06T23:39:24.682426Z","submitted_at":"2026-05-28T15:05:53Z","title":"Projectional Decoding: Towards Semantic-Aware LLM Generation","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-06-29T06:19:48.453862Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2605.30054"},"observation_digest":"sha256:ad224ac657fdfeb1002ea42d2d5d3d9febc8c6af5cf460c7c6a6f8af804306c1","observation_id":"6ec09bf8-d539-4e28-874a-a9c3e47e0d2c","resolution":{"observed_at":"2026-06-29T06:23:09.147704Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2606.07341","last_updated":"2026-06-05T14:53:00Z","snapshot_observed_at":"2026-08-05T21:31:42.585700Z","submitted_at":"2026-06-05T14:53:00Z","title":"Empirical Evaluation of Large Language Models for Migration of Code Fragments to Post-Quantum Cryptography","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-06-27T21:53:11.767222Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2606.07341"},"observation_digest":"sha256:506c341f3c292e5e9b89382a513144ccfefd2be8a677ba8a17a277e2a5e888ee","observation_id":"f4503bf5-42aa-4685-b731-d204a1008707","resolution":{"observed_at":"2026-07-02T17:47:17.810720Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2606.24834","last_updated":"2026-06-23T17:15:40Z","snapshot_observed_at":"2026-08-02T14:05:01.264731Z","submitted_at":"2026-06-23T17:15:40Z","title":"Accuracy and Satisfaction in Multi-Turn LLM Dialogues for NFR Assessment","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-06-25T23:12:20.065631Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2606.24834"},"observation_digest":"sha256:822d043e2278875c7de7da8d017901a4fffab7a0a2bdaaa88fb903492f3dccd0","observation_id":"85203f2f-4e3c-424a-8415-38cc613c9944","resolution":{"observed_at":"2026-07-04T18:00:00.892534Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2606.25402","last_updated":"2026-06-24T04:58:28Z","snapshot_observed_at":"2026-08-02T19:20:46.809421Z","submitted_at":"2026-06-24T04:58:28Z","title":"LibEvoBench: Probing Temporal Knowledge Stratification in Code Generation Models","version":1},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-06-25T20:38:40.331343Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2606.25402"},"observation_digest":"sha256:04349d48dfbea042b6001e4fe71b461d3614a1dfde054767aa41ed20b213ca88","observation_id":"8e99629f-39d5-4ff6-bc8e-63e107f7ca45","resolution":{"observed_at":"2026-06-25T21:18:24.666965Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2606.27601","last_updated":"2026-06-25T23:25:53Z","snapshot_observed_at":"2026-08-03T02:38:15.889022Z","submitted_at":"2026-06-25T23:25:53Z","title":"Test Case Selection for Deep Neural Networks: A Replication Study on LLMs for Code","version":1},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-06-29T00:47:54.236329Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2606.27601"},"observation_digest":"sha256:004764768d7184d79911b54c066b24d6246da6cfcf701e97b7cc4e991380214a","observation_id":"352d19a0-72a1-45eb-8a9c-9e08924cd576","resolution":{"observed_at":"2026-06-29T00:52:55.666815Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":"2312.15223","doi":"10.48550/arxiv.2312.15223","metadata_source":"arxiv_reference","pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Available: https://arxiv.org/abs/2312.15223","venue":"arXiv (Cornell University)","work_id":"8bde2b4a-eee5-4b8e-beb0-79b5c35c23d2","year":2024},"citing_paper":{"arxiv_id":"2606.31368","last_updated":"2026-06-30T09:00:31Z","snapshot_observed_at":"2026-08-06T22:41:30.970258Z","submitted_at":"2026-06-30T09:00:31Z","title":"MOA: A Profiling-Guided LLM Framework for Memory-Optimization Automation at Codebase Scale","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-07-01T04:18:45.773306Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2606.31368"},"observation_digest":"sha256:3fc5ee51aef7172cd0402452f301ba8eaf0d775dfdebe0371a067bcdde6a1aa6","observation_id":"4f2dbd20-c969-4139-be9e-eddea92487b0","resolution":{"observed_at":"2026-07-01T11:35:43.220845Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-07-11T16:58:30.448675Z","title":"A survey on large language models for software engineering,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.04579","last_updated":"2026-07-06T01:11:27Z","snapshot_observed_at":"2026-07-11T16:58:30.262908Z","submitted_at":"2026-07-06T01:11:27Z","title":"LLM-Driven CI-CD Workflow Intelligence for Cyber Systems Engineering","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-07-11T16:58:30.448675Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2607.04579"},"observation_digest":"sha256:e3153e0d16931adf205c7f4899ffce0d5b2129ec9ad68891fd17f7c31a47bd48","observation_id":"352f3fc0-4fd3-46bf-b7e0-be3925cc87a5","resolution":{"observed_at":"2026-07-11T16:58:30.448675Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-07-13T05:24:45.090529Z","title":"A survey on large language models for software engineering,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.09101","last_updated":"2026-07-10T05:16:54Z","snapshot_observed_at":"2026-08-02T21:31:44.208551Z","submitted_at":"2026-07-10T05:16:54Z","title":"Multi-Agent LLM Collaboration for Unit Test Generation via Human-Testing-Inspired Workflows","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-07-13T05:24:45.090529Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2607.09101"},"observation_digest":"sha256:f9ac7afdf38014bab5e098a84b0d0620d8b85bd8036eb3bcdc4c80e1749c85b5","observation_id":"35f7f928-2dfa-4f77-a0d6-9b03a13aa7b9","resolution":{"observed_at":"2026-07-13T05:24:45.090529Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-01T14:04:57.781449Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.18886","last_updated":"2026-07-21T09:14:59Z","snapshot_observed_at":"2026-08-01T14:04:50.288070Z","submitted_at":"2026-07-21T09:14:59Z","title":"TraceDev: A Traceability-Driven Multi-agent Framework for Requirement-to-Code Development","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-01T14:04:57.781449Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2607.18886"},"observation_digest":"sha256:6e24189d5a7f9493adf1336ba47bbc43ab4d5d0fbe1277fec161e7baf68b4415","observation_id":"382d5751-5475-4de1-aadb-d619fdf2571c","resolution":{"observed_at":"2026-08-01T14:04:57.781449Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.15223","snapshot_observed_at":"2026-08-01T02:49:55.174933Z","title":"arXiv preprint arXiv:2312.15223 (2023) 34","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.26100","last_updated":"2026-07-28T06:41:32Z","snapshot_observed_at":"2026-08-07T01:32:29.531082Z","submitted_at":"2026-07-28T06:41:32Z","title":"Large Language Models for Software Engineering Diagrams: A Systematic Review of UML and ER modelling","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-01T02:49:55.174933Z"},"links":{"cited_paper":"/paper/2312.15223","citing_paper":"/paper/2607.26100"},"observation_digest":"sha256:7e2e0b121c93746ff4302e0048db9263ab412185f31080613a8f6a1ce6283f62","observation_id":"61578d99-bcf4-477f-ae9d-89d25175face","resolution":{"observed_at":"2026-08-01T02:49:55.174933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2312.15223/citation-record","integrity":"/paper/2312.15223/integrity","json":"/paper/2312.15223/citation-record.json","paper":"/paper/2312.15223"},"outbound":[],"paper":{"arxiv_id":"2312.15223","last_updated":"2024-09-08T14:29:38Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-07-06T17:07:32.283102Z","submitted_at":"2023-12-23T11:09:40Z","title":"A Survey on Large Language Models for Software Engineering"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 38 inbound Pith citation observations for arXiv:2312.15223."}