{"as_of":"2026-08-06T02:59:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:4c1717ec0de8d0168b5bb523e1ad75dfba559ca33316c5278f85109ff93e4daf","coverage":[{"denominator":12,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-08T11:52:01.594222Z","state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-05T06:32:48.257954+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2604.23027/citation-record","integrity":"/paper/2604.23027/integrity","json":"/paper/2604.23027/citation-record.json","paper":"/paper/2604.23027"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":"2107.03374","doi":"10.48550/arxiv.2107.03374","metadata_source":"pith","pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating Large Language Models Trained on Code","venue":"cs.LG","work_id":"042493e9-b26f-4b4e-bbde-382072ca9b08","year":2021},"citing_paper":{"arxiv_id":"2604.23027","last_updated":"2026-04-24T21:30:33Z","snapshot_observed_at":"2026-07-06T23:09:19.041332Z","submitted_at":"2026-04-24T21:30:33Z","title":"A Systematic Approach for Large Language Models Debugging","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-08T11:52:01.594222Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2604.23027"},"observation_digest":"sha256:3ddbfd3e2161f51ea713b7363ee98023ab0ce8297778d48e1da7fa5649e9c870","observation_id":"83b8574a-7533-4e17-9574-a6b0ff3ce38f","resolution":{"observed_at":"2026-05-11T19:31:07.305572Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-01T08:08:23.404839+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-01T08:08:23.404839+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.05579","last_updated":"2024-12-10T05:49:12Z","snapshot_observed_at":"2026-07-31T01:42:39.468673Z","submitted_at":"2024-12-07T08:07:24Z","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","version":2},"cited_work":{"arxiv_id":"2412.05579","doi":"10.48550/arxiv.2412.05579","metadata_source":"pith","pith_arxiv_id":"2412.05579","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","venue":"cs.CL","work_id":"377b190f-39ed-4db3-9747-433802e5303c","year":2024},"citing_paper":{"arxiv_id":"2604.23027","last_updated":"2026-04-24T21:30:33Z","snapshot_observed_at":"2026-07-06T23:09:19.041332Z","submitted_at":"2026-04-24T21:30:33Z","title":"A Systematic Approach for Large Language Models Debugging","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-08T11:52:01.594222Z"},"links":{"cited_paper":"/paper/2412.05579","citing_paper":"/paper/2604.23027"},"observation_digest":"sha256:a17ad3b344aafe821fa646fb3ab6939874417411efeca72bc5a0343ca04db9dd","observation_id":"efef43f2-c606-42eb-957c-bf8c683b1077","resolution":{"observed_at":"2026-05-11T23:08:37.431680Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-03T15:08:45.340409+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-03T15:08:45.340409+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18316","last_updated":"2025-04-25T12:48:08Z","snapshot_observed_at":"2026-07-06T21:14:43.318426Z","submitted_at":"2025-04-25T12:48:08Z","title":"Towards Adaptive Software Agents for Debugging","version":1},"cited_work":{"arxiv_id":"2504.18316","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2504.18316","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Andrea Matarazzo and Riccardo Torlone","venue":null,"work_id":"69b71ea3-8f77-40d3-946d-4a45ac05a1d5","year":2025},"citing_paper":{"arxiv_id":"2604.23027","last_updated":"2026-04-24T21:30:33Z","snapshot_observed_at":"2026-07-06T23:09:19.041332Z","submitted_at":"2026-04-24T21:30:33Z","title":"A Systematic Approach for Large Language Models Debugging","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-08T11:52:01.594222Z"},"links":{"cited_paper":"/paper/2504.18316","citing_paper":"/paper/2604.23027"},"observation_digest":"sha256:4ade9385a0056173b2c17bb67b152f705cc072dc03ac6311abf5065518fa3e6a","observation_id":"1ddc879e-c771-43b8-a5ce-cd51e2097b4c","resolution":{"observed_at":"2026-05-11T19:31:07.330329Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Give me the area km square and the hosts of the farm competition for city with id 1","venue":null,"work_id":"2a3fe757-b843-4e2c-b15e-c5dff766be1a","year":null},"citing_paper":{"arxiv_id":"2604.23027","last_updated":"2026-04-24T21:30:33Z","snapshot_observed_at":"2026-07-06T23:09:19.041332Z","submitted_at":"2026-04-24T21:30:33Z","title":"A Systematic Approach for Large Language Models Debugging","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-08T11:52:01.594222Z"},"links":{"citing_paper":"/paper/2604.23027"},"observation_digest":"sha256:9de8013bc9e85e5be8d74af09406c99081013ff4be93326555416fc16f09f9d6","observation_id":"2135a164-badf-4efc-8fad-e3a036cb874e","resolution":{"observed_at":"2026-05-26T13:57:24.895545Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Give me the area km square and the hosts of the farm competition for city with id 1","venue":null,"work_id":"fd8f5919-1343-410f-aab0-779797141d4b","year":2024},"citing_paper":{"arxiv_id":"2604.23027","last_updated":"2026-04-24T21:30:33Z","snapshot_observed_at":"2026-07-06T23:09:19.041332Z","submitted_at":"2026-04-24T21:30:33Z","title":"A Systematic Approach for Large Language Models Debugging","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-08T11:52:01.594222Z"},"links":{"citing_paper":"/paper/2604.23027"},"observation_digest":"sha256:e76486d943afd3d30cdc32e7463961fab387b6eda2d4c2a2cdd5d73c84c33d71","observation_id":"944d8b7e-f100-44b4-ae5c-bd7812d801e9","resolution":{"observed_at":"2026-05-26T13:57:24.868010Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"e0330a1b-15ce-471a-a9ba-5ee0edea8f77","year":null},"citing_paper":{"arxiv_id":"2604.23027","last_updated":"2026-04-24T21:30:33Z","snapshot_observed_at":"2026-07-06T23:09:19.041332Z","submitted_at":"2026-04-24T21:30:33Z","title":"A Systematic Approach for Large Language Models Debugging","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-08T11:52:01.594222Z"},"links":{"citing_paper":"/paper/2604.23027"},"observation_digest":"sha256:24a964d3728529b937c86872bd2adc60555c06989946ec1f2e912b3874cd9a43","observation_id":"20f3b50e-9ede-41fa-a526-84e647391248","resolution":{"observed_at":"2026-05-26T13:57:24.887731Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"fab8d24d-c3d3-4aee-b9d4-9742523727c4","year":null},"citing_paper":{"arxiv_id":"2604.23027","last_updated":"2026-04-24T21:30:33Z","snapshot_observed_at":"2026-07-06T23:09:19.041332Z","submitted_at":"2026-04-24T21:30:33Z","title":"A Systematic Approach for Large Language Models Debugging","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-08T11:52:01.594222Z"},"links":{"citing_paper":"/paper/2604.23027"},"observation_digest":"sha256:a98f2b2fa31ed000fb9c8005d3e2ab3063d13126aa79ddfb7ea9958f184c7d91","observation_id":"7a4bfec1-3625-4e4a-9391-deaada64df54","resolution":{"observed_at":"2026-05-26T13:57:24.876360Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"BC/AD Transition","venue":null,"work_id":"560dd503-0813-4f9f-97ef-e013b2633a1f","year":2024},"citing_paper":{"arxiv_id":"2604.23027","last_updated":"2026-04-24T21:30:33Z","snapshot_observed_at":"2026-07-06T23:09:19.041332Z","submitted_at":"2026-04-24T21:30:33Z","title":"A Systematic Approach for Large Language Models Debugging","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-08T11:52:01.594222Z"},"links":{"citing_paper":"/paper/2604.23027"},"observation_digest":"sha256:d401c68cf7dfb5d6eab7c816d741c038108fc67f10931caae480d7c3460ec599","observation_id":"0d9acd62-5fcc-40f5-be0a-65d3ea5dcf0b","resolution":{"observed_at":"2026-05-26T13:57:24.880250Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"21973b7b-2ceb-4124-aa56-7369ce7ec7b3","year":null},"citing_paper":{"arxiv_id":"2604.23027","last_updated":"2026-04-24T21:30:33Z","snapshot_observed_at":"2026-07-06T23:09:19.041332Z","submitted_at":"2026-04-24T21:30:33Z","title":"A Systematic Approach for Large Language Models Debugging","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-08T11:52:01.594222Z"},"links":{"citing_paper":"/paper/2604.23027"},"observation_digest":"sha256:a75fb737706b7da72e50e53a2222d5275483a5bebad26bba1da72ef74b7f0246","observation_id":"fee2711b-ec7f-4886-af6a-c3d53dee459e","resolution":{"observed_at":"2026-05-26T13:57:24.891430Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"7b3997d7-d61c-4fbb-ab83-4e04848f8fae","year":null},"citing_paper":{"arxiv_id":"2604.23027","last_updated":"2026-04-24T21:30:33Z","snapshot_observed_at":"2026-07-06T23:09:19.041332Z","submitted_at":"2026-04-24T21:30:33Z","title":"A Systematic Approach for Large Language Models Debugging","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-08T11:52:01.594222Z"},"links":{"citing_paper":"/paper/2604.23027"},"observation_digest":"sha256:e2c7d442a051e6aaa2411f2cfbc7c9088d900e0636eb6972bc136fa47bff99f8","observation_id":"69aae091-8445-4cc3-8d2e-d2aedbcfd252","resolution":{"observed_at":"2026-05-26T13:57:24.872360Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"f431f9f0-3f65-4d0a-81b1-62ce4da1afbf","year":null},"citing_paper":{"arxiv_id":"2604.23027","last_updated":"2026-04-24T21:30:33Z","snapshot_observed_at":"2026-07-06T23:09:19.041332Z","submitted_at":"2026-04-24T21:30:33Z","title":"A Systematic Approach for Large Language Models Debugging","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-08T11:52:01.594222Z"},"links":{"citing_paper":"/paper/2604.23027"},"observation_digest":"sha256:c7e1f07138ea087c987f7b0885a187cd6a27d0a0c146c2e23c4868a8f1120c84","observation_id":"b0793a0d-9250-4499-a235-1052a7fe6885","resolution":{"observed_at":"2026-05-26T13:57:24.898977Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Uploading Documents with Secure Storage","venue":null,"work_id":"3cca5b98-5a40-497b-bcb6-052ab01b6988","year":null},"citing_paper":{"arxiv_id":"2604.23027","last_updated":"2026-04-24T21:30:33Z","snapshot_observed_at":"2026-07-06T23:09:19.041332Z","submitted_at":"2026-04-24T21:30:33Z","title":"A Systematic Approach for Large Language Models Debugging","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-08T11:52:01.594222Z"},"links":{"citing_paper":"/paper/2604.23027"},"observation_digest":"sha256:80b5aef9a70c1b802b234b562b069a3c669047ad4721390173e0c0e45d4a49e8","observation_id":"64d6d715-644c-4b77-968b-1b6a05a437ad","resolution":{"observed_at":"2026-05-26T13:57:24.884146Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2604.23027","last_updated":"2026-04-24T21:30:33Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-07-06T23:09:19.041332Z","submitted_at":"2026-04-24T21:30:33Z","title":"A Systematic Approach for Large Language Models Debugging"},"reference_resolution":{"displayed":12,"state_counts":{"malformed_identifier":0,"metadata_mismatch":2,"parse_uncertain":0,"unresolved":5,"verified_exact":1,"verified_fuzzy":4},"total_outbound_references":12},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"thesis":"As of 6 August 2026, this Paper Citation Record lists 12 of 12 outbound references and 0 inbound Pith citation observations for arXiv:2604.23027."}