{"as_of":"2026-08-10T14:04:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:080b43cec0083cae480067b1a54a3860b60fd0fd338b578e66c50976f67d7782","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":4,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":4,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":4,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":4,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-09T23:21:56.483947Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-24T03:55:59.753007Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2305.15507","last_updated":"2023-05-24T18:54:39Z","snapshot_observed_at":"2026-08-05T08:16:09.651498Z","submitted_at":"2023-05-24T18:54:39Z","title":"The Larger They Are, the Harder They Fail: Language Models do not Recognize Identifier Swaps in Python","version":1},"cited_work":{"arxiv_id":"2305.15507","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.15507","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"The larger they are, the harder they fail: Language models do not recognize identifier swaps in python","venue":null,"work_id":"6a847dd9-7ef9-4200-af15-98b61a92d952","year":2023},"citing_paper":{"arxiv_id":"2402.09664","last_updated":"2026-04-07T05:36:18Z","snapshot_observed_at":"2026-07-06T17:30:25.359458Z","submitted_at":"2024-02-15T02:24:46Z","title":"CodeMind: Evaluating Large Language Models for Code Reasoning","version":6},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-24T03:53:55.964755Z"},"links":{"cited_paper":"/paper/2305.15507","citing_paper":"/paper/2402.09664"},"observation_digest":"sha256:b2de837f1bd149ebe993bff8301615aba7dcc8c214cfa17fe87096de942e65ea","observation_id":"35b8378b-a660-490e-8d2d-77852a76e736","resolution":{"observed_at":"2026-05-24T03:55:59.757508Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.15507","last_updated":"2023-05-24T18:54:39Z","snapshot_observed_at":"2026-08-05T08:16:09.651498Z","submitted_at":"2023-05-24T18:54:39Z","title":"The Larger They Are, the Harder They Fail: Language Models do not Recognize Identifier Swaps in Python","version":1},"cited_work":{"arxiv_id":"2305.15507","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.15507","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"The larger they are, the harder they fail: Language models do not recognize identifier swaps in python","venue":null,"work_id":"6a847dd9-7ef9-4200-af15-98b61a92d952","year":2023},"citing_paper":{"arxiv_id":"2403.07974","last_updated":"2024-06-06T17:41:21Z","snapshot_observed_at":"2026-08-10T03:07:35.408836Z","submitted_at":"2024-03-12T17:58:04Z","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","version":2},"reference_index":87,"source":"arxiv_source","source_observed_at":"2026-05-10T17:34:42.565806Z"},"links":{"cited_paper":"/paper/2305.15507","citing_paper":"/paper/2403.07974"},"observation_digest":"sha256:76f1974989d1bedf164695217024b6e2530beba0d2d68360f914d06740e45e0d","observation_id":"3fed90c5-31f1-4807-b6d7-1df09cc49c55","resolution":{"observed_at":"2026-05-10T17:34:43.072142Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.15507","last_updated":"2023-05-24T18:54:39Z","snapshot_observed_at":"2026-08-05T08:16:09.651498Z","submitted_at":"2023-05-24T18:54:39Z","title":"The Larger They Are, the Harder They Fail: Language Models do not Recognize Identifier Swaps in Python","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.15507","snapshot_observed_at":"2026-08-09T23:21:56.483947Z","title":"arXiv preprint arXiv:2305.15507 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.18482","last_updated":"2025-01-30T16:56:08Z","snapshot_observed_at":"2026-08-10T04:10:53.440712Z","submitted_at":"2025-01-30T16:56:08Z","title":"A Tool for In-depth Analysis of Code Execution Reasoning of Large Language Models","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-09T23:21:56.483947Z"},"links":{"cited_paper":"/paper/2305.15507","citing_paper":"/paper/2501.18482"},"observation_digest":"sha256:5e218cb3426654120d465d07bba01232f173a70b2506d559ca04ec0d9813cd69","observation_id":"49a4fb7b-7d3d-4abb-8c0d-cfba75b1e4e5","resolution":{"observed_at":"2026-08-09T23:21:56.483947Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.15507","last_updated":"2023-05-24T18:54:39Z","snapshot_observed_at":"2026-08-05T08:16:09.651498Z","submitted_at":"2023-05-24T18:54:39Z","title":"The Larger They Are, the Harder They Fail: Language Models do not Recognize Identifier Swaps in Python","version":1},"cited_work":{"arxiv_id":"2305.15507","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.15507","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"The larger they are, the harder they fail: Language models do not recognize identifier swaps in python","venue":null,"work_id":"6a847dd9-7ef9-4200-af15-98b61a92d952","year":2023},"citing_paper":{"arxiv_id":"2510.15079","last_updated":"2026-04-07T05:37:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-10-16T18:48:12Z","title":"Assessing Coherency and Consistency of Code Execution Reasoning by Large Language Models","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-05-18T05:59:00.400429Z"},"links":{"cited_paper":"/paper/2305.15507","citing_paper":"/paper/2510.15079"},"observation_digest":"sha256:ca1d77b37d173a777d317bb1bbf5f758908c01ae4f037ea3990013a1d48526e9","observation_id":"a87084cf-e3ad-4423-aaa6-161a5f430024","resolution":{"observed_at":"2026-05-18T06:00:57.272974Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2305.15507/citation-record","integrity":"/paper/2305.15507/integrity","json":"/paper/2305.15507/citation-record.json","paper":"/paper/2305.15507"},"outbound":[],"paper":{"arxiv_id":"2305.15507","last_updated":"2023-05-24T18:54:39Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-05T08:16:09.651498Z","submitted_at":"2023-05-24T18:54:39Z","title":"The Larger They Are, the Harder They Fail: Language Models do not Recognize Identifier Swaps in Python"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 4 inbound Pith citation observations for arXiv:2305.15507."}