{"as_of":"2026-08-07T18:52:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:02e21cafeb6d243d90a27ee4b6f66dcf22473a0c2ecbce01adcbb9909599f04e","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":15,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":15,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":15,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":15,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T05:42:38.666546Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":9,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-07-06T16:48:33.164024Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2406.04244","last_updated":"2024-06-06T16:41:39Z","snapshot_observed_at":"2026-07-30T15:43:06.151242Z","submitted_at":"2024-06-06T16:41:39Z","title":"Benchmark Data Contamination of Large Language Models: A Survey","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-05-22T23:10:40.420241Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2406.04244"},"observation_digest":"sha256:215f948292342d4cfc8ae078af10e4fc11bb2326a22663b0fc4f234091df1318","observation_id":"ec73b96e-3e48-43e5-844d-8cc1f4d85384","resolution":{"observed_at":"2026-05-22T23:10:40.906325Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-07-06T16:48:33.164024Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2406.19314","last_updated":"2025-04-18T19:36:00Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-06-27T16:47:42Z","title":"LiveBench: A Challenging, Contamination-Limited LLM Benchmark","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-15T04:48:26.303240Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2406.19314"},"observation_digest":"sha256:9fb37bbcb6ba508339b9fd17749c3661062666b02f00879a37d1ea78f808ffff","observation_id":"233cf14c-0080-43bf-9aba-8f16ba7b6c33","resolution":{"observed_at":"2026-05-15T04:48:26.394739Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-07-06T16:48:33.164024Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2504.16155","last_updated":"2026-05-07T09:59:28Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-04-22T17:52:04Z","title":"PRIMETIME : Limits of LLMs in Temporal Primitives","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-22T18:36:48.376877Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2504.16155"},"observation_digest":"sha256:e93cf44db79ad95800ddc8726fbb80273872f04d0d8f2197453079fd2a8e7c08","observation_id":"0e558609-c205-45a7-9d6b-e7a4d63507bd","resolution":{"observed_at":"2026-05-22T18:36:59.121794Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-07-06T16:48:33.164024Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-07T05:42:38.666546Z","title":"Investigating data contamination in modern benchmarks for large language models.arXiv preprint arXiv:2311.09783,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.07440","last_updated":"2025-06-09T05:33:28Z","snapshot_observed_at":"2026-08-07T05:31:35.520616Z","submitted_at":"2025-06-09T05:33:28Z","title":"Federated In-Context Learning: Iterative Refinement for Improved Answer Quality","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-07T05:42:38.666546Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2506.07440"},"observation_digest":"sha256:bf4895f20c2cfad9855de494a58f983c33ca41319957eb29d55ffaf018617c5c","observation_id":"ebacc265-7c29-422e-9e7c-1ed6523700ef","resolution":{"observed_at":"2026-08-07T05:42:38.666546Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-07-06T16:48:33.164024Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-07T00:40:17.481039Z","title":"Investigating data contamination in modern benchmarks for large language models.arXiv preprint arXiv:2311.09783, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.12909","last_updated":"2025-06-15T16:57:14Z","snapshot_observed_at":"2026-08-07T13:43:22.813866Z","submitted_at":"2025-06-15T16:57:14Z","title":"SciDA: Scientific Dynamic Assessor of LLMs","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T00:40:17.481039Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2506.12909"},"observation_digest":"sha256:47ca4b129b99ac074e40d7074f66669841512d52ac4fb6299af718689b04de99","observation_id":"eb8820db-3ad5-485b-a6b4-cb0519f1b63c","resolution":{"observed_at":"2026-08-07T00:40:17.481039Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-07-06T16:48:33.164024Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2507.22359","last_updated":"2026-04-14T11:47:19Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-07-30T03:50:46Z","title":"League of LLMs: A Benchmark-Free Paradigm for Mutual Evaluation of Large Language Models","version":4},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-05-19T03:17:06.457421Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2507.22359"},"observation_digest":"sha256:320aa1fba8c39eca951ea019bdf2673cd7de3b72bcb126a39f9577d870f8c153","observation_id":"c1a274ae-e16c-4f1c-b373-528e1058307a","resolution":{"observed_at":"2026-05-19T03:22:01.291053Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-07-06T16:48:33.164024Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2511.01188","last_updated":"2026-04-25T08:12:03Z","snapshot_observed_at":"2026-07-06T22:34:43.577332Z","submitted_at":"2025-11-03T03:29:42Z","title":"ZoFia: Zero-Shot Fake News Detection with Entity-Guided Retrieval and Multi-LLM Interaction","version":3},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-05-18T01:47:35.232468Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2511.01188"},"observation_digest":"sha256:9a6b1b28a3acd6d2b8d1530405e0f836cc65ea09eb3c0ad7d2da77309ef42713","observation_id":"6a902d75-6f93-4099-86b0-e9a87819967a","resolution":{"observed_at":"2026-05-18T01:50:38.285574Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-07-06T16:48:33.164024Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2604.20273","last_updated":"2026-04-22T07:20:03Z","snapshot_observed_at":"2026-07-06T23:06:44.624357Z","submitted_at":"2026-04-22T07:20:03Z","title":"ActuBench: A Multi-Agent LLM Pipeline for Generation and Evaluation of Actuarial Reasoning Tasks","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-10T00:35:24.397273Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2604.20273"},"observation_digest":"sha256:b4aab06339a2215e7de5bc5c41e858418eb994f40507bbc24c0643029c08edf1","observation_id":"91ac6d3a-7590-46fd-9add-094893313853","resolution":{"observed_at":"2026-05-11T13:46:05.144360Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-07-06T16:48:33.164024Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2605.08522","last_updated":"2026-05-14T09:18:49Z","snapshot_observed_at":"2026-07-06T23:20:43.010758Z","submitted_at":"2026-05-08T22:05:19Z","title":"Coordinates of Capability: A Unified MTMM-Geometric Framework for LLM Evaluation","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-05-12T01:41:42.003483Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2605.08522"},"observation_digest":"sha256:ba8e0b985fa1679eba0f4184da6a22952443a1e53a08bfe8ec5632202d65e82e","observation_id":"3d6b53c8-ead6-415c-a590-edb84a71c7a6","resolution":{"observed_at":"2026-05-12T01:46:14.401063Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-07-06T16:48:33.164024Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2605.26133","last_updated":"2026-05-21T10:32:33Z","snapshot_observed_at":"2026-08-07T10:44:40.983544Z","submitted_at":"2026-05-21T10:32:33Z","title":"Pretraining Data Exposure in Large Language Models: A Survey of Membership Inference, Data Contamination, and Security Implications","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-30T17:20:16.735285Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2605.26133"},"observation_digest":"sha256:1bc8d00298f70ee27895630d85f22d5592c69b233496def4bd85caf648b5f15f","observation_id":"4a340f5a-cdf5-44da-8454-28278d68da5a","resolution":{"observed_at":"2026-06-30T17:24:56.558582Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-07-06T16:48:33.164024Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2606.03305","last_updated":"2026-07-01T19:01:29Z","snapshot_observed_at":"2026-08-02T11:54:02.200908Z","submitted_at":"2026-06-02T08:21:22Z","title":"The Reliability Gap in Benchmark Auditing: Distribution Shift and Scale as Failure Modes of Contamination Detection","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-28T09:48:09.688745Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2606.03305"},"observation_digest":"sha256:acd55ad7d54127e5a7bc2edc70484b55412fcf002e023d986f4c42728b4e77d0","observation_id":"4b27821f-d48b-413e-bfa5-d9f344fe198b","resolution":{"observed_at":"2026-07-02T03:36:30.302577Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-07-06T16:48:33.164024Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2606.03305","last_updated":"2026-07-01T19:01:29Z","snapshot_observed_at":"2026-08-02T11:54:02.200908Z","submitted_at":"2026-06-02T08:21:22Z","title":"The Reliability Gap in Benchmark Auditing: Distribution Shift and Scale as Failure Modes of Contamination Detection","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-04T00:30:13.665405Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2606.03305"},"observation_digest":"sha256:1266307d12bbdb8d03f6021e19bc29e67ff7633e51a06745862a5acc40c23cf6","observation_id":"7dfa333e-46d4-421f-90ba-f63ecc16cedb","resolution":{"observed_at":"2026-07-04T00:39:16.485829Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-07-06T16:48:33.164024Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2606.18284","last_updated":"2026-06-10T02:04:29Z","snapshot_observed_at":"2026-07-06T23:53:45.117607Z","submitted_at":"2026-06-10T02:04:29Z","title":"Breaking the Solver Bottleneck: Training Task Generators at the Learnable Frontier","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-06-27T10:36:09.211639Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2606.18284"},"observation_digest":"sha256:9b4f25570a55d686157dff2f95792203d7cde98adb11afe056f1e6b7310c9f36","observation_id":"86763adc-0a71-42c0-969b-9498eb69b3d8","resolution":{"observed_at":"2026-07-03T08:57:48.182085Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-07-06T16:48:33.164024Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":"2311.09783","doi":"10.48550/arxiv.2311.09783","metadata_source":"arxiv_reference","pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Investigating data contamination in modern benchmarks for large language models","venue":"arXiv (Cornell University)","work_id":"1ccb677f-0155-46ea-a49f-ffbc62d129bd","year":2024},"citing_paper":{"arxiv_id":"2607.00053","last_updated":"2026-06-30T01:46:26Z","snapshot_observed_at":"2026-07-07T00:05:41.920778Z","submitted_at":"2026-06-30T01:46:26Z","title":"SWE-Router: Routing in Multi-turn Agentic Software Engineering Tasks","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-07-02T18:19:43.146102Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2607.00053"},"observation_digest":"sha256:6ffdde0ba2bd9e5eb7d2de8febfdafc2da39713f5729c02a11bdb449c2d2caee","observation_id":"b65907d7-b88a-45de-9d53-32fb3f9e9b5d","resolution":{"observed_at":"2026-07-02T18:37:16.481985Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","snapshot_observed_at":"2026-07-06T16:48:33.164024Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.09783","snapshot_observed_at":"2026-08-01T15:29:27.374252Z","title":"Investigating Data Contamina- tion in Modern Benchmarks for Large Language Models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.18438","last_updated":"2026-07-20T18:46:17Z","snapshot_observed_at":"2026-08-07T06:34:55.886504Z","submitted_at":"2026-07-20T18:46:17Z","title":"Relay-Bench: Evaluating LLMs on Multi-Domain Reasoning Chains","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-01T15:29:27.374252Z"},"links":{"cited_paper":"/paper/2311.09783","citing_paper":"/paper/2607.18438"},"observation_digest":"sha256:30987bd5db4e166f1a58d35c71a27ca28f960fcd77c5901304c9e590d14185d2","observation_id":"832cdfff-61ee-400e-9c61-dcf0b491a644","resolution":{"observed_at":"2026-08-01T15:29:27.374252Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2311.09783/citation-record","integrity":"/paper/2311.09783/integrity","json":"/paper/2311.09783/citation-record.json","paper":"/paper/2311.09783"},"outbound":[],"paper":{"arxiv_id":"2311.09783","last_updated":"2024-04-03T23:29:03Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T16:48:33.164024Z","submitted_at":"2023-11-16T11:03:04Z","title":"Investigating Data Contamination in Modern Benchmarks for Large Language Models"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 15 inbound Pith citation observations for arXiv:2311.09783."}