{"as_of":"2026-08-21T13:13:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:65ef67627b679246c3966e4f2c8a12a13b0bdd2d15a511bde3d26b1a3568313c","coverage":[{"denominator":10,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":10,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-18T21:10:22.237418Z","state":"measured"},{"denominator":10,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":10,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-21T06:32:19.484+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2509.00072/citation-record","integrity":"/paper/2509.00072/integrity","json":"/paper/2509.00072/citation-record.json","paper":"/paper/2509.00072"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.03019","last_updated":"2025-05-05T20:42:34Z","snapshot_observed_at":"2026-08-21T11:57:48.602627Z","submitted_at":"2025-05-05T20:42:34Z","title":"Memorization or Interpolation ? Detecting LLM Memorization through Input Perturbation Analysis","version":1},"cited_work":{"arxiv_id":"2505.03019","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.03019","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Preprint","venue":null,"work_id":"bca626d6-0021-46bc-a4ca-16ecbdf7dc88","year":2024},"citing_paper":{"arxiv_id":"2509.00072","last_updated":"2026-05-13T04:56:17Z","snapshot_observed_at":"2026-08-02T07:55:28.707601Z","submitted_at":"2025-08-26T16:41:37Z","title":"Test of Time: Rethinking Temporal Signal of Benchmark Contamination","version":4},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-18T21:10:22.237418Z"},"links":{"cited_paper":"/paper/2505.03019","citing_paper":"/paper/2509.00072"},"observation_digest":"sha256:00b20faa30297e54ae3b5af41aa4a64cd143be3a3f94f52754da36a978031b77","observation_id":"92948611-ba40-4484-ba14-c17e5cccf686","resolution":{"observed_at":"2026-05-18T21:11:50.760908Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Ziwei Ji, Delong Chen, Etsuko Ishii, Samuel Cahyaw- ijaya, Yejin Bang, Bryan Wilie, and Pascale Fung","venue":null,"work_id":"966b6e3e-0790-48f1-85df-1bce62a44ad7","year":null},"citing_paper":{"arxiv_id":"2509.00072","last_updated":"2026-05-13T04:56:17Z","snapshot_observed_at":"2026-08-02T07:55:28.707601Z","submitted_at":"2025-08-26T16:41:37Z","title":"Test of Time: Rethinking Temporal Signal of Benchmark Contamination","version":4},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-18T21:10:22.237418Z"},"links":{"citing_paper":"/paper/2509.00072"},"observation_digest":"sha256:d4a2c08d713dc50d380cac38f692d09f9d71f5fb67c5a62e8046ccd2f56c96dd","observation_id":"3c0b126d-ab76-47de-bf4b-16783a634534","resolution":{"observed_at":"2026-05-18T21:11:50.851892Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"InProceedings of the 7th BlackboxNLP Workshop: Analyzing and Interpret- ing Neural Networks for NLP, pages 88–104, Miami, Florida, US","venue":null,"work_id":"a4d498bb-71a3-485c-84e2-474d6951d2b4","year":2025},"citing_paper":{"arxiv_id":"2509.00072","last_updated":"2026-05-13T04:56:17Z","snapshot_observed_at":"2026-08-02T07:55:28.707601Z","submitted_at":"2025-08-26T16:41:37Z","title":"Test of Time: Rethinking Temporal Signal of Benchmark Contamination","version":4},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-18T21:10:22.237418Z"},"links":{"citing_paper":"/paper/2509.00072"},"observation_digest":"sha256:484df651e24bb6e644002550305100f018655a08ff2b28a3a483bbbaa18efee1","observation_id":"d0292980-3d91-44d7-bd2e-aaadf1354d8e","resolution":{"observed_at":"2026-05-18T21:11:50.869002Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2601.04895","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"InWorkshop on Socially Responsi- ble Language Modelling Research","venue":null,"work_id":"4b6b6633-f9da-4735-a68e-3f90ce0b6b43","year":2024},"citing_paper":{"arxiv_id":"2509.00072","last_updated":"2026-05-13T04:56:17Z","snapshot_observed_at":"2026-08-02T07:55:28.707601Z","submitted_at":"2025-08-26T16:41:37Z","title":"Test of Time: Rethinking Temporal Signal of Benchmark Contamination","version":4},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-18T21:10:22.237418Z"},"links":{"citing_paper":"/paper/2509.00072"},"observation_digest":"sha256:fe36ea6669eb56e29c8ee71f4c2de27a6652526afbd51fbac72a5c574f236b23","observation_id":"41fb8c84-2056-4c78-a828-ebb7419f26af","resolution":{"observed_at":"2026-05-18T21:11:50.770768Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"InForty-second Interna- tional Conference on Machine Learning","venue":null,"work_id":"09c59791-f62e-4a3a-990b-2474ee0a7f72","year":2023},"citing_paper":{"arxiv_id":"2509.00072","last_updated":"2026-05-13T04:56:17Z","snapshot_observed_at":"2026-08-02T07:55:28.707601Z","submitted_at":"2025-08-26T16:41:37Z","title":"Test of Time: Rethinking Temporal Signal of Benchmark Contamination","version":4},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-18T21:10:22.237418Z"},"links":{"citing_paper":"/paper/2509.00072"},"observation_digest":"sha256:163d281864906b5608247f81798589eda086f0d847b38fac967a29a690a38295","observation_id":"501c795e-64a1-446c-9ed1-b211197603eb","resolution":{"observed_at":"2026-05-18T21:11:50.862049Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"a038f286-90bf-41b6-9930-497647f5178a","year":2025},"citing_paper":{"arxiv_id":"2509.00072","last_updated":"2026-05-13T04:56:17Z","snapshot_observed_at":"2026-08-02T07:55:28.707601Z","submitted_at":"2025-08-26T16:41:37Z","title":"Test of Time: Rethinking Temporal Signal of Benchmark Contamination","version":4},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-18T21:10:22.237418Z"},"links":{"citing_paper":"/paper/2509.00072"},"observation_digest":"sha256:0a06bb74620dde0a515d56b15cb8967fabeaa0991c08e0be0d41754b6cce4604","observation_id":"a3a5f1f3-75eb-4bc9-9fe2-1b2dc82e8a39","resolution":{"observed_at":"2026-05-18T21:11:50.858715Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"50cc85b7-03fb-40e1-b48c-65e4c2882d5e","year":null},"citing_paper":{"arxiv_id":"2509.00072","last_updated":"2026-05-13T04:56:17Z","snapshot_observed_at":"2026-08-02T07:55:28.707601Z","submitted_at":"2025-08-26T16:41:37Z","title":"Test of Time: Rethinking Temporal Signal of Benchmark Contamination","version":4},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-18T21:10:22.237418Z"},"links":{"citing_paper":"/paper/2509.00072"},"observation_digest":"sha256:04a62bf97b7eb8f2ba319750123d9f58725edf5919a3fc4235fd531d4eb283a8","observation_id":"167ea08e-18f7-48fd-bfd6-402cadb5d91c","resolution":{"observed_at":"2026-05-18T21:11:50.855366Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"7a2f01d9-0b7c-4aad-bb9d-ca15b4f2c5e8","year":null},"citing_paper":{"arxiv_id":"2509.00072","last_updated":"2026-05-13T04:56:17Z","snapshot_observed_at":"2026-08-02T07:55:28.707601Z","submitted_at":"2025-08-26T16:41:37Z","title":"Test of Time: Rethinking Temporal Signal of Benchmark Contamination","version":4},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-18T21:10:22.237418Z"},"links":{"citing_paper":"/paper/2509.00072"},"observation_digest":"sha256:a5ef406aaf6ae4f08020c8f6b0abd7d1ab8beea27d498c79be243362ad590ced","observation_id":"96728a8d-b73b-4871-91d5-6ec473330073","resolution":{"observed_at":"2026-05-18T21:11:50.865412Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"300ef383-0960-4e78-83b8-334fa0170b82","year":null},"citing_paper":{"arxiv_id":"2509.00072","last_updated":"2026-05-13T04:56:17Z","snapshot_observed_at":"2026-08-02T07:55:28.707601Z","submitted_at":"2025-08-26T16:41:37Z","title":"Test of Time: Rethinking Temporal Signal of Benchmark Contamination","version":4},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-18T21:10:22.237418Z"},"links":{"citing_paper":"/paper/2509.00072"},"observation_digest":"sha256:50945410a9098a0927741103e3e553cf5ea14f93ef6bbb94d859dfde5419c5d6","observation_id":"cce0bafe-2ab1-4af3-8f7b-490a23ea22fb","resolution":{"observed_at":"2026-05-18T21:11:50.875412Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"p ro bl em _s tat em en t","venue":null,"work_id":"d7220ff9-4f08-4546-8dfb-7c7abc486caf","year":2023},"citing_paper":{"arxiv_id":"2509.00072","last_updated":"2026-05-13T04:56:17Z","snapshot_observed_at":"2026-08-02T07:55:28.707601Z","submitted_at":"2025-08-26T16:41:37Z","title":"Test of Time: Rethinking Temporal Signal of Benchmark Contamination","version":4},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-18T21:10:22.237418Z"},"links":{"citing_paper":"/paper/2509.00072"},"observation_digest":"sha256:e8a95919f2b299446fd7aeb76d1091e9b1885d7d43414915d2d55b02a9d0002a","observation_id":"68625587-3a8c-4164-bf3d-f3e91e7c3939","resolution":{"observed_at":"2026-05-18T21:11:50.872370Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2509.00072","last_updated":"2026-05-13T04:56:17Z","latest_version":4,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-02T07:55:28.707601Z","submitted_at":"2025-08-26T16:41:37Z","title":"Test of Time: Rethinking Temporal Signal of Benchmark Contamination"},"reference_resolution":{"displayed":10,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":4,"verified_exact":2,"verified_fuzzy":4},"total_outbound_references":10},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"thesis":"As of 21 August 2026, this Paper Citation Record lists 10 of 10 outbound references and 0 inbound Pith citation observations for arXiv:2509.00072."}