{"as_of":"2026-08-08T23:06:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:1d52cf2143088748ed991feaf01cbc2d70f87c55f1226ede6a777b36d70eb964","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":8,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":8,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":8,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":8,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T23:25:20.442787Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":4,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2309.10677","last_updated":"2023-09-27T01:15:49Z","snapshot_observed_at":"2026-07-06T16:20:36.866744Z","submitted_at":"2023-09-19T15:02:58Z","title":"Estimating Contamination via Perplexity: Quantifying Memorisation in Language Model Evaluation","version":2},"cited_work":{"arxiv_id":"2309.10677","doi":"10.48550/arxiv.2309.10677","metadata_source":"arxiv_reference","pith_arxiv_id":"2309.10677","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2309.10677 , year=","venue":"arXiv (Cornell University)","work_id":"5773f7ab-ba5c-4eef-b27c-dcb64cc33668","year":2023},"citing_paper":{"arxiv_id":"2406.04244","last_updated":"2024-06-06T16:41:39Z","snapshot_observed_at":"2026-07-30T15:43:06.151242Z","submitted_at":"2024-06-06T16:41:39Z","title":"Benchmark Data Contamination of Large Language Models: A Survey","version":1},"reference_index":94,"source":"pdf_text","source_observed_at":"2026-05-22T23:10:40.420241Z"},"links":{"cited_paper":"/paper/2309.10677","citing_paper":"/paper/2406.04244"},"observation_digest":"sha256:96766875e91d5f179d45b9ef6d2217d230d824a9b9828d2568db9800d1f06e38","observation_id":"c820bea0-77f0-4cc3-a4b9-a0b06817bc97","resolution":{"observed_at":"2026-05-22T23:10:41.028002Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.10677","last_updated":"2023-09-27T01:15:49Z","snapshot_observed_at":"2026-07-06T16:20:36.866744Z","submitted_at":"2023-09-19T15:02:58Z","title":"Estimating Contamination via Perplexity: Quantifying Memorisation in Language Model Evaluation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.10677","snapshot_observed_at":"2026-08-07T12:35:26.977795Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.24263","last_updated":"2025-05-30T06:37:39Z","snapshot_observed_at":"2026-08-07T12:25:04.084467Z","submitted_at":"2025-05-30T06:37:39Z","title":"Simulating Training Data Leakage in Multiple-Choice Benchmarks for LLM Evaluation","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T12:35:26.977795Z"},"links":{"cited_paper":"/paper/2309.10677","citing_paper":"/paper/2505.24263"},"observation_digest":"sha256:fd6c851d082d81675bbcfd22acfce475d3dcb1c7d991070f861ccc12ef995e28","observation_id":"3a55477a-f0cc-4719-8e26-4ed2979c2896","resolution":{"observed_at":"2026-08-07T12:35:26.977795Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.10677","last_updated":"2023-09-27T01:15:49Z","snapshot_observed_at":"2026-07-06T16:20:36.866744Z","submitted_at":"2023-09-19T15:02:58Z","title":"Estimating Contamination via Perplexity: Quantifying Memorisation in Language Model Evaluation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.10677","snapshot_observed_at":"2026-08-07T10:54:26.295693Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.04142","last_updated":"2025-06-04T16:33:44Z","snapshot_observed_at":"2026-08-07T21:43:19.257599Z","submitted_at":"2025-06-04T16:33:44Z","title":"Establishing Trustworthy LLM Evaluation via Shortcut Neuron Analysis","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T10:54:26.295693Z"},"links":{"cited_paper":"/paper/2309.10677","citing_paper":"/paper/2506.04142"},"observation_digest":"sha256:bf03535d8cb57db731333707aed2d0c904a711adbf3aab896e221aee2719220b","observation_id":"86067b5c-a2f2-46c8-b25f-e75f0c369c44","resolution":{"observed_at":"2026-08-07T10:54:26.295693Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.10677","last_updated":"2023-09-27T01:15:49Z","snapshot_observed_at":"2026-07-06T16:20:36.866744Z","submitted_at":"2023-09-19T15:02:58Z","title":"Estimating Contamination via Perplexity: Quantifying Memorisation in Language Model Evaluation","version":2},"cited_work":{"arxiv_id":"2309.10677","doi":"10.48550/arxiv.2309.10677","metadata_source":"arxiv_reference","pith_arxiv_id":"2309.10677","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2309.10677 , year=","venue":"arXiv (Cornell University)","work_id":"5773f7ab-ba5c-4eef-b27c-dcb64cc33668","year":2023},"citing_paper":{"arxiv_id":"2605.06327","last_updated":"2026-05-07T14:23:31Z","snapshot_observed_at":"2026-07-06T23:18:51.157048Z","submitted_at":"2026-05-07T14:23:31Z","title":"Measuring Evaluation-Context Divergence in Open-Weight LLMs: A Paired-Prompt Protocol with Pilot Evidence of Alignment-Pipeline-Specific Heterogeneity","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-05-08T10:23:02.697982Z"},"links":{"cited_paper":"/paper/2309.10677","citing_paper":"/paper/2605.06327"},"observation_digest":"sha256:afb955c5e58c522295f6fa4c3113cad783e2f3c2bfb4153883c009cf7f99c02a","observation_id":"3a23f700-7fd3-4219-90c1-be9535d467ff","resolution":{"observed_at":"2026-05-08T22:04:18.052583Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.10677","last_updated":"2023-09-27T01:15:49Z","snapshot_observed_at":"2026-07-06T16:20:36.866744Z","submitted_at":"2023-09-19T15:02:58Z","title":"Estimating Contamination via Perplexity: Quantifying Memorisation in Language Model Evaluation","version":2},"cited_work":{"arxiv_id":"2309.10677","doi":"10.48550/arxiv.2309.10677","metadata_source":"arxiv_reference","pith_arxiv_id":"2309.10677","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2309.10677 , year=","venue":"arXiv (Cornell University)","work_id":"5773f7ab-ba5c-4eef-b27c-dcb64cc33668","year":2023},"citing_paper":{"arxiv_id":"2605.07046","last_updated":"2026-05-07T23:52:12Z","snapshot_observed_at":"2026-07-06T23:19:25.538514Z","submitted_at":"2026-05-07T23:52:12Z","title":"An Interpretable and Scalable Framework for Evaluating Large Language Models","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-05-11T01:08:25.577363Z"},"links":{"cited_paper":"/paper/2309.10677","citing_paper":"/paper/2605.07046"},"observation_digest":"sha256:eb456a1328ee0921d91f8106d866cd176f83a039f8787daef3e6a83a62fab946","observation_id":"5834c8d5-4fd1-4e13-ad15-cccda5b6f6e0","resolution":{"observed_at":"2026-05-11T04:41:01.570612Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.10677","last_updated":"2023-09-27T01:15:49Z","snapshot_observed_at":"2026-07-06T16:20:36.866744Z","submitted_at":"2023-09-19T15:02:58Z","title":"Estimating Contamination via Perplexity: Quantifying Memorisation in Language Model Evaluation","version":2},"cited_work":{"arxiv_id":"2309.10677","doi":"10.48550/arxiv.2309.10677","metadata_source":"arxiv_reference","pith_arxiv_id":"2309.10677","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2309.10677 , year=","venue":"arXiv (Cornell University)","work_id":"5773f7ab-ba5c-4eef-b27c-dcb64cc33668","year":2023},"citing_paper":{"arxiv_id":"2605.21543","last_updated":"2026-05-20T09:16:39Z","snapshot_observed_at":"2026-08-01T19:04:50.092578Z","submitted_at":"2026-05-20T09:16:39Z","title":"Provable Joint Decontamination for Benchmarking Multiple Large Language Models","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-05-22T00:40:54.038367Z"},"links":{"cited_paper":"/paper/2309.10677","citing_paper":"/paper/2605.21543"},"observation_digest":"sha256:37058f0298c222a4335adccf126017aaa126f8a5e7cc2479f7483f976bc398af","observation_id":"c16934d6-2bc7-45dd-aa53-6b6d19c1c62e","resolution":{"observed_at":"2026-05-22T00:44:29.427759Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.10677","last_updated":"2023-09-27T01:15:49Z","snapshot_observed_at":"2026-07-06T16:20:36.866744Z","submitted_at":"2023-09-19T15:02:58Z","title":"Estimating Contamination via Perplexity: Quantifying Memorisation in Language Model Evaluation","version":2},"cited_work":{"arxiv_id":"2309.10677","doi":"10.48550/arxiv.2309.10677","metadata_source":"arxiv_reference","pith_arxiv_id":"2309.10677","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv preprint arXiv:2309.10677 , year=","venue":"arXiv (Cornell University)","work_id":"5773f7ab-ba5c-4eef-b27c-dcb64cc33668","year":2023},"citing_paper":{"arxiv_id":"2605.26133","last_updated":"2026-05-21T10:32:33Z","snapshot_observed_at":"2026-08-07T10:44:40.983544Z","submitted_at":"2026-05-21T10:32:33Z","title":"Pretraining Data Exposure in Large Language Models: A Survey of Membership Inference, Data Contamination, and Security Implications","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-06-30T17:20:16.735285Z"},"links":{"cited_paper":"/paper/2309.10677","citing_paper":"/paper/2605.26133"},"observation_digest":"sha256:38ffe0c8d65643de2711e71866c50704a288a101ac3a33c39f06b86d9fb51d18","observation_id":"f2182f77-fe4c-47f6-b4cb-36b19fd18d4f","resolution":{"observed_at":"2026-06-30T17:24:57.288015Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.10677","last_updated":"2023-09-27T01:15:49Z","snapshot_observed_at":"2026-07-06T16:20:36.866744Z","submitted_at":"2023-09-19T15:02:58Z","title":"Estimating Contamination via Perplexity: Quantifying Memorisation in Language Model Evaluation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.10677","snapshot_observed_at":"2026-08-07T23:25:20.442787Z","title":"Estimating contamination via perplexity: quantifying memorisation in language model evaluation.URL https://arxiv","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.05797","last_updated":"2026-08-06T09:33:09Z","snapshot_observed_at":"2026-08-08T22:17:53.858733Z","submitted_at":"2026-08-06T09:33:09Z","title":"Predicting Task Difficulty Without Rollouts","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T23:25:20.442787Z"},"links":{"cited_paper":"/paper/2309.10677","citing_paper":"/paper/2608.05797"},"observation_digest":"sha256:65ea4d5c05a0671985fa9033089e4c89147ad030ec9e1177c9e6f4516cd5e37c","observation_id":"a9a3e6b1-6af2-40f7-8702-d757e1c18d07","resolution":{"observed_at":"2026-08-07T23:25:20.442787Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2309.10677/citation-record","integrity":"/paper/2309.10677/integrity","json":"/paper/2309.10677/citation-record.json","paper":"/paper/2309.10677"},"outbound":[],"paper":{"arxiv_id":"2309.10677","last_updated":"2023-09-27T01:15:49Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T16:20:36.866744Z","submitted_at":"2023-09-19T15:02:58Z","title":"Estimating Contamination via Perplexity: Quantifying Memorisation in Language Model Evaluation"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 8 inbound Pith citation observations for arXiv:2309.10677."}