{"as_of":"2026-08-22T22:42:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:3a6b790276ec276c6972bab32e30b3ae9c07e3a2f004f40b4def8c3b20305b63","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":8,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":8,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-22T06:32:14.747728+00:00","state":"measured"},{"denominator":8,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":8,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T15:09:39.185943Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-23T17:35:44.135797Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2410.07137","last_updated":"2025-03-02T14:28:33Z","snapshot_observed_at":"2026-08-20T15:29:01.100846Z","submitted_at":"2024-10-09T17:53:06Z","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","version":2},"cited_work":{"arxiv_id":"2410.07137","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2410.07137","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Under review","venue":null,"work_id":"42a823d8-b575-44b3-b737-fa6dfc07565f","year":2024},"citing_paper":{"arxiv_id":"2411.15594","last_updated":"2025-10-19T10:32:43Z","snapshot_observed_at":"2026-08-20T12:52:29.141935Z","submitted_at":"2024-11-23T16:03:35Z","title":"A Survey on LLM-as-a-Judge","version":6},"reference_index":223,"source":"pdf_text","source_observed_at":"2026-05-23T17:33:13.394338Z"},"links":{"cited_paper":"/paper/2410.07137","citing_paper":"/paper/2411.15594"},"observation_digest":"sha256:bbf710d76f50fad057f33543226d3b493ac1f7e7a1cfa3085fed4abb593782bf","observation_id":"a5f9a20a-7ab5-4633-b274-1a1d0ac80e8e","resolution":{"observed_at":"2026-05-23T17:35:44.140280Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.07137","last_updated":"2025-03-02T14:28:33Z","snapshot_observed_at":"2026-08-20T15:29:01.100846Z","submitted_at":"2024-10-09T17:53:06Z","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.07137","snapshot_observed_at":"2026-08-11T15:09:39.185943Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.15255","last_updated":"2025-06-04T12:38:38Z","snapshot_observed_at":"2026-08-18T09:30:22.813739Z","submitted_at":"2024-12-15T19:38:48Z","title":"Data Laundering: Artificially Boosting Benchmark Results through Knowledge Distillation","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-11T15:09:39.185943Z"},"links":{"cited_paper":"/paper/2410.07137","citing_paper":"/paper/2412.15255"},"observation_digest":"sha256:f8682c0797790b8cfbad4acc8c7c87069b36acfd5940bd5bb7828daade869444","observation_id":"39e2b2d1-ff86-4100-b971-b4d4cec24f6e","resolution":{"observed_at":"2026-08-11T15:09:39.185943Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.07137","last_updated":"2025-03-02T14:28:33Z","snapshot_observed_at":"2026-08-20T15:29:01.100846Z","submitted_at":"2024-10-09T17:53:06Z","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.07137","snapshot_observed_at":"2026-08-06T21:45:01.650587Z","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Scores via Fairwashing","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23706","last_updated":"2025-06-30T10:29:42Z","snapshot_observed_at":"2026-08-22T15:19:08.990607Z","submitted_at":"2025-06-30T10:29:42Z","title":"Attestable Audits: Verifiable AI Safety Benchmarks Using Trusted Execution Environments","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-06T21:45:01.650587Z"},"links":{"cited_paper":"/paper/2410.07137","citing_paper":"/paper/2506.23706"},"observation_digest":"sha256:cd952fd44f136ad77c040dbed713aa7fe07c980168c19d67429f521a1ca2d5da","observation_id":"8252159d-2eb2-494f-85ad-2947d8c43df7","resolution":{"observed_at":"2026-08-06T21:45:01.650587Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.07137","last_updated":"2025-03-02T14:28:33Z","snapshot_observed_at":"2026-08-20T15:29:01.100846Z","submitted_at":"2024-10-09T17:53:06Z","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.07137","snapshot_observed_at":"2026-08-06T18:15:40.247023Z","title":"Cheating automatic llm benchmarks: Null models achieve high win rates","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.08794","last_updated":"2026-06-11T04:21:36Z","snapshot_observed_at":"2026-08-17T18:32:55.983199Z","submitted_at":"2025-07-11T17:55:22Z","title":"One Token to Fool LLM-as-a-Judge","version":3},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-06T18:15:40.247023Z"},"links":{"cited_paper":"/paper/2410.07137","citing_paper":"/paper/2507.08794"},"observation_digest":"sha256:b3e892ed00f82b8943011842cfcf69b5fecd1072dc30fab078090e98967fbfd5","observation_id":"23701028-0d31-4af3-b5f1-c766dbbeb224","resolution":{"observed_at":"2026-08-06T18:15:40.247023Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.07137","last_updated":"2025-03-02T14:28:33Z","snapshot_observed_at":"2026-08-20T15:29:01.100846Z","submitted_at":"2024-10-09T17:53:06Z","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","version":2},"cited_work":{"arxiv_id":"2410.07137","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2410.07137","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Under review","venue":null,"work_id":"42a823d8-b575-44b3-b737-fa6dfc07565f","year":2024},"citing_paper":{"arxiv_id":"2604.02686","last_updated":"2026-04-03T03:30:34Z","snapshot_observed_at":"2026-08-14T01:40:46.552765Z","submitted_at":"2026-04-03T03:30:34Z","title":"Beyond Semantic Manipulation: Token-Space Attacks on Reward Models","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-13T20:29:31.354743Z"},"links":{"cited_paper":"/paper/2410.07137","citing_paper":"/paper/2604.02686"},"observation_digest":"sha256:8cfb124d9b08b6c462a80e86f4055f47ce1a6cfe90269fc4aea35faa5eaaa747","observation_id":"df27aa01-661f-4811-b887-99edbb0d6e87","resolution":{"observed_at":"2026-05-13T20:33:16.823858Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.07137","last_updated":"2025-03-02T14:28:33Z","snapshot_observed_at":"2026-08-20T15:29:01.100846Z","submitted_at":"2024-10-09T17:53:06Z","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.07137","snapshot_observed_at":"2026-07-14T17:25:37.713857Z","title":"Cheating auto- matic LLM benchmarks: Null models achieve high win rates","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.09709","last_updated":"2026-06-23T13:47:41Z","snapshot_observed_at":"2026-08-16T21:30:04.101199Z","submitted_at":"2026-06-23T13:47:41Z","title":"The Verifier is the Curriculum: Execution-Gated Self-Distillation for Cross-Family Game Generation","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-07-14T17:25:37.713857Z"},"links":{"cited_paper":"/paper/2410.07137","citing_paper":"/paper/2607.09709"},"observation_digest":"sha256:4915a9dd0d2b3f801e4e8d7a7ced507ea85d8bb741eac43588ffcce1facc60b9","observation_id":"abb5e27d-7214-4892-9450-d92de96bec05","resolution":{"observed_at":"2026-07-14T17:25:37.713857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.07137","last_updated":"2025-03-02T14:28:33Z","snapshot_observed_at":"2026-08-20T15:29:01.100846Z","submitted_at":"2024-10-09T17:53:06Z","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.07137","snapshot_observed_at":"2026-08-02T15:39:41.034599Z","title":"Cheating automatic llm benchmarks: Null models achieve high win rates.arXiv:2410.07137,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.11889","last_updated":"2026-07-17T09:32:58Z","snapshot_observed_at":"2026-08-15T22:25:06.811331Z","submitted_at":"2026-04-24T17:00:53Z","title":"Scaling Point-in-Time Language Models","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-02T15:39:41.034599Z"},"links":{"cited_paper":"/paper/2410.07137","citing_paper":"/paper/2607.11889"},"observation_digest":"sha256:e5854de0b7d70ff11cead01b3a1b0394089814171e486152e646804399ccebd2","observation_id":"fd3875b1-f33e-4c95-9cb1-418577fba973","resolution":{"observed_at":"2026-08-02T15:39:41.034599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.07137","last_updated":"2025-03-02T14:28:33Z","snapshot_observed_at":"2026-08-20T15:29:01.100846Z","submitted_at":"2024-10-09T17:53:06Z","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.07137","snapshot_observed_at":"2026-08-01T06:49:29.432657Z","title":"ICLR 2025 Oral","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.21763","last_updated":"2026-07-23T19:26:25Z","snapshot_observed_at":"2026-08-14T16:17:34.986609Z","submitted_at":"2026-07-23T19:26:25Z","title":"Every Model Cheats: Prompt-Level Mitigation of Cheating on Offensive Cyber Tasks","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-01T06:49:29.432657Z"},"links":{"cited_paper":"/paper/2410.07137","citing_paper":"/paper/2607.21763"},"observation_digest":"sha256:eee9ae1bb7b374979014a062f91ab43cd982dd40709fed10502a1400c1d7a04f","observation_id":"f4de7f58-3f7e-4abb-835d-a4f544a90dab","resolution":{"observed_at":"2026-08-01T06:49:29.432657Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2410.07137/citation-record","integrity":"/paper/2410.07137/integrity","json":"/paper/2410.07137/citation-record.json","paper":"/paper/2410.07137"},"outbound":[],"paper":{"arxiv_id":"2410.07137","last_updated":"2025-03-02T14:28:33Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-20T15:29:01.100846Z","submitted_at":"2024-10-09T17:53:06Z","title":"Cheating Automatic LLM Benchmarks: Null Models Achieve High Win Rates"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"thesis":"As of 22 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 8 inbound Pith citation observations for arXiv:2410.07137."}