{"as_of":"2026-08-08T11:38:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:53b3d7eee842a2c0341dd0df3daf0762a095779d3eb3e5522579d1bbf319e1b4","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":11,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":11,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":11,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":11,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T12:45:46.197830Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-22T23:10:41.039569Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2402.09880","last_updated":"2024-10-14T02:11:29Z","snapshot_observed_at":"2026-08-05T15:21:23.913810Z","submitted_at":"2024-02-15T11:08:10Z","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence","version":2},"cited_work":{"arxiv_id":"2402.09880","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2402.09880","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"McIntosh, Teo Susnjak, Tong Liu, Paul Watters, and Malka N","venue":null,"work_id":"98473c9a-2038-41c9-9aa2-906385b46f43","year":2024},"citing_paper":{"arxiv_id":"2406.04244","last_updated":"2024-06-06T16:41:39Z","snapshot_observed_at":"2026-07-30T15:43:06.151242Z","submitted_at":"2024-06-06T16:41:39Z","title":"Benchmark Data Contamination of Large Language Models: A Survey","version":1},"reference_index":103,"source":"pdf_text","source_observed_at":"2026-05-22T23:10:40.420241Z"},"links":{"cited_paper":"/paper/2402.09880","citing_paper":"/paper/2406.04244"},"observation_digest":"sha256:1af245b1b36a8b10b67afcd306602ede0489722eaace644b05cc663b9dc2a5b0","observation_id":"a670cd0f-1687-4bc1-96ff-f2dccbbd6bbf","resolution":{"observed_at":"2026-05-22T23:10:41.042123Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09880","last_updated":"2024-10-14T02:11:29Z","snapshot_observed_at":"2026-08-05T15:21:23.913810Z","submitted_at":"2024-02-15T11:08:10Z","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence","version":2},"cited_work":{"arxiv_id":"2402.09880","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2402.09880","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"McIntosh, Teo Susnjak, Tong Liu, Paul Watters, and Malka N","venue":null,"work_id":"98473c9a-2038-41c9-9aa2-906385b46f43","year":2024},"citing_paper":{"arxiv_id":"2501.14249","last_updated":"2026-02-20T04:23:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-01-24T05:27:46Z","title":"Humanity's Last Exam","version":10},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-05-10T18:40:50.139345Z"},"links":{"cited_paper":"/paper/2402.09880","citing_paper":"/paper/2501.14249"},"observation_digest":"sha256:718e7b46c1147f0ebc27a0032228ba2ebb208420e8fb5e58f3abbfebdd25530c","observation_id":"2f38d407-5bf1-4fe6-ad94-b89fce08349a","resolution":{"observed_at":"2026-05-10T18:40:50.396135Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09880","last_updated":"2024-10-14T02:11:29Z","snapshot_observed_at":"2026-08-05T15:21:23.913810Z","submitted_at":"2024-02-15T11:08:10Z","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09880","snapshot_observed_at":"2026-08-07T12:45:46.197830Z","title":"Inadequacies of large language model benchmarks in the era of generative artificial intelligence.arXiv preprint arXiv:2402.09880, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.00069","last_updated":"2025-05-29T16:09:32Z","snapshot_observed_at":"2026-08-07T12:40:22.289944Z","submitted_at":"2025-05-29T16:09:32Z","title":"Evaluating the Sensitivity of LLMs to Prior Context","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T12:45:46.197830Z"},"links":{"cited_paper":"/paper/2402.09880","citing_paper":"/paper/2506.00069"},"observation_digest":"sha256:dedaf27e6664389cb6a3610658bce48e0b82f1a42e3f05df3caa4702f9b1ef7a","observation_id":"d00f127b-f3c5-4b99-b092-d7e1cc5deca9","resolution":{"observed_at":"2026-08-07T12:45:46.197830Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09880","last_updated":"2024-10-14T02:11:29Z","snapshot_observed_at":"2026-08-05T15:21:23.913810Z","submitted_at":"2024-02-15T11:08:10Z","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09880","snapshot_observed_at":"2026-08-06T23:25:49.091271Z","title":"R., Susnjak, T., Arachchilage, N., Liu, T., Watters, P., and Halgamuge, M","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18213","last_updated":"2025-06-23T00:19:27Z","snapshot_observed_at":"2026-08-07T10:41:05.932475Z","submitted_at":"2025-06-23T00:19:27Z","title":"A Conceptual Framework for AI Capability Evaluations","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-06T23:25:49.091271Z"},"links":{"cited_paper":"/paper/2402.09880","citing_paper":"/paper/2506.18213"},"observation_digest":"sha256:f88c76a04a6a83db43e8af988c70e1fe3259b849151d308cc85b25cbd09a5437","observation_id":"ac7fea2d-36bc-4c4a-96dd-4c3d6f2e3949","resolution":{"observed_at":"2026-08-06T23:25:49.091271Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09880","last_updated":"2024-10-14T02:11:29Z","snapshot_observed_at":"2026-08-05T15:21:23.913810Z","submitted_at":"2024-02-15T11:08:10Z","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09880","snapshot_observed_at":"2026-08-06T23:20:18.697366Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18710","last_updated":"2025-07-01T15:49:58Z","snapshot_observed_at":"2026-08-07T15:40:10.165789Z","submitted_at":"2025-06-23T14:49:01Z","title":"Benchmarking the Pedagogical Knowledge of Large Language Models","version":3},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T23:20:18.697366Z"},"links":{"cited_paper":"/paper/2402.09880","citing_paper":"/paper/2506.18710"},"observation_digest":"sha256:515a928514787953d1e728e042f16865be744fd26a3375099060a60079da4f32","observation_id":"2f1c3676-d795-4007-a5ca-e4cf5528221d","resolution":{"observed_at":"2026-08-06T23:20:18.697366Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09880","last_updated":"2024-10-14T02:11:29Z","snapshot_observed_at":"2026-08-05T15:21:23.913810Z","submitted_at":"2024-02-15T11:08:10Z","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09880","snapshot_observed_at":"2026-08-06T21:36:42.082274Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.23762","last_updated":"2025-06-30T12:09:29Z","snapshot_observed_at":"2026-08-06T21:29:49.550137Z","submitted_at":"2025-06-30T12:09:29Z","title":"Software Engineering for Large Language Models: Research Status, Challenges and the Road Ahead","version":1},"reference_index":243,"source":"pdf_text","source_observed_at":"2026-08-06T21:36:42.082274Z"},"links":{"cited_paper":"/paper/2402.09880","citing_paper":"/paper/2506.23762"},"observation_digest":"sha256:ecdd483f7d6df4b2dd0309851565925356f92dcdbfc7a329125159bbe9b3d6e2","observation_id":"730348d7-1f43-4ae1-8aea-8f0731132ca0","resolution":{"observed_at":"2026-08-06T21:36:42.082274Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09880","last_updated":"2024-10-14T02:11:29Z","snapshot_observed_at":"2026-08-05T15:21:23.913810Z","submitted_at":"2024-02-15T11:08:10Z","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09880","snapshot_observed_at":"2026-08-06T20:24:23.835725Z","title":"Inadequacies of large language model benchmarks in the era of generative artificial intelligence","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.02825","last_updated":"2025-08-07T06:58:08Z","snapshot_observed_at":"2026-08-06T22:15:42.048508Z","submitted_at":"2025-07-03T17:35:31Z","title":"Establishing Best Practices for Building Rigorous Agentic Benchmarks","version":5},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T20:24:23.835725Z"},"links":{"cited_paper":"/paper/2402.09880","citing_paper":"/paper/2507.02825"},"observation_digest":"sha256:e97746bf59d3144bddb74cb493ab0c710bedd90da9a8c597709440eb4054b89f","observation_id":"9c272ff5-c8e7-4443-82c4-911beb380184","resolution":{"observed_at":"2026-08-06T20:24:23.835725Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09880","last_updated":"2024-10-14T02:11:29Z","snapshot_observed_at":"2026-08-05T15:21:23.913810Z","submitted_at":"2024-02-15T11:08:10Z","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09880","snapshot_observed_at":"2026-08-06T19:07:40.466197Z","title":"R., Susnjak, T., Arachchilage, N., Liu, T., Watters, P., and Halgamuge, M","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.06434","last_updated":"2025-07-08T22:29:06Z","snapshot_observed_at":"2026-08-06T19:02:05.373476Z","submitted_at":"2025-07-08T22:29:06Z","title":"Deprecating Benchmarks: Criteria and Framework","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-06T19:07:40.466197Z"},"links":{"cited_paper":"/paper/2402.09880","citing_paper":"/paper/2507.06434"},"observation_digest":"sha256:b7ee5ad28475f3b865d874f6ca64b3b1e8e504a29113a377a9ff29747a240233","observation_id":"6e79f6e4-785c-4eab-9a33-5d27681e7eac","resolution":{"observed_at":"2026-08-06T19:07:40.466197Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09880","last_updated":"2024-10-14T02:11:29Z","snapshot_observed_at":"2026-08-05T15:21:23.913810Z","submitted_at":"2024-02-15T11:08:10Z","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence","version":2},"cited_work":{"arxiv_id":"2402.09880","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2402.09880","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"McIntosh, Teo Susnjak, Tong Liu, Paul Watters, and Malka N","venue":null,"work_id":"98473c9a-2038-41c9-9aa2-906385b46f43","year":2024},"citing_paper":{"arxiv_id":"2511.02627","last_updated":"2026-06-11T15:36:40Z","snapshot_observed_at":"2026-08-04T00:11:48.936857Z","submitted_at":"2025-11-04T14:57:11Z","title":"DecompSR: A dataset for decomposed analyses of compositional multihop spatial reasoning","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-18T01:18:44.523602Z"},"links":{"cited_paper":"/paper/2402.09880","citing_paper":"/paper/2511.02627"},"observation_digest":"sha256:62c5b57bf87b6c8d1313b4f1271b4e5c4bf79da31ea2799faff283d921f363be","observation_id":"8326260e-4bf2-4873-b1c8-2522a225cb5b","resolution":{"observed_at":"2026-05-18T01:20:34.404981Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09880","last_updated":"2024-10-14T02:11:29Z","snapshot_observed_at":"2026-08-05T15:21:23.913810Z","submitted_at":"2024-02-15T11:08:10Z","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09880","snapshot_observed_at":"2026-08-04T00:11:51.487379Z","title":"Inadequacies of large language model benchmarks in the era of generative artificial intelligence","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2511.02627","last_updated":"2026-06-11T15:36:40Z","snapshot_observed_at":"2026-08-04T00:11:48.936857Z","submitted_at":"2025-11-04T14:57:11Z","title":"DecompSR: A dataset for decomposed analyses of compositional multihop spatial reasoning","version":4},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-04T00:11:51.487379Z"},"links":{"cited_paper":"/paper/2402.09880","citing_paper":"/paper/2511.02627"},"observation_digest":"sha256:fdc8a48bd13c12761ecf3e1b71f9ad9ddfacec3961ae5e90142227d85adfba4b","observation_id":"e2b61dff-efae-45ec-847d-e10efba11dfd","resolution":{"observed_at":"2026-08-04T00:11:51.487379Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09880","last_updated":"2024-10-14T02:11:29Z","snapshot_observed_at":"2026-08-05T15:21:23.913810Z","submitted_at":"2024-02-15T11:08:10Z","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09880","snapshot_observed_at":"2026-08-02T14:42:44.631644Z","title":"McIntosh, Teo Susnjak, Tong Liu, Paul Watters, and Malka N","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.14109","last_updated":"2026-05-07T21:11:51Z","snapshot_observed_at":"2026-08-08T06:32:48.904917Z","submitted_at":"2026-05-07T21:11:51Z","title":"Simplicity Paradox: Debunking myths about prompting and datasets for LLM evaluation","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-02T14:42:44.631644Z"},"links":{"cited_paper":"/paper/2402.09880","citing_paper":"/paper/2607.14109"},"observation_digest":"sha256:2b52aacd93989afd5f0cbc7e3a3b4793c5264c70f7b67ce8616da541989295bf","observation_id":"0c9c93e9-8fc0-4bda-a6c1-b5b050d53f65","resolution":{"observed_at":"2026-08-02T14:42:44.631644Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2402.09880/citation-record","integrity":"/paper/2402.09880/integrity","json":"/paper/2402.09880/citation-record.json","paper":"/paper/2402.09880"},"outbound":[],"paper":{"arxiv_id":"2402.09880","last_updated":"2024-10-14T02:11:29Z","latest_version":2,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-05T15:21:23.913810Z","submitted_at":"2024-02-15T11:08:10Z","title":"Inadequacies of Large Language Model Benchmarks in the Era of Generative Artificial Intelligence"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 11 inbound Pith citation observations for arXiv:2402.09880."}