{"as_of":"2026-08-08T03:18:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:3750c172d928c52270bfc44b374e755ae5db8094ba8467ea90f517dd3c55a50e","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":12,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T15:08:06.512628Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-21T08:14:03.236562Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2410.03492","last_updated":"2025-06-27T09:33:10Z","snapshot_observed_at":"2026-07-06T19:27:42.862745Z","submitted_at":"2024-10-04T15:04:28Z","title":"Towards Reproducible LLM Evaluation: Quantifying Uncertainty in LLM Benchmark Scores","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.03492","snapshot_observed_at":"2026-08-07T15:08:06.512628Z","title":"E., Barry, J., and Cohn, A","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17136","last_updated":"2025-05-22T05:21:31Z","snapshot_observed_at":"2026-08-07T15:02:46.429744Z","submitted_at":"2025-05-22T05:21:31Z","title":"Foundation Models for Geospatial Reasoning: Assessing Capabilities of Large Language Models in Understanding Geometries and Topological Spatial Relations","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T15:08:06.512628Z"},"links":{"cited_paper":"/paper/2410.03492","citing_paper":"/paper/2505.17136"},"observation_digest":"sha256:0a6ae694d6a8be19d3b23b25aac2af98331e196d1d5c713fd106b2d5453dca65","observation_id":"772c4ac6-2bcc-4f8e-9b10-16db216a2aa6","resolution":{"observed_at":"2026-08-07T15:08:06.512628Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03492","last_updated":"2025-06-27T09:33:10Z","snapshot_observed_at":"2026-07-06T19:27:42.862745Z","submitted_at":"2024-10-04T15:04:28Z","title":"Towards Reproducible LLM Evaluation: Quantifying Uncertainty in LLM Benchmark Scores","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.03492","snapshot_observed_at":"2026-08-06T15:29:37.798046Z","title":"Blackwell, Jon Barry, and Anthony G","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15715","last_updated":"2025-08-05T20:19:37Z","snapshot_observed_at":"2026-08-06T15:22:45.769895Z","submitted_at":"2025-07-21T15:26:58Z","title":"From Queries to Criteria: Understanding How Astronomers Evaluate LLMs","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-06T15:29:37.798046Z"},"links":{"cited_paper":"/paper/2410.03492","citing_paper":"/paper/2507.15715"},"observation_digest":"sha256:69d8c5a0003b6c7273e7c6290cebb2f1a55c022ecc853bd9c20b38f6cbf7f9d7","observation_id":"f7e1caf3-44f0-4c07-86a0-d19a3b528224","resolution":{"observed_at":"2026-08-06T15:29:37.798046Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03492","last_updated":"2025-06-27T09:33:10Z","snapshot_observed_at":"2026-07-06T19:27:42.862745Z","submitted_at":"2024-10-04T15:04:28Z","title":"Towards Reproducible LLM Evaluation: Quantifying Uncertainty in LLM Benchmark Scores","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.03492","snapshot_observed_at":"2026-08-04T11:19:44.325768Z","title":"Blackwell, Jon Barry, and Anthony G","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2510.05709","last_updated":"2026-06-04T12:15:57Z","snapshot_observed_at":"2026-08-07T08:05:26.965055Z","submitted_at":"2025-10-07T09:22:22Z","title":"Correcting Prompt Dependence in LLM Benchmarks: A Bayesian Hierarchical Model with Embedding-Space Clustering","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-04T11:19:44.325768Z"},"links":{"cited_paper":"/paper/2410.03492","citing_paper":"/paper/2510.05709"},"observation_digest":"sha256:91733ab7a94c72699f52c5a7771a8f6646c44326dec54c216e31a6013cb6556f","observation_id":"464e1b2e-033f-4181-b6cd-8445e4645deb","resolution":{"observed_at":"2026-08-04T11:19:44.325768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03492","last_updated":"2025-06-27T09:33:10Z","snapshot_observed_at":"2026-07-06T19:27:42.862745Z","submitted_at":"2024-10-04T15:04:28Z","title":"Towards Reproducible LLM Evaluation: Quantifying Uncertainty in LLM Benchmark Scores","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.03492","snapshot_observed_at":"2026-08-03T17:53:53.503157Z","title":"E., Barry, J., and Cohn, A","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2512.07795","last_updated":"2026-05-30T17:04:27Z","snapshot_observed_at":"2026-08-07T13:27:56.350968Z","submitted_at":"2025-12-08T18:26:58Z","title":"ReasonBENCH: Benchmarking the (In)Stability of LLM Reasoning","version":2},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-03T17:53:53.503157Z"},"links":{"cited_paper":"/paper/2410.03492","citing_paper":"/paper/2512.07795"},"observation_digest":"sha256:fa3c23b0c6808f72dac77e1422017e155703e35c7ec8b7e7d723209ae0f01f54","observation_id":"985e0aaf-b029-4c94-806b-29d130e9e035","resolution":{"observed_at":"2026-08-03T17:53:53.503157Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03492","last_updated":"2025-06-27T09:33:10Z","snapshot_observed_at":"2026-07-06T19:27:42.862745Z","submitted_at":"2024-10-04T15:04:28Z","title":"Towards Reproducible LLM Evaluation: Quantifying Uncertainty in LLM Benchmark Scores","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.03492","snapshot_observed_at":"2026-08-03T08:03:52.276129Z","title":"Blackwell, Jon Barry, and Anthony G","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2601.18381","last_updated":"2026-05-26T16:03:59Z","snapshot_observed_at":"2026-08-03T08:03:51.389237Z","submitted_at":"2026-01-26T11:31:00Z","title":"AI Agent for Reverse-Engineering Legacy Finite-Difference Code and Translating to Devito","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-03T08:03:52.276129Z"},"links":{"cited_paper":"/paper/2410.03492","citing_paper":"/paper/2601.18381"},"observation_digest":"sha256:551f2cf6f76d5b1f6a2073741b94e675f920de18a71645339edc8ec7a2e4fadc","observation_id":"74b179ef-447e-4276-a3e8-e63b291a653c","resolution":{"observed_at":"2026-08-03T08:03:52.276129Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03492","last_updated":"2025-06-27T09:33:10Z","snapshot_observed_at":"2026-07-06T19:27:42.862745Z","submitted_at":"2024-10-04T15:04:28Z","title":"Towards Reproducible LLM Evaluation: Quantifying Uncertainty in LLM Benchmark Scores","version":2},"cited_work":{"arxiv_id":"2410.03492","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2410.03492","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"24f7cd59-d707-4d19-b125-cc06487b07ea","year":2024},"citing_paper":{"arxiv_id":"2604.11261","last_updated":"2026-04-13T10:13:20Z","snapshot_observed_at":"2026-07-06T22:59:40.900521Z","submitted_at":"2026-04-13T10:13:20Z","title":"Inspectable AI for Science: A Research Object Approach to Generative AI Governance","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-10T16:06:30.197232Z"},"links":{"cited_paper":"/paper/2410.03492","citing_paper":"/paper/2604.11261"},"observation_digest":"sha256:8db5a4498f1a0029ad5fc9175b045d3bcec80e33aecc886f850bd0e27dcdfd49","observation_id":"59ea88af-9ed3-44f4-a313-28e2d64dd207","resolution":{"observed_at":"2026-05-11T09:20:59.433259Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03492","last_updated":"2025-06-27T09:33:10Z","snapshot_observed_at":"2026-07-06T19:27:42.862745Z","submitted_at":"2024-10-04T15:04:28Z","title":"Towards Reproducible LLM Evaluation: Quantifying Uncertainty in LLM Benchmark Scores","version":2},"cited_work":{"arxiv_id":"2410.03492","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2410.03492","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"24f7cd59-d707-4d19-b125-cc06487b07ea","year":2024},"citing_paper":{"arxiv_id":"2605.02091","last_updated":"2026-05-03T23:21:13Z","snapshot_observed_at":"2026-07-06T23:15:11.601042Z","submitted_at":"2026-05-03T23:21:13Z","title":"How Compliant Are GitHub Actions Workflows? A Checklist-Based Study with LLM-Assisted Auditing","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-08T19:19:18.667967Z"},"links":{"cited_paper":"/paper/2410.03492","citing_paper":"/paper/2605.02091"},"observation_digest":"sha256:4a1c28e28a00dfc1390bb44493a61e0159ae4b0667b9a52c3d809e2ecc617b20","observation_id":"9b3f1e80-46a1-4959-8f7a-6b08e0af7eff","resolution":{"observed_at":"2026-05-09T05:55:31.558726Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03492","last_updated":"2025-06-27T09:33:10Z","snapshot_observed_at":"2026-07-06T19:27:42.862745Z","submitted_at":"2024-10-04T15:04:28Z","title":"Towards Reproducible LLM Evaluation: Quantifying Uncertainty in LLM Benchmark Scores","version":2},"cited_work":{"arxiv_id":"2410.03492","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2410.03492","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"24f7cd59-d707-4d19-b125-cc06487b07ea","year":2024},"citing_paper":{"arxiv_id":"2605.18380","last_updated":"2026-05-18T13:26:14Z","snapshot_observed_at":"2026-08-02T08:42:16.384161Z","submitted_at":"2026-05-18T13:26:14Z","title":"QSTRBench: a New Benchmark to Evaluate the Ability of Language Models to Reason with Qualitative Spatial and Temporal Calculi","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-05-20T11:18:08.326304Z"},"links":{"cited_paper":"/paper/2410.03492","citing_paper":"/paper/2605.18380"},"observation_digest":"sha256:4ae4cced09b50087b091742ab578ac5e4ea00c65be8308dceabfc4b4a6b072a0","observation_id":"84a8b33b-3879-4803-bac8-d08a11bfb0a4","resolution":{"observed_at":"2026-05-20T11:18:13.608918Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03492","last_updated":"2025-06-27T09:33:10Z","snapshot_observed_at":"2026-07-06T19:27:42.862745Z","submitted_at":"2024-10-04T15:04:28Z","title":"Towards Reproducible LLM Evaluation: Quantifying Uncertainty in LLM Benchmark Scores","version":2},"cited_work":{"arxiv_id":"2410.03492","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2410.03492","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"24f7cd59-d707-4d19-b125-cc06487b07ea","year":2024},"citing_paper":{"arxiv_id":"2605.19537","last_updated":"2026-05-20T07:11:41Z","snapshot_observed_at":"2026-08-06T03:06:10.590521Z","submitted_at":"2026-05-19T08:37:27Z","title":"The Silent Hyperparameter: Quantifying the Impact of Inference Backends on LLM Reproducibility","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-20T06:55:05.581205Z"},"links":{"cited_paper":"/paper/2410.03492","citing_paper":"/paper/2605.19537"},"observation_digest":"sha256:8f7d7a1d16cb920e4b4daf50288a3b2bbcb72ef0582139c16c0ecf80ca1f022f","observation_id":"54f3f90f-0e1b-4d45-87d8-e5942a63277f","resolution":{"observed_at":"2026-05-20T06:58:05.947735Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03492","last_updated":"2025-06-27T09:33:10Z","snapshot_observed_at":"2026-07-06T19:27:42.862745Z","submitted_at":"2024-10-04T15:04:28Z","title":"Towards Reproducible LLM Evaluation: Quantifying Uncertainty in LLM Benchmark Scores","version":2},"cited_work":{"arxiv_id":"2410.03492","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2410.03492","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"24f7cd59-d707-4d19-b125-cc06487b07ea","year":2024},"citing_paper":{"arxiv_id":"2605.19537","last_updated":"2026-05-20T07:11:41Z","snapshot_observed_at":"2026-08-06T03:06:10.590521Z","submitted_at":"2026-05-19T08:37:27Z","title":"The Silent Hyperparameter: Quantifying the Impact of Inference Backends on LLM Reproducibility","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-21T08:13:00.601818Z"},"links":{"cited_paper":"/paper/2410.03492","citing_paper":"/paper/2605.19537"},"observation_digest":"sha256:fbe9832bb8cb05f2af82374485992b1d4d97d4af66cb6758c3884a85d9871983","observation_id":"a2561c61-f772-4ee2-bdac-2a9207f60677","resolution":{"observed_at":"2026-05-21T08:14:03.238763Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03492","last_updated":"2025-06-27T09:33:10Z","snapshot_observed_at":"2026-07-06T19:27:42.862745Z","submitted_at":"2024-10-04T15:04:28Z","title":"Towards Reproducible LLM Evaluation: Quantifying Uncertainty in LLM Benchmark Scores","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.03492","snapshot_observed_at":"2026-07-31T15:02:05.907440Z","title":"and Barry, Jon and Cohn, Anthony G","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.24435","last_updated":"2026-07-31T13:04:52Z","snapshot_observed_at":"2026-08-05T23:14:45.143982Z","submitted_at":"2026-07-27T13:45:12Z","title":"LEX-EC: A Lexical Evidence-Channel Audit Framework for Zero-Shot LLM Personality Classification in Black-Box Settings","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-07-31T15:02:05.907440Z"},"links":{"cited_paper":"/paper/2410.03492","citing_paper":"/paper/2607.24435"},"observation_digest":"sha256:1f04bf17459bc8b6810e0c5bd048507e0cf53ae388aef97f15d378f275a8cc2a","observation_id":"d722c6cf-7d54-4b14-88a4-d94c794e860a","resolution":{"observed_at":"2026-07-31T15:02:05.907440Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03492","last_updated":"2025-06-27T09:33:10Z","snapshot_observed_at":"2026-07-06T19:27:42.862745Z","submitted_at":"2024-10-04T15:04:28Z","title":"Towards Reproducible LLM Evaluation: Quantifying Uncertainty in LLM Benchmark Scores","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.03492","snapshot_observed_at":"2026-08-03T01:47:20.114741Z","title":"and Barry, Jon and Cohn, Anthony G","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.24435","last_updated":"2026-07-31T13:04:52Z","snapshot_observed_at":"2026-08-05T23:14:45.143982Z","submitted_at":"2026-07-27T13:45:12Z","title":"LEX-EC: A Lexical Evidence-Channel Audit Framework for Zero-Shot LLM Personality Classification in Black-Box Settings","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-03T01:47:20.114741Z"},"links":{"cited_paper":"/paper/2410.03492","citing_paper":"/paper/2607.24435"},"observation_digest":"sha256:38fe025881ab2848be12d118e66bfb9686ba68c53d362b28ddab0ba6ad0bf60a","observation_id":"332ff4db-a0c9-4568-97eb-ad4a60e7fae0","resolution":{"observed_at":"2026-08-03T01:47:20.114741Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2410.03492/citation-record","integrity":"/paper/2410.03492/integrity","json":"/paper/2410.03492/citation-record.json","paper":"/paper/2410.03492"},"outbound":[],"paper":{"arxiv_id":"2410.03492","last_updated":"2025-06-27T09:33:10Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T19:27:42.862745Z","submitted_at":"2024-10-04T15:04:28Z","title":"Towards Reproducible LLM Evaluation: Quantifying Uncertainty in LLM Benchmark Scores"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 12 inbound Pith citation observations for arXiv:2410.03492."}