{"as_of":"2026-08-06T03:28:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:9f3cc5057c7221d894666a4293b4c6285c1a55d57148a7bf1969c7a374c6c3af","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":9,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":9,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-05T06:32:48.257954+00:00","state":"measured"},{"denominator":9,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":9,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T23:02:03.070200Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-03T17:48:45.447795Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2407.10457","last_updated":"2024-07-15T06:12:17Z","snapshot_observed_at":"2026-07-06T18:46:18.540571Z","submitted_at":"2024-07-15T06:12:17Z","title":"The Good, The Bad, and The Greedy: Evaluation of LLMs Should Not Ignore Non-Determinism","version":1},"cited_work":{"arxiv_id":"2407.10457","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.10457","snapshot_observed_at":"2026-07-03T17:48:45.447795Z","title":"The good, the bad, and the greedy: Evaluation of llms should not ignore non-determinism","venue":null,"work_id":"7b257233-7d88-48df-8208-6dea20dbedea","year":2024},"citing_paper":{"arxiv_id":"2407.21787","last_updated":"2024-12-30T19:03:24Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:57:25Z","title":"Large Language Monkeys: Scaling Inference Compute with Repeated Sampling","version":3},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-05-12T04:42:23.297389Z"},"links":{"cited_paper":"/paper/2407.10457","citing_paper":"/paper/2407.21787"},"observation_digest":"sha256:ca1908e8463f9fed8fb85b17d90eebf9780dd5e83e5bc973efbf40cc08961844","observation_id":"77c12347-f8b1-4204-aee5-3b194378bfd0","resolution":{"observed_at":"2026-05-12T04:42:23.449917Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10457","last_updated":"2024-07-15T06:12:17Z","snapshot_observed_at":"2026-07-06T18:46:18.540571Z","submitted_at":"2024-07-15T06:12:17Z","title":"The Good, The Bad, and The Greedy: Evaluation of LLMs Should Not Ignore Non-Determinism","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.10457","snapshot_observed_at":"2026-08-05T23:02:03.070200Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.06017","last_updated":"2025-08-08T05:04:47Z","snapshot_observed_at":"2026-08-05T23:01:57.931764Z","submitted_at":"2025-08-08T05:04:47Z","title":"Position: Intelligent Coding Systems Should Write Programs with Justifications","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-05T23:02:03.070200Z"},"links":{"cited_paper":"/paper/2407.10457","citing_paper":"/paper/2508.06017"},"observation_digest":"sha256:d541688e1bf8e8562920eae9d674ee3a001b2a54f68bfdd69d75b0928bb4f8ba","observation_id":"a54752ae-d3fb-46d3-b33a-5853707f61c2","resolution":{"observed_at":"2026-08-05T23:02:03.070200Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10457","last_updated":"2024-07-15T06:12:17Z","snapshot_observed_at":"2026-07-06T18:46:18.540571Z","submitted_at":"2024-07-15T06:12:17Z","title":"The Good, The Bad, and The Greedy: Evaluation of LLMs Should Not Ignore Non-Determinism","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.10457","snapshot_observed_at":"2026-08-05T05:30:12.058244Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.09705","last_updated":"2025-09-05T17:31:14Z","snapshot_observed_at":"2026-08-05T05:29:57.339638Z","submitted_at":"2025-09-05T17:31:14Z","title":"The Non-Determinism of Small LLMs: Evidence of Low Answer Consistency in Repetition Trials of Standard Multiple-Choice Benchmarks","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-05T05:30:12.058244Z"},"links":{"cited_paper":"/paper/2407.10457","citing_paper":"/paper/2509.09705"},"observation_digest":"sha256:96c3d3801ca30a5c2de0cd6c9da0858a43eef113642cb30ac02da57b6eae069b","observation_id":"c64a07ba-1aca-4d10-bbe2-35b3646355a2","resolution":{"observed_at":"2026-08-05T05:30:12.058244Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10457","last_updated":"2024-07-15T06:12:17Z","snapshot_observed_at":"2026-07-06T18:46:18.540571Z","submitted_at":"2024-07-15T06:12:17Z","title":"The Good, The Bad, and The Greedy: Evaluation of LLMs Should Not Ignore Non-Determinism","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.10457","snapshot_observed_at":"2026-08-04T11:20:12.536154Z","title":"The good, the bad, and the greedy: Evaluation of llms should not ignore non-determinism.arXiv preprint arXiv:2407.10457,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2510.05681","last_updated":"2026-07-04T15:45:15Z","snapshot_observed_at":"2026-08-04T11:20:10.610981Z","submitted_at":"2025-10-07T08:38:08Z","title":"Verifier-free Test-Time Sampling for Vision-Language-Action Models","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-04T11:20:12.536154Z"},"links":{"cited_paper":"/paper/2407.10457","citing_paper":"/paper/2510.05681"},"observation_digest":"sha256:067607f752df438a55ff32b4c2d83739dce9b58bc5a8dbc2f24eacb10985b541","observation_id":"cc762b08-94c5-4256-ba40-cb43a3bb11b8","resolution":{"observed_at":"2026-08-04T11:20:12.536154Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10457","last_updated":"2024-07-15T06:12:17Z","snapshot_observed_at":"2026-07-06T18:46:18.540571Z","submitted_at":"2024-07-15T06:12:17Z","title":"The Good, The Bad, and The Greedy: Evaluation of LLMs Should Not Ignore Non-Determinism","version":1},"cited_work":{"arxiv_id":"2407.10457","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.10457","snapshot_observed_at":"2026-07-03T17:48:45.447795Z","title":"The good, the bad, and the greedy: Evaluation of llms should not ignore non-determinism","venue":null,"work_id":"7b257233-7d88-48df-8208-6dea20dbedea","year":2024},"citing_paper":{"arxiv_id":"2604.10350","last_updated":"2026-04-11T21:20:57Z","snapshot_observed_at":"2026-08-04T00:28:43.791967Z","submitted_at":"2026-04-11T21:20:57Z","title":"LLM-based Generation of Semantically Diverse and Realistic Domain Model Instances","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-10T15:25:15.447353Z"},"links":{"cited_paper":"/paper/2407.10457","citing_paper":"/paper/2604.10350"},"observation_digest":"sha256:2b57936f8a1c4188ae8c626092e39115eaf04b33113b110c1df76c6db9991905","observation_id":"f5f89fe1-a490-4ca1-b1cc-e5f40e26081a","resolution":{"observed_at":"2026-05-11T10:36:04.165624Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10457","last_updated":"2024-07-15T06:12:17Z","snapshot_observed_at":"2026-07-06T18:46:18.540571Z","submitted_at":"2024-07-15T06:12:17Z","title":"The Good, The Bad, and The Greedy: Evaluation of LLMs Should Not Ignore Non-Determinism","version":1},"cited_work":{"arxiv_id":"2407.10457","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.10457","snapshot_observed_at":"2026-07-03T17:48:45.447795Z","title":"The good, the bad, and the greedy: Evaluation of llms should not ignore non-determinism","venue":null,"work_id":"7b257233-7d88-48df-8208-6dea20dbedea","year":2024},"citing_paper":{"arxiv_id":"2604.19598","last_updated":"2026-04-23T01:33:33Z","snapshot_observed_at":"2026-08-02T21:34:48.936053Z","submitted_at":"2026-04-21T15:51:46Z","title":"Cross-Model Consistency of AI-Generated Exercise Prescriptions: A Repeated Generation Study Across Three Large Language Models","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-05-10T03:21:17.833685Z"},"links":{"cited_paper":"/paper/2407.10457","citing_paper":"/paper/2604.19598"},"observation_digest":"sha256:9f17e6deffb60e507aee620b1f75acd959c9bdb6de203f54b1ede71bfa6da350","observation_id":"a0ef5d5a-2568-4f80-8059-4d0eddeba328","resolution":{"observed_at":"2026-05-11T12:41:01.290765Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10457","last_updated":"2024-07-15T06:12:17Z","snapshot_observed_at":"2026-07-06T18:46:18.540571Z","submitted_at":"2024-07-15T06:12:17Z","title":"The Good, The Bad, and The Greedy: Evaluation of LLMs Should Not Ignore Non-Determinism","version":1},"cited_work":{"arxiv_id":"2407.10457","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.10457","snapshot_observed_at":"2026-07-03T17:48:45.447795Z","title":"The good, the bad, and the greedy: Evaluation of llms should not ignore non-determinism","venue":null,"work_id":"7b257233-7d88-48df-8208-6dea20dbedea","year":2024},"citing_paper":{"arxiv_id":"2604.22411","last_updated":"2026-04-24T10:11:06Z","snapshot_observed_at":"2026-07-06T23:08:47.078992Z","submitted_at":"2026-04-24T10:11:06Z","title":"Introducing Background Temperature to Characterise Hidden Randomness in Large Language Models","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-08T12:14:47.518940Z"},"links":{"cited_paper":"/paper/2407.10457","citing_paper":"/paper/2604.22411"},"observation_digest":"sha256:6a21a68dbb576b0193c0f8b07f99c41b6a6d82898a767ab92bea039a54373c02","observation_id":"3e924719-3349-4d20-8122-d8a15fbf44a5","resolution":{"observed_at":"2026-05-11T19:21:07.498219Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10457","last_updated":"2024-07-15T06:12:17Z","snapshot_observed_at":"2026-07-06T18:46:18.540571Z","submitted_at":"2024-07-15T06:12:17Z","title":"The Good, The Bad, and The Greedy: Evaluation of LLMs Should Not Ignore Non-Determinism","version":1},"cited_work":{"arxiv_id":"2407.10457","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.10457","snapshot_observed_at":"2026-07-03T17:48:45.447795Z","title":"The good, the bad, and the greedy: Evaluation of llms should not ignore non-determinism","venue":null,"work_id":"7b257233-7d88-48df-8208-6dea20dbedea","year":2024},"citing_paper":{"arxiv_id":"2606.17182","last_updated":"2026-06-15T18:19:34Z","snapshot_observed_at":"2026-08-04T04:35:27.820830Z","submitted_at":"2026-06-15T18:19:34Z","title":"Verified Detection and Prevention of Concurrency Anomalies in Multi-Agent Large Language Model Systems","version":1},"reference_index":98,"source":"pdf_text","source_observed_at":"2026-06-27T03:53:14.728371Z"},"links":{"cited_paper":"/paper/2407.10457","citing_paper":"/paper/2606.17182"},"observation_digest":"sha256:5ceecfc08a3a52cbfe83d60cda2bb72ff48ccf01db37b51693a3a4c21e29e1a6","observation_id":"7f4d4cb6-4d5e-4617-83e6-0704a679fda3","resolution":{"observed_at":"2026-07-03T17:48:45.449869Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10457","last_updated":"2024-07-15T06:12:17Z","snapshot_observed_at":"2026-07-06T18:46:18.540571Z","submitted_at":"2024-07-15T06:12:17Z","title":"The Good, The Bad, and The Greedy: Evaluation of LLMs Should Not Ignore Non-Determinism","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.10457","snapshot_observed_at":"2026-08-02T06:23:48.374729Z","title":"The good, the bad, and the greedy: Evaluation of LLMs should not ignore non-determinism.arXiv preprint arXiv:2407.10457, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.12796","last_updated":"2026-07-25T18:18:32Z","snapshot_observed_at":"2026-08-02T06:23:45.024819Z","submitted_at":"2026-07-14T14:12:05Z","title":"The One-Word Census: Answer-Choice Conformity Across 44 Language Models","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-02T06:23:48.374729Z"},"links":{"cited_paper":"/paper/2407.10457","citing_paper":"/paper/2607.12796"},"observation_digest":"sha256:1dfd20d9b3dc2599d0edce14795d359f382de8878742046bb6fba671a1eb343b","observation_id":"4855884f-df11-46f7-928d-54c99b0614d4","resolution":{"observed_at":"2026-08-02T06:23:48.374729Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2407.10457/citation-record","integrity":"/paper/2407.10457/integrity","json":"/paper/2407.10457/citation-record.json","paper":"/paper/2407.10457"},"outbound":[],"paper":{"arxiv_id":"2407.10457","last_updated":"2024-07-15T06:12:17Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T18:46:18.540571Z","submitted_at":"2024-07-15T06:12:17Z","title":"The Good, The Bad, and The Greedy: Evaluation of LLMs Should Not Ignore Non-Determinism"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"thesis":"As of 6 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 9 inbound Pith citation observations for arXiv:2407.10457."}