{"as_of":"2026-08-09T11:12:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:cb16667cf6fe16ad430f0f56e99573918f2b778d2f8d2701c5ec4b1ee386b99e","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":7,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":7,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":7,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":7,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-08T16:11:43.132926Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-20T19:13:40.348932Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2406.19470","last_updated":"2024-11-11T02:27:54Z","snapshot_observed_at":"2026-07-06T18:38:09.490968Z","submitted_at":"2024-06-27T18:21:32Z","title":"Changing Answer Order Can Decrease MMLU Accuracy","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.19470","snapshot_observed_at":"2026-08-08T16:11:43.132926Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.08662","last_updated":"2025-06-02T04:54:00Z","snapshot_observed_at":"2026-08-09T07:57:07.000139Z","submitted_at":"2025-02-10T09:34:15Z","title":"RoToR: Towards More Reliable Responses for Order-Invariant Inputs","version":3},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-08T16:11:43.132926Z"},"links":{"cited_paper":"/paper/2406.19470","citing_paper":"/paper/2502.08662"},"observation_digest":"sha256:461901d7c4e03cb669e42576d70ff7ca4ed9fb5cb922fb2712f8a14619163db6","observation_id":"cdbfaff9-978e-4087-96fd-5f1321e991a6","resolution":{"observed_at":"2026-08-08T16:11:43.132926Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.19470","last_updated":"2024-11-11T02:27:54Z","snapshot_observed_at":"2026-07-06T18:38:09.490968Z","submitted_at":"2024-06-27T18:21:32Z","title":"Changing Answer Order Can Decrease MMLU Accuracy","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.19470","snapshot_observed_at":"2026-08-06T23:20:18.169890Z","title":"Gupta, D","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.18710","last_updated":"2025-07-01T15:49:58Z","snapshot_observed_at":"2026-08-09T05:11:24.858564Z","submitted_at":"2025-06-23T14:49:01Z","title":"Benchmarking the Pedagogical Knowledge of Large Language Models","version":3},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T23:20:18.169890Z"},"links":{"cited_paper":"/paper/2406.19470","citing_paper":"/paper/2506.18710"},"observation_digest":"sha256:9a556041b0e62a12f4cea4596a21efdae1ec4afe4ddc9209abd570a60805e0ed","observation_id":"b6d1f93e-e3dd-4009-9000-70e8e9a4973f","resolution":{"observed_at":"2026-08-06T23:20:18.169890Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.19470","last_updated":"2024-11-11T02:27:54Z","snapshot_observed_at":"2026-07-06T18:38:09.490968Z","submitted_at":"2024-06-27T18:21:32Z","title":"Changing Answer Order Can Decrease MMLU Accuracy","version":2},"cited_work":{"arxiv_id":"2406.19470","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.19470","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Changing answer order can decrease MMLU accuracy.arXiv preprint arXiv:2406.19470","venue":null,"work_id":"9464f44f-c7eb-4b90-85b3-311c3aa8dc69","year":2024},"citing_paper":{"arxiv_id":"2507.23009","last_updated":"2026-05-11T11:47:15Z","snapshot_observed_at":"2026-07-06T22:05:22.373440Z","submitted_at":"2025-07-30T18:14:35Z","title":"Position: Stop Evaluating AI with Human Tests, Develop Principled, AI-specific Tests instead","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-05-19T02:12:48.586913Z"},"links":{"cited_paper":"/paper/2406.19470","citing_paper":"/paper/2507.23009"},"observation_digest":"sha256:c7bd5bf552d4ec764a219ebad9ef976b8e46bf27522eaa9f989518d55b609f7e","observation_id":"52594fd5-0e98-41bc-a90e-0ea4c98c651b","resolution":{"observed_at":"2026-05-19T02:12:55.777888Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.19470","last_updated":"2024-11-11T02:27:54Z","snapshot_observed_at":"2026-07-06T18:38:09.490968Z","submitted_at":"2024-06-27T18:21:32Z","title":"Changing Answer Order Can Decrease MMLU Accuracy","version":2},"cited_work":{"arxiv_id":"2406.19470","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.19470","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Changing answer order can decrease MMLU accuracy.arXiv preprint arXiv:2406.19470","venue":null,"work_id":"9464f44f-c7eb-4b90-85b3-311c3aa8dc69","year":2024},"citing_paper":{"arxiv_id":"2603.09678","last_updated":"2026-05-11T23:17:28Z","snapshot_observed_at":"2026-07-06T22:48:30.706783Z","submitted_at":"2026-03-10T13:47:15Z","title":"EsoLang-Bench: Evaluating Genuine Reasoning in Large Language Models via Esoteric Programming Languages","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-15T13:32:51.545510Z"},"links":{"cited_paper":"/paper/2406.19470","citing_paper":"/paper/2603.09678"},"observation_digest":"sha256:767e4ac9756817ee8957c45307fcb7c3a0a6cef09b3632889ddc99aa1e5638ae","observation_id":"4f8cf4c5-2b88-49df-9087-696db27e308e","resolution":{"observed_at":"2026-05-15T13:35:51.808802Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.19470","last_updated":"2024-11-11T02:27:54Z","snapshot_observed_at":"2026-07-06T18:38:09.490968Z","submitted_at":"2024-06-27T18:21:32Z","title":"Changing Answer Order Can Decrease MMLU Accuracy","version":2},"cited_work":{"arxiv_id":"2406.19470","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.19470","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Changing answer order can decrease MMLU accuracy.arXiv preprint arXiv:2406.19470","venue":null,"work_id":"9464f44f-c7eb-4b90-85b3-311c3aa8dc69","year":2024},"citing_paper":{"arxiv_id":"2605.07268","last_updated":"2026-05-08T05:33:58Z","snapshot_observed_at":"2026-07-06T23:19:41.053744Z","submitted_at":"2026-05-08T05:33:58Z","title":"From 0-Order Selection to 2-Order Judgment: Combinatorial Hardening Exposes Compositional Failures in Frontier LLMs","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-11T02:35:11.605353Z"},"links":{"cited_paper":"/paper/2406.19470","citing_paper":"/paper/2605.07268"},"observation_digest":"sha256:3c8c9a59fc8549eb31e7a029bbeae4153f7bf5fc2c252036d65a555e92c02274","observation_id":"372b4a57-b4d2-44ac-bc76-49c7410da6f5","resolution":{"observed_at":"2026-05-11T03:15:55.896876Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.19470","last_updated":"2024-11-11T02:27:54Z","snapshot_observed_at":"2026-07-06T18:38:09.490968Z","submitted_at":"2024-06-27T18:21:32Z","title":"Changing Answer Order Can Decrease MMLU Accuracy","version":2},"cited_work":{"arxiv_id":"2406.19470","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.19470","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Changing answer order can decrease MMLU accuracy.arXiv preprint arXiv:2406.19470","venue":null,"work_id":"9464f44f-c7eb-4b90-85b3-311c3aa8dc69","year":2024},"citing_paper":{"arxiv_id":"2605.15607","last_updated":"2026-08-03T17:44:41Z","snapshot_observed_at":"2026-08-06T23:37:48.827947Z","submitted_at":"2026-05-15T04:37:31Z","title":"Syntax Without Semantics: Teaching Large Language Models to Code in an Unseen Language","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-20T19:12:42.655490Z"},"links":{"cited_paper":"/paper/2406.19470","citing_paper":"/paper/2605.15607"},"observation_digest":"sha256:42001e8bc0735f880bf5515f894bc17970a97696008f21964b792fcac4009cd6","observation_id":"088feab2-b4fc-47ed-975b-e960f681f599","resolution":{"observed_at":"2026-05-20T19:13:40.350702Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.19470","last_updated":"2024-11-11T02:27:54Z","snapshot_observed_at":"2026-07-06T18:38:09.490968Z","submitted_at":"2024-06-27T18:21:32Z","title":"Changing Answer Order Can Decrease MMLU Accuracy","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.19470","snapshot_observed_at":"2026-08-04T05:10:06.677483Z","title":"Changing answer order can decrease MMLU accuracy.arXiv preprint arXiv:2406.19470,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.15607","last_updated":"2026-08-03T17:44:41Z","snapshot_observed_at":"2026-08-06T23:37:48.827947Z","submitted_at":"2026-05-15T04:37:31Z","title":"Syntax Without Semantics: Teaching Large Language Models to Code in an Unseen Language","version":2},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-04T05:10:06.677483Z"},"links":{"cited_paper":"/paper/2406.19470","citing_paper":"/paper/2605.15607"},"observation_digest":"sha256:4f074ea1a56871efc2d27d4d8837cb361b7b1c2d6b9a825aab4eef4679cc8da7","observation_id":"31f1a6c9-2d62-42d4-9011-825f53ad4b26","resolution":{"observed_at":"2026-08-04T05:10:06.677483Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2406.19470/citation-record","integrity":"/paper/2406.19470/integrity","json":"/paper/2406.19470/citation-record.json","paper":"/paper/2406.19470"},"outbound":[],"paper":{"arxiv_id":"2406.19470","last_updated":"2024-11-11T02:27:54Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T18:38:09.490968Z","submitted_at":"2024-06-27T18:21:32Z","title":"Changing Answer Order Can Decrease MMLU Accuracy"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 7 inbound Pith citation observations for arXiv:2406.19470."}