{"as_of":"2026-08-14T18:59:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:2c255bd848946e5dc87b5bd9a8c37505c0aa7858f307eedee46abf0d09efec41","coverage":[{"denominator":30,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":30,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T12:40:45.358818Z","state":"measured"},{"denominator":30,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":30,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-14T06:32:32.682623+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2509.01395/citation-record","integrity":"/paper/2509.01395/integrity","json":"/paper/2509.01395/citation-record.json","paper":"/paper/2509.01395"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T12:40:42.997220Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:42.997220Z"},"links":{"citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:3c1ce323a9cb47128c5ac2495bd93af1a05a3a837ac1fa347f6dbd0db53e97ba","observation_id":"a1f9c481-898f-4c1f-9c75-ad1111ab1792","resolution":{"observed_at":"2026-08-05T12:40:42.997220Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T12:40:43.039759Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:43.039759Z"},"links":{"citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:a4e8b774e645bf4ba3a845af4dfee79b314adb2bccf66cdc8eb047ae2c2d4702","observation_id":"52f3b1a2-1bd3-48a9-9325-d06ed89091b6","resolution":{"observed_at":"2026-08-05T12:40:43.039759Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-05T12:40:43.126386Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:43.126386Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:0ae555c469d1770e0d4b2a6e3e7eaf314836f91aab7f8fa243665849a5f8f81b","observation_id":"057fd7a7-c7bf-450e-8c70-e012a8ef5bf2","resolution":{"observed_at":"2026-08-05T12:40:43.126386Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T12:40:47.540752Z","title":"Anderson, C","venue":null,"work_id":"5c93cf8e-14c4-4ce7-9f08-3c7bfdb8d793","year":1990},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:43.173501Z"},"links":{"citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:514192fcdabc456ddc3e140e8b51e34033184eba59abdfe9c747e7ba72636db9","observation_id":"10a9ae1d-30e4-4823-810d-ba7eb072e56a","resolution":{"observed_at":"2026-08-05T12:40:47.544153Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T12:40:47.530912Z","title":"Carpenter, Elizabeth Fennema, Maria L","venue":null,"work_id":"e1abf95d-96a1-4c6a-ad4d-e666f9db0d86","year":1989},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:43.243228Z"},"links":{"citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:475278f18b71925d4c51103b3758b28cc9d5ebb57cc4881e13c787335aae44ee","observation_id":"4b02923c-aea5-4081-adb8-7f4d7aa23099","resolution":{"observed_at":"2026-08-05T12:40:47.534686Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-14T02:43:01.480086Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-08-05T12:40:43.302524Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:43.302524Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:57d9dd0fcf44b0d4753f31c115fc8640a1b743b88d0dc43f99571632a800045a","observation_id":"7ef89007-263c-4416-9837-7883efd64d2f","resolution":{"observed_at":"2026-08-05T12:40:43.302524Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T12:40:47.520611Z","title":null,"venue":null,"work_id":"92b60f9b-8f8e-464b-91b0-1b0678500a96","year":1988},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:43.392048Z"},"links":{"citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:989371d19c61c584f854dc3245a82d2f70a3867f4386a48522ceb094b3357154","observation_id":"dd4a826d-309f-4d1a-811d-772c695489fe","resolution":{"observed_at":"2026-08-05T12:40:47.523709Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T12:40:43.483475Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:43.483475Z"},"links":{"citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:9c63d6a64b6dad43b218abf6bfbcda1cbfe9df59f88bbbaa113901c6b62225f0","observation_id":"8650809e-6134-4596-9903-d50eabd42b52","resolution":{"observed_at":"2026-08-05T12:40:43.483475Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.11469","last_updated":"2024-07-02T03:29:11Z","snapshot_observed_at":"2026-08-13T04:16:50.879420Z","submitted_at":"2024-02-18T05:58:25Z","title":"A Curious Case of Searching for the Correlation between Training Data and Adversarial Robustness of Transformer Textual Models","version":2},"cited_work":{"arxiv_id":"2402.11469","doi":null,"metadata_source":"pith","pith_arxiv_id":"2402.11469","snapshot_observed_at":"2026-08-05T12:40:45.613945Z","title":"A Curious Case of Searching for the Correlation between Training Data and Adversarial Robustness of Transformer Textual Models","venue":"cs.LG","work_id":"ff54a562-ca95-47a7-ab4e-e3355a71bbf7","year":2024},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:43.567410Z"},"links":{"cited_paper":"/paper/2402.11469","citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:bdbded82c0ce5979d8d39afbac0b752a0d4d1a28b164531dd973c409fa6c88c5","observation_id":"4b40dc85-d921-4fcf-a81a-5f96b488c067","resolution":{"observed_at":"2026-08-05T12:40:45.680554Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-13T17:20:44.002518Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-05T12:40:43.747462Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:43.747462Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:8ec4a2c6afccdac1a5032afc303b58c45399c3d5e2c6edc3be82456eb08375ba","observation_id":"5a44f19a-0168-4040-b0e9-b53576e941b1","resolution":{"observed_at":"2026-08-05T12:40:43.747462Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T12:40:47.510380Z","title":null,"venue":null,"work_id":"bbc0e313-e5c8-420e-8886-319b1872948f","year":2007},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:43.830646Z"},"links":{"citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:6ed1ea7a87d8c14b8079c53154edbbb5fa3259c0a470338e2348b94a79a960be","observation_id":"cfcfc757-f54f-4284-afc7-a64a6654ef73","resolution":{"observed_at":"2026-08-05T12:40:47.513479Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2103.03874","last_updated":"2021-11-08T21:30:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-03-05T18:59:39Z","title":"Measuring Mathematical Problem Solving With the MATH Dataset","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2103.03874","snapshot_observed_at":"2026-08-05T12:40:43.887658Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:43.887658Z"},"links":{"cited_paper":"/paper/2103.03874","citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:414fa468c8d614931536e923f3361aac21cc761730aa618b8c06fca8eaf80689","observation_id":"8c68f611-1693-48f1-8e8a-2321715a0926","resolution":{"observed_at":"2026-08-05T12:40:43.887658Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T12:40:47.247507Z","title":null,"venue":null,"work_id":"6b67c051-4538-4305-ad6d-f1ec57f24575","year":2024},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:43.944372Z"},"links":{"citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:6395f76a73bee7cbf53e2db2ca97cdfa0c4496b118fdbc020b4a1b083500982a","observation_id":"8542cca3-7702-4407-a5a9-64798025e5f4","resolution":{"observed_at":"2026-08-05T12:40:47.410001Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T12:40:47.028565Z","title":"Peter Kincaid, Robert P","venue":null,"work_id":"2421bb8f-f356-4a16-8c16-af3c9d3aabe3","year":1975},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:44.046981Z"},"links":{"citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:61ffc97e23c5bff6bb81e92a44ce7ac0aaf32e847125306b4f1f48d47a1fd901","observation_id":"56db1305-13ea-483e-8686-3e2cf43a5fe1","resolution":{"observed_at":"2026-08-05T12:40:47.135925Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.16838","last_updated":"2024-12-22T03:08:36Z","snapshot_observed_at":"2026-08-12T15:47:28.924074Z","submitted_at":"2024-12-22T03:08:36Z","title":"Ask-Before-Detection: Identifying and Mitigating Conformity Bias in LLM-Powered Error Detector for Math Word Problem Solutions","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.16838","snapshot_observed_at":"2026-08-05T12:40:44.130920Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:44.130920Z"},"links":{"cited_paper":"/paper/2412.16838","citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:ea8d8e2087327c0808a14c1c560cb3f4ec7bc384e41b1cc19c8eb9733ef0e121","observation_id":"ad747c69-03b4-451f-b926-6f07b4b66aef","resolution":{"observed_at":"2026-08-05T12:40:44.130920Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.20050","last_updated":"2023-05-31T17:24:00Z","snapshot_observed_at":"2026-08-11T17:22:43.545531Z","submitted_at":"2023-05-31T17:24:00Z","title":"Let's Verify Step by Step","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.20050","snapshot_observed_at":"2026-08-05T12:40:44.213394Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:44.213394Z"},"links":{"cited_paper":"/paper/2305.20050","citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:9c43142ffac81212f7e54386455398ce218068eeef0f9d9d644e522544390aa0","observation_id":"2276dc45-e03d-4b70-be0a-bdea4c4997f0","resolution":{"observed_at":"2026-08-05T12:40:44.213394Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.19437","last_updated":"2025-02-18T17:26:38Z","snapshot_observed_at":"2026-08-11T01:48:59.557045Z","submitted_at":"2024-12-27T04:03:16Z","title":"DeepSeek-V3 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.19437","snapshot_observed_at":"2026-08-05T12:40:44.267775Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:44.267775Z"},"links":{"cited_paper":"/paper/2412.19437","citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:bbd68d44eafc097eee8b5846bcf92d9851b6e19ae134880ac056d88a609edf9b","observation_id":"59bc42e9-86ee-4bf7-b32a-0b6e15fd7598","resolution":{"observed_at":"2026-08-05T12:40:44.267775Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T12:40:44.360607Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:44.360607Z"},"links":{"citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:113990608056a74612f74ab43b631c81813a9fa3ee62c47aea2096309aae11d2","observation_id":"d5d9d866-c435-494a-a757-d23fb25147a0","resolution":{"observed_at":"2026-08-05T12:40:44.360607Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T12:40:46.776700Z","title":null,"venue":null,"work_id":"2b6256a2-500b-4e72-bfbd-0c49a5aaf3b6","year":2024},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:44.443870Z"},"links":{"citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:3c7fb9116fd7661604dc980a2fbb473e4dd083e147f921db92dedc20a107ce94","observation_id":"727d4acf-e335-42e0-b5a0-93ebe89e9791","resolution":{"observed_at":"2026-08-05T12:40:46.890205Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-05T12:40:44.478851Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:44.478851Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:993362f89272241eaa216d175bfae8fb201ab480dabe41ea18d31fb67a4a767f","observation_id":"d5861198-1d0b-46b6-bb58-08bd15715248","resolution":{"observed_at":"2026-08-05T12:40:44.478851Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T12:40:46.560443Z","title":"Rea and Richard A","venue":null,"work_id":"41dadf55-d1e9-4145-9967-6899a979f155","year":1992},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:44.550143Z"},"links":{"citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:e404d270b972735f48c6c0fd7b64373b9fae1ddc0ba1bbd6175305a35299ea96","observation_id":"587d1ed3-bf67-4f1b-bdf3-89cedb375bdd","resolution":{"observed_at":"2026-08-05T12:40:46.693172Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T12:40:46.313768Z","title":null,"venue":null,"work_id":"9898c6fb-0b69-4738-b15c-0f96ccd37c1d","year":1956},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:44.634245Z"},"links":{"citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:6a8eb011ad3a91a4d558a5c3e9621a003b8c3caefaaf02142f058eb4a7f8dbdb","observation_id":"079f5179-7c3d-42ff-91c0-6a6642b0d0f4","resolution":{"observed_at":"2026-08-05T12:40:46.466768Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T12:40:44.714930Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:44.714930Z"},"links":{"citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:24625c5f17b8f9ffe3d3e3352c963638e1199009e1930e96e787c9fcdb723336","observation_id":"5b72f45f-ae50-4f67-8983-8ff9f605e15e","resolution":{"observed_at":"2026-08-05T12:40:44.714930Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T12:40:46.044715Z","title":null,"venue":null,"work_id":"8314df96-aa1d-4100-9e0f-0b1b3405c405","year":1998},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:44.804029Z"},"links":{"citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:813c9e0ab69b8289335f7f2a2137f45270292397ec48b2b310993be22c55f7dd","observation_id":"7b14a9f9-1e56-4526-90c9-6982d3946f81","resolution":{"observed_at":"2026-08-05T12:40:46.191681Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.16429","last_updated":"2025-08-22T16:22:07Z","snapshot_observed_at":"2026-08-11T10:33:31.268792Z","submitted_at":"2024-12-21T01:34:05Z","title":"LearnLM: Improving Gemini for Learning","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.16429","snapshot_observed_at":"2026-08-05T12:40:44.941872Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:44.941872Z"},"links":{"cited_paper":"/paper/2412.16429","citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:30aabdb82f9fc27925a4164ea054e5d1ee378f6007e68f99216b6544516c2bc6","observation_id":"e28cfa98-3be6-4c59-bee1-360164761bb6","resolution":{"observed_at":"2026-08-05T12:40:44.941872Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T12:40:45.795451Z","title":null,"venue":null,"work_id":"01c26f38-cc79-4521-a5d0-9f550c4c141b","year":2025},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:44.997905Z"},"links":{"citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:e8150b1c549114eaa5939ed154514d4800b751804def9dd1a14976d97dc83b27","observation_id":"ec3fda48-07ab-40be-82b5-643d16c0ef4a","resolution":{"observed_at":"2026-08-05T12:40:45.929719Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-14T06:32:32.682623+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T12:40:45.084082Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:45.084082Z"},"links":{"citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:890b892d4bc938b30cf409ca2a772e8d03560292c8eba7657ba2500317d49f0c","observation_id":"9d78be6e-acc6-492a-8c50-9531b38a2e90","resolution":{"observed_at":"2026-08-05T12:40:45.084082Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.12122","last_updated":"2024-09-18T16:45:37Z","snapshot_observed_at":"2026-08-14T16:00:41.902820Z","submitted_at":"2024-09-18T16:45:37Z","title":"Qwen2.5-Math Technical Report: Toward Mathematical Expert Model via Self-Improvement","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.12122","snapshot_observed_at":"2026-08-05T12:40:45.144909Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:45.144909Z"},"links":{"cited_paper":"/paper/2409.12122","citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:0168c63cd312f916adc7821586a6f72396c6c3e9c2f8fdf16b870093f4a119a3","observation_id":"bf3adefe-8f31-44cb-8b1f-7267a60dd076","resolution":{"observed_at":"2026-08-05T12:40:45.144909Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.17080","last_updated":"2024-06-05T04:05:42Z","snapshot_observed_at":"2026-08-13T04:52:49.437953Z","submitted_at":"2023-12-28T15:49:43Z","title":"MR-GSM8K: A Meta-Reasoning Benchmark for Large Language Model Evaluation","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.17080","snapshot_observed_at":"2026-08-05T12:40:45.229549Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:45.229549Z"},"links":{"cited_paper":"/paper/2312.17080","citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:7d3b122e8218fa8d2828a29ef674455ba780b3a8ad9c8bd52ed167e4782ec7e9","observation_id":"a493ec8a-69c0-4af4-8a3d-1a0ba82680a9","resolution":{"observed_at":"2026-08-05T12:40:45.229549Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1904.09675","last_updated":"2020-02-24T18:59:28Z","snapshot_observed_at":"2026-07-29T15:42:51.774083Z","submitted_at":"2019-04-21T23:08:53Z","title":"BERTScore: Evaluating Text Generation with BERT","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1904.09675","snapshot_observed_at":"2026-08-05T12:40:45.358818Z","title":"Weinberger, and Yoav Artzi","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-05T12:40:45.358818Z"},"links":{"cited_paper":"/paper/1904.09675","citing_paper":"/paper/2509.01395"},"observation_digest":"sha256:b3e630e4800bf9d8ade14e634896d288d0f94bb0333d9102d1245625cb371a10","observation_id":"1276438a-9290-41e1-b94b-522ed88d3283","resolution":{"observed_at":"2026-08-05T12:40:45.358818Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2509.01395","last_updated":"2025-09-01T11:41:10Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-11T12:51:21.364303Z","submitted_at":"2025-09-01T11:41:10Z","title":"LLMs cannot spot math errors, even when allowed to peek into the solution"},"reference_resolution":{"displayed":30,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":25,"verified_exact":1,"verified_fuzzy":4},"total_outbound_references":30},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-14T06:32:32.682623+00:00","source":"crossref"},{"observed_at":"2026-08-14T06:32:18.44784+00:00","source":"retraction_watch"}],"thesis":"As of 14 August 2026, this Paper Citation Record lists 30 of 30 outbound references and 0 inbound Pith citation observations for arXiv:2509.01395."}