{"as_of":"2026-08-16T03:26:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c8ffd40985893937f2ab5d386ea681734e3f6f6afecbdf065d05c802a25d556a","coverage":[{"denominator":26,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":26,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T11:28:33.548684Z","state":"measured"},{"denominator":43,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":43,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-15T06:32:42.880941+00:00","state":"measured"},{"denominator":17,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":17,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T22:13:49.172021Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-07-10T09:37:00.787799Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18626","snapshot_observed_at":"2026-08-15T22:13:49.172021Z","title":"& Reviriego, P","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.07735","last_updated":"2025-07-10T19:25:11Z","snapshot_observed_at":"2026-08-15T22:07:22.179726Z","submitted_at":"2025-05-12T16:44:38Z","title":"Assessing the Chemical Intelligence of Large Language Models","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-15T22:13:49.172021Z"},"links":{"cited_paper":"/paper/2412.18626","citing_paper":"/paper/2505.07735"},"observation_digest":"sha256:094851b7818a871280e8109ee4d66ac42ea5c1264c849db693fad649dd75e639","observation_id":"3a07f943-07bd-4fb5-9dd2-1a1ef2f51fd5","resolution":{"observed_at":"2026-08-15T22:13:49.172021Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18626","snapshot_observed_at":"2026-08-07T04:43:17.680979Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09942","last_updated":"2025-06-11T17:10:36Z","snapshot_observed_at":"2026-08-12T09:19:53.738293Z","submitted_at":"2025-06-11T17:10:36Z","title":"VerIF: Verification Engineering for Reinforcement Learning in Instruction Following","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T04:43:17.680979Z"},"links":{"cited_paper":"/paper/2412.18626","citing_paper":"/paper/2506.09942"},"observation_digest":"sha256:0e0fab6b4ea3f3cb9d18c4bda2fcf0393b7006eca9c26bf8cbfb759eb7b93441","observation_id":"c4413bd7-67ff-41f4-a961-a0a1b3289f92","resolution":{"observed_at":"2026-08-07T04:43:17.680979Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18626","snapshot_observed_at":"2026-08-07T04:26:31.714015Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.10641","last_updated":"2025-06-12T12:27:41Z","snapshot_observed_at":"2026-08-16T01:18:48.136457Z","submitted_at":"2025-06-12T12:27:41Z","title":"Spelling-out is not Straightforward: LLMs' Capability of Tokenization from Token to Characters","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T04:26:31.714015Z"},"links":{"cited_paper":"/paper/2412.18626","citing_paper":"/paper/2506.10641"},"observation_digest":"sha256:4cb95324b52105529c73cc4b2374a3c50991f35471506ed4aa163375a8ddfa4b","observation_id":"8253a5a2-d16a-417e-9068-178de9b74344","resolution":{"observed_at":"2026-08-07T04:26:31.714015Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18626","snapshot_observed_at":"2026-08-15T20:06:11.651530Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.13403","last_updated":"2025-06-16T12:17:11Z","snapshot_observed_at":"2026-08-15T20:00:17.119312Z","submitted_at":"2025-06-16T12:17:11Z","title":"Deflating Deflationism: A Critical Perspective on Debunking Arguments Against LLM Mentality","version":1},"reference_index":1992,"source":"pdf_text","source_observed_at":"2026-08-15T20:06:11.651530Z"},"links":{"cited_paper":"/paper/2412.18626","citing_paper":"/paper/2506.13403"},"observation_digest":"sha256:9833fa9c6d1d3eaf8b67cbbb9ff963ec440f2f0f7e799bbf538254235f2107b9","observation_id":"42ddc09b-bc0b-422b-a7ac-e45bc5052317","resolution":{"observed_at":"2026-08-15T20:06:11.651530Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18626","snapshot_observed_at":"2026-08-05T23:21:22.132885Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.05468","last_updated":"2025-08-07T15:11:17Z","snapshot_observed_at":"2026-08-14T13:37:55.274567Z","submitted_at":"2025-08-07T15:11:17Z","title":"TASE: Token Awareness and Structured Evaluation for Multilingual Language Models","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-05T23:21:22.132885Z"},"links":{"cited_paper":"/paper/2412.18626","citing_paper":"/paper/2508.05468"},"observation_digest":"sha256:788153efe3ad28d9a0c3f4d71632358481c58dcc730348c923272d4eede02bb1","observation_id":"de151689-db27-493d-9e9d-9f0de7b067cb","resolution":{"observed_at":"2026-08-05T23:21:22.132885Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"cited_work":{"arxiv_id":"2412.18626","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.18626","snapshot_observed_at":"2026-07-10T09:37:00.787799Z","title":"Why Do Large Language Models (","venue":"cs.CL","work_id":"b8f957e9-4c71-4c2a-bcbd-0a897eb5423d","year":2024},"citing_paper":{"arxiv_id":"2511.01014","last_updated":"2026-04-16T03:16:38Z","snapshot_observed_at":"2026-08-12T17:33:28.318979Z","submitted_at":"2025-11-02T17:06:49Z","title":"IF-CRITIC: Towards a Fine-Grained LLM Critic for Instruction-Following Evaluation","version":3},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-18T01:27:00.824546Z"},"links":{"cited_paper":"/paper/2412.18626","citing_paper":"/paper/2511.01014"},"observation_digest":"sha256:551ceb4382410f5ead102b0fb4e77ff90cbf3017933e57c485d0b7d255af0aeb","observation_id":"9538caa5-b845-48dd-aae3-60c2d4c2d5a2","resolution":{"observed_at":"2026-05-18T01:30:35.865984Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"cited_work":{"arxiv_id":"2412.18626","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.18626","snapshot_observed_at":"2026-07-10T09:37:00.787799Z","title":"Why Do Large Language Models (","venue":"cs.CL","work_id":"b8f957e9-4c71-4c2a-bcbd-0a897eb5423d","year":2024},"citing_paper":{"arxiv_id":"2511.17699","last_updated":"2026-04-20T12:27:33Z","snapshot_observed_at":"2026-07-06T22:36:40.133596Z","submitted_at":"2025-11-21T18:48:22Z","title":"Understanding Counting Mechanisms in Large Language and Vision-Language Models","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-17T20:10:01.277804Z"},"links":{"cited_paper":"/paper/2412.18626","citing_paper":"/paper/2511.17699"},"observation_digest":"sha256:c5adbd45c874b567f32b17a8c164407b4e92e2eb20015aa4ecf2c9e02be89732","observation_id":"51beb92f-9082-4200-bdd9-6df8860e9694","resolution":{"observed_at":"2026-05-17T20:10:10.907673Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18626","snapshot_observed_at":"2026-08-03T15:26:13.454457Z","title":"Why do large language models (llms) struggle to count letters?arXiv preprint arXiv:2412.18626,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2512.16978","last_updated":"2026-06-16T16:38:58Z","snapshot_observed_at":"2026-08-07T04:10:11.766593Z","submitted_at":"2025-12-18T18:59:27Z","title":"A Benchmark for Omni-Modal Reasoning in Long Videos","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-03T15:26:13.454457Z"},"links":{"cited_paper":"/paper/2412.18626","citing_paper":"/paper/2512.16978"},"observation_digest":"sha256:ee6e0f59065d4c4a8988b7026cded125756de6f12de1fcb8c728dbbd52d0f70c","observation_id":"b72a604f-f262-4c02-8da8-d83c08a253a8","resolution":{"observed_at":"2026-08-03T15:26:13.454457Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18626","snapshot_observed_at":"2026-08-03T08:28:02.255694Z","title":"InProceedings of the 2024 Conference on Empirical Methods in Natural Language Process- ing, EMNLP 2024, Miami, FL, pages 3017–3026, USA","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2601.16946","last_updated":"2026-07-08T13:26:38Z","snapshot_observed_at":"2026-08-09T14:44:40.215464Z","submitted_at":"2026-01-23T18:03:10Z","title":"Strategies for Span Labeling with Large Language Models","version":2},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-03T08:28:02.255694Z"},"links":{"cited_paper":"/paper/2412.18626","citing_paper":"/paper/2601.16946"},"observation_digest":"sha256:9dbfbbc4e25a016e5336572377065a16b0452dc64846734138881ae370204c51","observation_id":"ccb224bd-6820-4335-a0b7-bca1a7f03d8f","resolution":{"observed_at":"2026-08-03T08:28:02.255694Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"cited_work":{"arxiv_id":"2412.18626","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.18626","snapshot_observed_at":"2026-07-10T09:37:00.787799Z","title":"Why Do Large Language Models (","venue":"cs.CL","work_id":"b8f957e9-4c71-4c2a-bcbd-0a897eb5423d","year":2024},"citing_paper":{"arxiv_id":"2605.02028","last_updated":"2026-05-16T23:34:26Z","snapshot_observed_at":"2026-08-14T02:46:10.775718Z","submitted_at":"2026-05-03T19:27:36Z","title":"Language models fail at extended rule following","version":2},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-05-21T00:08:03.360730Z"},"links":{"cited_paper":"/paper/2412.18626","citing_paper":"/paper/2605.02028"},"observation_digest":"sha256:9837acd2f38000265d26deb0a502ad0cb9f8e2f213bc2f6e482f36306bc656b7","observation_id":"c9955bcd-ce53-4e8f-9695-799da55a0125","resolution":{"observed_at":"2026-05-21T00:09:16.898573Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"cited_work":{"arxiv_id":"2412.18626","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.18626","snapshot_observed_at":"2026-07-10T09:37:00.787799Z","title":"Why Do Large Language Models (","venue":"cs.CL","work_id":"b8f957e9-4c71-4c2a-bcbd-0a897eb5423d","year":2024},"citing_paper":{"arxiv_id":"2605.07127","last_updated":"2026-05-08T02:04:22Z","snapshot_observed_at":"2026-08-15T11:56:24.939623Z","submitted_at":"2026-05-08T02:04:22Z","title":"The Position Curse: LLMs Struggle to Locate the Last Few Items in a List","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-11T02:46:46.241768Z"},"links":{"cited_paper":"/paper/2412.18626","citing_paper":"/paper/2605.07127"},"observation_digest":"sha256:56482b8d8c9577182dce41ed4008f1c7ae9077b6837280ada128b571e20e77f7","observation_id":"35003780-8e32-468c-ad72-dbedcac2698d","resolution":{"observed_at":"2026-05-11T03:05:55.647711Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"cited_work":{"arxiv_id":"2412.18626","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.18626","snapshot_observed_at":"2026-07-10T09:37:00.787799Z","title":"Why Do Large Language Models (","venue":"cs.CL","work_id":"b8f957e9-4c71-4c2a-bcbd-0a897eb5423d","year":2024},"citing_paper":{"arxiv_id":"2605.10601","last_updated":"2026-05-11T14:02:56Z","snapshot_observed_at":"2026-07-06T23:22:32.858399Z","submitted_at":"2026-05-11T14:02:56Z","title":"The Open-Box Fallacy: Why AI Deployment Needs a Calibrated Verification Regime","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-12T03:37:12.567351Z"},"links":{"cited_paper":"/paper/2412.18626","citing_paper":"/paper/2605.10601"},"observation_digest":"sha256:1362d6fb49ebc082ed61e2f807fdceeee77f1d72dc7c9325a82b7c15da408bc0","observation_id":"d03ae7aa-2686-4e1e-8b17-74bb84e165ad","resolution":{"observed_at":"2026-05-12T07:11:26.515917Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18626","snapshot_observed_at":"2026-07-12T19:34:03.845958Z","title":"Ferrando, J","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2605.23920","last_updated":"2026-04-17T08:57:47Z","snapshot_observed_at":"2026-08-09T16:52:31.434174Z","submitted_at":"2026-04-17T08:57:47Z","title":"Artificial Effort","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-07-12T19:34:03.845958Z"},"links":{"cited_paper":"/paper/2412.18626","citing_paper":"/paper/2605.23920"},"observation_digest":"sha256:c6ef41906f8d97d15a63fad59dcaabcd239c85492ecf444f3d094d1434af8c9c","observation_id":"9f7ff329-5c1f-408a-b135-24720e3d9321","resolution":{"observed_at":"2026-07-12T19:34:03.845958Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"cited_work":{"arxiv_id":"2412.18626","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.18626","snapshot_observed_at":"2026-07-10T09:37:00.787799Z","title":"Why Do Large Language Models (","venue":"cs.CL","work_id":"b8f957e9-4c71-4c2a-bcbd-0a897eb5423d","year":2024},"citing_paper":{"arxiv_id":"2606.07341","last_updated":"2026-06-05T14:53:00Z","snapshot_observed_at":"2026-08-12T14:38:11.338642Z","submitted_at":"2026-06-05T14:53:00Z","title":"Empirical Evaluation of Large Language Models for Migration of Code Fragments to Post-Quantum Cryptography","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-27T21:53:11.767222Z"},"links":{"cited_paper":"/paper/2412.18626","citing_paper":"/paper/2606.07341"},"observation_digest":"sha256:6e0f31372284dff6d44ba158718c9071e6a5d31f5e32ca9c722ba7270edcb679","observation_id":"64b444a2-78c8-47e9-8e49-a42b30bd0d4c","resolution":{"observed_at":"2026-07-02T17:47:17.839190Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"cited_work":{"arxiv_id":"2412.18626","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.18626","snapshot_observed_at":"2026-07-10T09:37:00.787799Z","title":"Why Do Large Language Models (","venue":"cs.CL","work_id":"b8f957e9-4c71-4c2a-bcbd-0a897eb5423d","year":2024},"citing_paper":{"arxiv_id":"2607.08317","last_updated":"2026-07-09T09:56:50Z","snapshot_observed_at":"2026-08-07T21:53:44.151713Z","submitted_at":"2026-07-09T09:56:50Z","title":"Blind-Spots-Bench: Evaluating Blind Spots in Multimodal Models","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-07-10T09:30:46.564013Z"},"links":{"cited_paper":"/paper/2412.18626","citing_paper":"/paper/2607.08317"},"observation_digest":"sha256:2ecded7b268dd4c8c7626d0adec0210f7e639fadf85252bc41b5b1e57af39dff","observation_id":"04096664-3215-41c4-be42-7a4028081a90","resolution":{"observed_at":"2026-07-10T09:37:00.788988Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18626","snapshot_observed_at":"2026-08-01T21:39:58.163407Z","title":"Why do large language models (LLMs) struggle to count letters?","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.16372","last_updated":"2026-07-17T14:43:43Z","snapshot_observed_at":"2026-08-15T13:02:26.322793Z","submitted_at":"2026-07-17T14:43:43Z","title":"AoA: Theorem Proving Agent over Abstract Syntax Tree of Redesigned Language","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-01T21:39:58.163407Z"},"links":{"cited_paper":"/paper/2412.18626","citing_paper":"/paper/2607.16372"},"observation_digest":"sha256:3136c2e68aabf3b87d62c8f157c7a7c046e236e742593531cf239cc3760b5815","observation_id":"4137c117-d0a9-4136-a1ef-1950f75099bf","resolution":{"observed_at":"2026-08-01T21:39:58.163407Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18626","snapshot_observed_at":"2026-08-01T00:37:06.522815Z","title":"& Reviriego, P","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.26179","last_updated":"2026-07-28T18:37:48Z","snapshot_observed_at":"2026-08-14T15:39:05.814495Z","submitted_at":"2026-07-28T18:37:48Z","title":"Cognitive Convergence: Deep Similarities Between Large Language Models and Human Cognition","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-01T00:37:06.522815Z"},"links":{"cited_paper":"/paper/2412.18626","citing_paper":"/paper/2607.26179"},"observation_digest":"sha256:72d7bbefd6c71edb5fe694f8edc2aa9ac47ca5731a2a6044979c006bfde7a71a","observation_id":"892982bd-225e-41ad-8f3b-44a25c2f65a5","resolution":{"observed_at":"2026-08-01T00:37:06.522815Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2412.18626/citation-record","integrity":"/paper/2412.18626/integrity","json":"/paper/2412.18626/citation-record.json","paper":"/paper/2412.18626"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:28:34.570223Z","title":null,"venue":null,"work_id":"92868139-312d-48f6-966f-ad2a6090d04d","year":2011},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.043269Z"},"links":{"citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:9b8e8f139a0085592b44959e182938301a346b35e5a7df82402db994ea706c65","observation_id":"2aa14162-3ec4-432e-bc36-a3941308f14f","resolution":{"observed_at":"2026-08-11T11:28:34.574903Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:28:34.553820Z","title":null,"venue":null,"work_id":"095b9faf-245f-4f7c-8903-fabf032062f8","year":2020},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.052890Z"},"links":{"citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:7d09d2c545ac2b346b1b29ad72db61881f22a4d7f6e6242dd478df9135a6642d","observation_id":"103a6269-a8b1-404a-879a-9055507c8938","resolution":{"observed_at":"2026-08-11T11:28:34.559203Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:28:34.537237Z","title":null,"venue":null,"work_id":"94b23f26-b1ee-4bc2-8e75-e275c63d6277","year":1962},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.063074Z"},"links":{"citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:4d19b2f15a4af67cede014bba2a72b2c254071514ae0f30e41079c4ad4d76f96","observation_id":"ec28809f-b4f2-4537-8d96-3037df0b48bc","resolution":{"observed_at":"2026-08-11T11:28:34.542442Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-13T17:20:44.002518Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-11T11:28:33.069009Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.069009Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:7307317c18429852bc4f404bbe2777018c7d7e9eddd28f310466afc15f3d6e2d","observation_id":"9dd8b884-347b-422e-868a-977b453e173e","resolution":{"observed_at":"2026-08-11T11:28:33.069009Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:28:33.113079Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.113079Z"},"links":{"citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:9074998ec43b786f385aeb95d0f11ad37d762c4f30e0385d64abc5b5c8284f06","observation_id":"80e08efc-3137-4420-b6d2-11cafb5e1be2","resolution":{"observed_at":"2026-08-11T11:28:33.113079Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06825","last_updated":"2023-10-10T17:54:58Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-10T17:54:58Z","title":"Mistral 7B","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06825","snapshot_observed_at":"2026-08-11T11:28:33.167490Z","title":"Jiang et al","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.167490Z"},"links":{"cited_paper":"/paper/2310.06825","citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:d628e04d14fc38e075c48f161b242d507b05c1069938c78ff933199904434615","observation_id":"b54cbc6b-8627-49b5-b7d3-4c0af20996da","resolution":{"observed_at":"2026-08-11T11:28:33.167490Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:28:34.507270Z","title":"Funes, The Memorious","venue":null,"work_id":"517a7636-1ee1-479a-83c7-440c421965ad","year":1988},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.238704Z"},"links":{"citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:a15d03a0652a1300270ede28a36d927def729870511e1d61296d5ef1bf34eeae","observation_id":"3b617d12-3fec-4a58-8903-1af69fa2fbf2","resolution":{"observed_at":"2026-08-11T11:28:34.524857Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:28:33.244315Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.244315Z"},"links":{"citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:bd4bf3f31cad26178224d8bbcf75ce67af6ee170a54254f27ed610b91670b925","observation_id":"f55cc44b-8906-4056-800a-f643f612f102","resolution":{"observed_at":"2026-08-11T11:28:33.244315Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.06196","last_updated":"2025-03-23T14:51:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-02-09T05:37:09Z","title":"Large Language Models: A Survey","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.06196","snapshot_observed_at":"2026-08-11T11:28:33.261769Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.261769Z"},"links":{"cited_paper":"/paper/2402.06196","citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:a5f73e1b30ae9246db8f96e64398e346f90e913656b34d907d5647c6ceb8e155","observation_id":"6d84d395-5287-4841-b6c0-498ee98a5e3a","resolution":{"observed_at":"2026-08-11T11:28:33.261769Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:28:34.353659Z","title":null,"venue":null,"work_id":"2a810369-b89f-4afd-b75a-0d680b149e61","year":2013},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.268983Z"},"links":{"citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:ac5256927abecdb9bacbc3486c70eb093fc8c9af9db461fc8f77167c21215a51","observation_id":"f9f97ca1-bfb4-414c-9115-79eb74abff9d","resolution":{"observed_at":"2026-08-11T11:28:34.380155Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:28:34.264103Z","title":null,"venue":null,"work_id":"7ba31527-0677-465f-93ef-fd37c517bd17","year":2009},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.280118Z"},"links":{"citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:a6d948beddc51a30e1b136ccb87d00a58e8a8919d5065094f731510c9e84c020","observation_id":"c1fcc651-ec99-400d-99af-769937bfd727","resolution":{"observed_at":"2026-08-11T11:28:34.269170Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-11T11:28:33.286761Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.286761Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:9fb75e4bc5564eb7017be6839ec015369a1d6ba9b74537c52e5c8e5a7fbf2ab6","observation_id":"98b18803-5d67-49f7-a187-aa799b5e9e3a","resolution":{"observed_at":"2026-08-11T11:28:33.286761Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:28:34.245652Z","title":null,"venue":null,"work_id":"5bbbc462-344e-46ee-a41d-afbeb4d89bf4","year":2023},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.293506Z"},"links":{"citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:5b8fea7c59620181fcb32eb77b561d9b68a89a38595575d599936cec05069aa2","observation_id":"042b7949-4d46-4301-8df5-4c459f8d358d","resolution":{"observed_at":"2026-08-11T11:28:34.252149Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03568","last_updated":"2024-10-04T16:18:29Z","snapshot_observed_at":"2026-08-15T20:14:27.431749Z","submitted_at":"2024-10-04T16:18:29Z","title":"Towards Linguistically-Aware and Language-Independent Tokenization for Large Language Models (LLMs)","version":1},"cited_work":{"arxiv_id":"2410.03568","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.03568","snapshot_observed_at":"2026-08-11T11:28:33.839786Z","title":"Towards Linguistically-Aware and Language-Independent Tokenization for Large Language Models (LLMs)","venue":"cs.CL","work_id":"9c7ddbe3-3fde-4ee7-8c22-8b7e8296eca5","year":2024},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.300125Z"},"links":{"cited_paper":"/paper/2410.03568","citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:1d17484abbbc28570334c2348a44d214345cee659d55c23ec7e2023682e41b10","observation_id":"7fb9d65d-a529-4919-91fe-a706a1240b29","resolution":{"observed_at":"2026-08-11T11:28:33.950243Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.08335","last_updated":"2025-04-10T06:00:58Z","snapshot_observed_at":"2026-08-13T00:32:05.429828Z","submitted_at":"2024-04-12T09:01:14Z","title":"Toward a Theory of Tokenization in LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.08335","snapshot_observed_at":"2026-08-11T11:28:33.306478Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.306478Z"},"links":{"cited_paper":"/paper/2404.08335","citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:204419cd4d1d9f73ce5993c262c38ed150839e44c8bb0a11b5d447864c486933","observation_id":"da49c45e-5d1e-40e7-83ea-fa3d69badb36","resolution":{"observed_at":"2026-08-11T11:28:33.306478Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:28:34.224997Z","title":null,"venue":null,"work_id":"fdf071f5-07fe-40d2-a61a-6314d867d567","year":2016},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.353637Z"},"links":{"citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:236bb6bc887ee3fcae7590380b415e82be31655b077d69740b1aace1c018777d","observation_id":"005224bb-53d9-445c-bf64-3e89726ae549","resolution":{"observed_at":"2026-08-11T11:28:34.232588Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.11357","last_updated":"2024-07-23T14:39:06Z","snapshot_observed_at":"2026-08-14T00:43:35.408726Z","submitted_at":"2024-05-18T18:08:58Z","title":"Large Language Models Lack Understanding of Character Composition of Words","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.11357","snapshot_observed_at":"2026-08-11T11:28:33.377761Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.377761Z"},"links":{"cited_paper":"/paper/2405.11357","citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:8090d6f3e5193e2cc98dad6e64afe6211eab3e83f335820611f33c5e9faec1c0","observation_id":"0741fa2d-52c3-43f1-ad02-adfb2d64a341","resolution":{"observed_at":"2026-08-11T11:28:33.377761Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:28:34.207426Z","title":null,"venue":null,"work_id":"b13734d9-d2cb-49b6-9d49-be22f802193c","year":2024},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.419997Z"},"links":{"citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:16f938f85e9b4d7569efa7903f55a084b077e595e75ae981e771c0ea113dcf08","observation_id":"e6474fba-4ed4-4dfa-9e7c-916f7fbbe018","resolution":{"observed_at":"2026-08-11T11:28:34.212630Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1706.03762","last_updated":"2023-08-02T00:41:18Z","snapshot_observed_at":"2026-08-15T23:59:39.932635Z","submitted_at":"2017-06-12T17:57:34Z","title":"Attention Is All You Need","version":7},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1706.03762","snapshot_observed_at":"2026-08-11T11:28:33.490669Z","title":"Gomez, Lukasz Kaiser, and Illia Polosukhin","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.490669Z"},"links":{"cited_paper":"/paper/1706.03762","citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:708b482db0e7b1148d7e54b95b06533a35e850acb70ef2f5ff7b2d0479b381fc","observation_id":"fed0774b-3889-486d-9585-a2fede557fb5","resolution":{"observed_at":"2026-08-11T11:28:33.490669Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.01574","last_updated":"2024-11-06T02:54:00Z","snapshot_observed_at":"2026-08-06T00:29:17.674418Z","submitted_at":"2024-06-03T17:53:00Z","title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.01574","snapshot_observed_at":"2026-08-11T11:28:33.513609Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.513609Z"},"links":{"cited_paper":"/paper/2406.01574","citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:115713dc688bd943cd979fbf3e6e11d2e5d7eb7c94512934b1725b519b31f5e7","observation_id":"48eaf278-c5fe-45a4-9090-4d2e9f3c8c39","resolution":{"observed_at":"2026-08-11T11:28:33.513609Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.14166","last_updated":"2025-02-06T22:38:32Z","snapshot_observed_at":"2026-08-12T22:20:23.659718Z","submitted_at":"2024-10-18T04:17:16Z","title":"LLM The Genius Paradox: A Linguistic and Math Expert's Struggle with Simple Word-based Counting Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.14166","snapshot_observed_at":"2026-08-11T11:28:33.522746Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.522746Z"},"links":{"cited_paper":"/paper/2410.14166","citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:e6f890f854541177d6a5630930291cfe89f04358258c617fcae3e1738511193e","observation_id":"b6685f22-85f9-42e0-b39f-b6c827190be5","resolution":{"observed_at":"2026-08-11T11:28:33.522746Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:28:33.530174Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.530174Z"},"links":{"citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:ccb174efd26f44ede8fb9a53f32065805b1eaf9cbc0e3340660f41570ddcccde","observation_id":"976db0ec-b8a4-4471-a799-8a33997d8f53","resolution":{"observed_at":"2026-08-11T11:28:33.530174Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:28:33.536071Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.536071Z"},"links":{"citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:17877c3f98dffd6581740d94ea8e4c02fa8848d883123463dac44912f635cb23","observation_id":"f379a5fa-1c25-4908-8f5c-84e4e53df785","resolution":{"observed_at":"2026-08-11T11:28:33.536071Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.02015","last_updated":"2023-03-16T09:28:15Z","snapshot_observed_at":"2026-08-13T12:23:32.962691Z","submitted_at":"2023-03-16T09:28:15Z","title":"How well do Large Language Models perform in Arithmetic tasks?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.02015","snapshot_observed_at":"2026-08-11T11:28:33.542847Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.542847Z"},"links":{"cited_paper":"/paper/2304.02015","citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:683016beba8b83946b916217842dbd70f597a68b1a8e8f091080977c8d790f3d","observation_id":"397c6201-55d8-4480-b959-c49d1e127cad","resolution":{"observed_at":"2026-08-11T11:28:33.542847Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T11:28:34.096116Z","title":null,"venue":null,"work_id":"ca7c5353-e662-40a8-8963-a1440cc0f23b","year":2019},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.548684Z"},"links":{"citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:8093de8d32a66dbba38bca939e4ccbc55f2e3f9a2fc7190e9df2fb667562fb4d","observation_id":"3a10021e-4c72-470c-914b-926f1a5b7ab8","resolution":{"observed_at":"2026-08-11T11:28:34.149365Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2103.03874","last_updated":"2021-11-08T21:30:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-03-05T18:59:39Z","title":"Measuring Mathematical Problem Solving With the MATH Dataset","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2103.03874","snapshot_observed_at":"2026-08-11T11:28:33.252881Z","title":"arXiv:2103.03874 [cs.LG]","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-11T11:28:33.252881Z"},"links":{"cited_paper":"/paper/2103.03874","citing_paper":"/paper/2412.18626"},"observation_digest":"sha256:cb28a5a0ed96badfd052e775c3589489e6991e2740f7defad7a2098765558460","observation_id":"822ff838-395b-4925-bb9f-e4deecdc40b2","resolution":{"observed_at":"2026-08-11T11:28:33.252881Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2412.18626","last_updated":"2024-12-19T22:47:08Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-14T15:38:29.382000Z","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?"},"reference_resolution":{"displayed":26,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":24,"verified_exact":1,"verified_fuzzy":1},"total_outbound_references":26},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"thesis":"As of 16 August 2026, this Paper Citation Record lists 26 of 26 outbound references and 17 inbound Pith citation observations for arXiv:2412.18626."}