{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DFSLCWXQRSYAPA44BBF5TWRAPF","short_pith_number":"pith:DFSLCWXQ","canonical_record":{"source":{"id":"2412.18626","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-19T22:47:08Z","cross_cats_sorted":[],"title_canon_sha256":"d8889f3463b02db6fc443cdfedf681672c9f21ee4e93fb34ebf8955b0c41f1ec","abstract_canon_sha256":"d7f0ec50be64b497382dc3531269beac10867ba894616eb4232b41d56820ee73"},"schema_version":"1.0"},"canonical_sha256":"1964b15af08cb007839c084bd9da2079446e114d30f33381f9e8fd71c41ea5e5","source":{"kind":"arxiv","id":"2412.18626","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.18626","created_at":"2026-07-05T09:54:08Z"},{"alias_kind":"arxiv_version","alias_value":"2412.18626v1","created_at":"2026-07-05T09:54:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.18626","created_at":"2026-07-05T09:54:08Z"},{"alias_kind":"pith_short_12","alias_value":"DFSLCWXQRSYA","created_at":"2026-07-05T09:54:08Z"},{"alias_kind":"pith_short_16","alias_value":"DFSLCWXQRSYAPA44","created_at":"2026-07-05T09:54:08Z"},{"alias_kind":"pith_short_8","alias_value":"DFSLCWXQ","created_at":"2026-07-05T09:54:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DFSLCWXQRSYAPA44BBF5TWRAPF","target":"record","payload":{"canonical_record":{"source":{"id":"2412.18626","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-19T22:47:08Z","cross_cats_sorted":[],"title_canon_sha256":"d8889f3463b02db6fc443cdfedf681672c9f21ee4e93fb34ebf8955b0c41f1ec","abstract_canon_sha256":"d7f0ec50be64b497382dc3531269beac10867ba894616eb4232b41d56820ee73"},"schema_version":"1.0"},"canonical_sha256":"1964b15af08cb007839c084bd9da2079446e114d30f33381f9e8fd71c41ea5e5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:54:08.201323Z","signature_b64":"064rUDYxRE4vaVniC/ZOzlNibXtzRZ7ORckK3y0q7wTc+y3t8hsAOq32Dmh5y/xypgjlhkCIifpHIL4NVrkFAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1964b15af08cb007839c084bd9da2079446e114d30f33381f9e8fd71c41ea5e5","last_reissued_at":"2026-07-05T09:54:08.200906Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:54:08.200906Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.18626","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:54:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ywQMkuuvq0eehz3LQhEMoSevOQsg4vNSojLSoDy5ofX2AUn4XipUVTjr6mRiipWqOX9jC9d40e9e6lkJQyl8Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T13:28:15.314717Z"},"content_sha256":"78897a1fa5b7561f35ddde08106aeef4282808aeef4a65f5edf4563dae466f93","schema_version":"1.0","event_id":"sha256:78897a1fa5b7561f35ddde08106aeef4282808aeef4a65f5edf4563dae466f93"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DFSLCWXQRSYAPA44BBF5TWRAPF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Carlos Arriaga, Javier Conde, Pedro Reviriego, Raquel Ferrando, Tairan Fu","submitted_at":"2024-12-19T22:47:08Z","abstract_excerpt":"Large Language Models (LLMs) have achieved unprecedented performance on many complex tasks, being able, for example, to answer questions on almost any topic. However, they struggle with other simple tasks, such as counting the occurrences of letters in a word, as illustrated by the inability of many LLMs to count the number of \"r\" letters in \"strawberry\". Several works have studied this problem and linked it to the tokenization used by LLMs, to the intrinsic limitations of the attention mechanism, or to the lack of character-level training data. In this paper, we conduct an experimental study "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.18626","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.18626/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:54:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oRr/KIn3TmatlgU0AP7A8i8LpTp8G4FStdDr6f6XuJoSh4IE4Eb+ssKv8Ww3dtOllLHeMTVGUTduQMvOprKmDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T13:28:15.315104Z"},"content_sha256":"7b71ff201d4b7741fe376c19f65ea63ff41c4e477645fffbc16155dacd84ab10","schema_version":"1.0","event_id":"sha256:7b71ff201d4b7741fe376c19f65ea63ff41c4e477645fffbc16155dacd84ab10"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DFSLCWXQRSYAPA44BBF5TWRAPF/bundle.json","state_url":"https://pith.science/pith/DFSLCWXQRSYAPA44BBF5TWRAPF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DFSLCWXQRSYAPA44BBF5TWRAPF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-11T13:28:15Z","links":{"resolver":"https://pith.science/pith/DFSLCWXQRSYAPA44BBF5TWRAPF","bundle":"https://pith.science/pith/DFSLCWXQRSYAPA44BBF5TWRAPF/bundle.json","state":"https://pith.science/pith/DFSLCWXQRSYAPA44BBF5TWRAPF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DFSLCWXQRSYAPA44BBF5TWRAPF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DFSLCWXQRSYAPA44BBF5TWRAPF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d7f0ec50be64b497382dc3531269beac10867ba894616eb4232b41d56820ee73","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-19T22:47:08Z","title_canon_sha256":"d8889f3463b02db6fc443cdfedf681672c9f21ee4e93fb34ebf8955b0c41f1ec"},"schema_version":"1.0","source":{"id":"2412.18626","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.18626","created_at":"2026-07-05T09:54:08Z"},{"alias_kind":"arxiv_version","alias_value":"2412.18626v1","created_at":"2026-07-05T09:54:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.18626","created_at":"2026-07-05T09:54:08Z"},{"alias_kind":"pith_short_12","alias_value":"DFSLCWXQRSYA","created_at":"2026-07-05T09:54:08Z"},{"alias_kind":"pith_short_16","alias_value":"DFSLCWXQRSYAPA44","created_at":"2026-07-05T09:54:08Z"},{"alias_kind":"pith_short_8","alias_value":"DFSLCWXQ","created_at":"2026-07-05T09:54:08Z"}],"graph_snapshots":[{"event_id":"sha256:7b71ff201d4b7741fe376c19f65ea63ff41c4e477645fffbc16155dacd84ab10","target":"graph","created_at":"2026-07-05T09:54:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.18626/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have achieved unprecedented performance on many complex tasks, being able, for example, to answer questions on almost any topic. However, they struggle with other simple tasks, such as counting the occurrences of letters in a word, as illustrated by the inability of many LLMs to count the number of \"r\" letters in \"strawberry\". Several works have studied this problem and linked it to the tokenization used by LLMs, to the intrinsic limitations of the attention mechanism, or to the lack of character-level training data. In this paper, we conduct an experimental study ","authors_text":"Carlos Arriaga, Javier Conde, Pedro Reviriego, Raquel Ferrando, Tairan Fu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-19T22:47:08Z","title":"Why Do Large Language Models (LLMs) Struggle to Count Letters?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.18626","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:78897a1fa5b7561f35ddde08106aeef4282808aeef4a65f5edf4563dae466f93","target":"record","created_at":"2026-07-05T09:54:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d7f0ec50be64b497382dc3531269beac10867ba894616eb4232b41d56820ee73","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-19T22:47:08Z","title_canon_sha256":"d8889f3463b02db6fc443cdfedf681672c9f21ee4e93fb34ebf8955b0c41f1ec"},"schema_version":"1.0","source":{"id":"2412.18626","kind":"arxiv","version":1}},"canonical_sha256":"1964b15af08cb007839c084bd9da2079446e114d30f33381f9e8fd71c41ea5e5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1964b15af08cb007839c084bd9da2079446e114d30f33381f9e8fd71c41ea5e5","first_computed_at":"2026-07-05T09:54:08.200906Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:54:08.200906Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"064rUDYxRE4vaVniC/ZOzlNibXtzRZ7ORckK3y0q7wTc+y3t8hsAOq32Dmh5y/xypgjlhkCIifpHIL4NVrkFAw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:54:08.201323Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.18626","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:78897a1fa5b7561f35ddde08106aeef4282808aeef4a65f5edf4563dae466f93","sha256:7b71ff201d4b7741fe376c19f65ea63ff41c4e477645fffbc16155dacd84ab10"],"state_sha256":"80dcd4ee6f188dad85a6f1d6054a39c247cc0f6703d06112acca2e4c79a23e15"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qx4WLqrdwffZHEXfunF/pVDvzEH34p6uvGJB7nEPV+DLqsWcWM+0WLRTONmbbSw7POloENEnWbjy7vmDQJvBCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-11T13:28:15.317287Z","bundle_sha256":"1f7add7f4f6789de15f4e1459ca331a1c8c08b618e4cf7cd1129f3e4582e9deb"}}