{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:GE4IHBCZIVJFCPIUPSJHS3YO6P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"41e10ca17b67aa4c869bcde6bb25f336422a8d2cea567c8de2e6f3fd4c2a30be","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-22T00:31:01Z","title_canon_sha256":"3bf9f725f9c6e96bafee63994c13f6696578ce6dc39cf81d21be52d7a10ddfb7"},"schema_version":"1.0","source":{"id":"2311.14737","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.14737","created_at":"2026-07-05T07:16:51Z"},{"alias_kind":"arxiv_version","alias_value":"2311.14737v1","created_at":"2026-07-05T07:16:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.14737","created_at":"2026-07-05T07:16:51Z"},{"alias_kind":"pith_short_12","alias_value":"GE4IHBCZIVJF","created_at":"2026-07-05T07:16:51Z"},{"alias_kind":"pith_short_16","alias_value":"GE4IHBCZIVJFCPIU","created_at":"2026-07-05T07:16:51Z"},{"alias_kind":"pith_short_8","alias_value":"GE4IHBCZ","created_at":"2026-07-05T07:16:51Z"}],"graph_snapshots":[{"event_id":"sha256:6c6f6c53401034da9433b94087ba43ec007cb86f9c8f7393170cdc8e49eb8aa2","target":"graph","created_at":"2026-07-05T07:16:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.14737/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers, central to the successes in modern Natural Language Processing, often falter on arithmetic tasks despite their vast capabilities --which paradoxically include remarkable coding abilities. We observe that a crucial challenge is their naive reliance on positional information to solve arithmetic problems with a small number of digits, leading to poor performance on larger numbers. Herein, we delve deeper into the role of positional encoding, and propose several ways to fix the issue, either by modifying the positional encoding directly, or by modifying the representation of the arit","authors_text":"Ronen Eldan, Ruoqi Shen, S\\'ebastien Bubeck, Yin Tat Lee, Yi Zhang, Yuanzhi Li","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-22T00:31:01Z","title":"Positional Description Matters for Transformers Arithmetic"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.14737","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8d5b83fa9f8ce6eee7e9241cc332a39f7537c788d0bd72de29e6cf2cb3589b7b","target":"record","created_at":"2026-07-05T07:16:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"41e10ca17b67aa4c869bcde6bb25f336422a8d2cea567c8de2e6f3fd4c2a30be","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-11-22T00:31:01Z","title_canon_sha256":"3bf9f725f9c6e96bafee63994c13f6696578ce6dc39cf81d21be52d7a10ddfb7"},"schema_version":"1.0","source":{"id":"2311.14737","kind":"arxiv","version":1}},"canonical_sha256":"31388384594552513d147c92796f0ef3feb0bb46f28ddec3d1e5b773014341b6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"31388384594552513d147c92796f0ef3feb0bb46f28ddec3d1e5b773014341b6","first_computed_at":"2026-07-05T07:16:51.756714Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:16:51.756714Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wxreLUSiGFSq3YpURP3exZ/BKT9GIWPsALCwJSHzswHDPhB/E7Vl+70uKB/+W1AKQmgwjAZBdcHFUGtAAvMHBw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:16:51.757205Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.14737","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8d5b83fa9f8ce6eee7e9241cc332a39f7537c788d0bd72de29e6cf2cb3589b7b","sha256:6c6f6c53401034da9433b94087ba43ec007cb86f9c8f7393170cdc8e49eb8aa2"],"state_sha256":"f95c5436f170096e6edf3ae8043162c048b463888d42df17530fced3c89e34d5"}