{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ZRNBBW7TF4LBBBZHDYU6B3LEC4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3d68a5f6dae0940d66bb4ba0272dcd86c0a22618482e3c54effb92a03f40cca2","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-18T14:10:47Z","title_canon_sha256":"dce20d649670570c386383d75205f6fa3f40e5da52ce5595321f65f56ffcebaa"},"schema_version":"1.0","source":{"id":"2310.11984","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.11984","created_at":"2026-07-05T08:17:29Z"},{"alias_kind":"arxiv_version","alias_value":"2310.11984v3","created_at":"2026-07-05T08:17:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.11984","created_at":"2026-07-05T08:17:29Z"},{"alias_kind":"pith_short_12","alias_value":"ZRNBBW7TF4LB","created_at":"2026-07-05T08:17:29Z"},{"alias_kind":"pith_short_16","alias_value":"ZRNBBW7TF4LBBBZH","created_at":"2026-07-05T08:17:29Z"},{"alias_kind":"pith_short_8","alias_value":"ZRNBBW7T","created_at":"2026-07-05T08:17:29Z"}],"graph_snapshots":[{"event_id":"sha256:842ec4eab17e42dfdf099463722f9d230fa81d592a7b3a79c2603764143d357e","target":"graph","created_at":"2026-07-05T08:17:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.11984/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we investigate the inherent capabilities of transformer models in learning arithmetic algorithms, such as addition and parity. Through experiments and attention analysis, we identify a number of crucial factors for achieving optimal length generalization. We show that transformer models are able to generalize to long lengths with the help of targeted attention biasing. In particular, our solution solves the Parity task, a well-known and theoretically proven failure mode for Transformers. We then introduce Attention Bias Calibration (ABC), a calibration stage that enables the mod","authors_text":"Shaoxiong Duan, Wei Xu, Yining Shi","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-18T14:10:47Z","title":"From Interpolation to Extrapolation: Complete Length Generalization for Arithmetic Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.11984","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2e7d8e25d286e397e04b7a53b3fca44ab2444765155ca7d772d05924ad50645a","target":"record","created_at":"2026-07-05T08:17:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3d68a5f6dae0940d66bb4ba0272dcd86c0a22618482e3c54effb92a03f40cca2","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-18T14:10:47Z","title_canon_sha256":"dce20d649670570c386383d75205f6fa3f40e5da52ce5595321f65f56ffcebaa"},"schema_version":"1.0","source":{"id":"2310.11984","kind":"arxiv","version":3}},"canonical_sha256":"cc5a10dbf32f161087271e29e0ed64171687c9d6d867cfa5caef0c88aae041e2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cc5a10dbf32f161087271e29e0ed64171687c9d6d867cfa5caef0c88aae041e2","first_computed_at":"2026-07-05T08:17:29.060242Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:17:29.060242Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"W96a2dJvlVm1egK7dAjALer979J0HruwTkoaHO53IOJ98FtWrRvaiEKV/h78AnoU0Vnt4DSKWyU4Qj8tz3XJDg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:17:29.060680Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.11984","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2e7d8e25d286e397e04b7a53b3fca44ab2444765155ca7d772d05924ad50645a","sha256:842ec4eab17e42dfdf099463722f9d230fa81d592a7b3a79c2603764143d357e"],"state_sha256":"a9465ef8914b20d2973e892e633349497db9915694c5c63d2e89e0076d990849"}