{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MMDTBHGDOAV65BI5ZGZCDWOE4N","short_pith_number":"pith:MMDTBHGD","canonical_record":{"source":{"id":"2410.02140","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-03T01:52:01Z","cross_cats_sorted":[],"title_canon_sha256":"388d2dc772090d614cfa0fe2cf199c7d972118eac7ea9361068b001c21a4fdab","abstract_canon_sha256":"d0aeab13ec97c6e94bcd6404106c6ebe3bfd99d17521ae688b699d82a0c51db4"},"schema_version":"1.0"},"canonical_sha256":"6307309cc3702bee851dc9b221d9c4e375fbb9e007f00c94e583b24430729d4c","source":{"kind":"arxiv","id":"2410.02140","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.02140","created_at":"2026-07-05T10:56:09Z"},{"alias_kind":"arxiv_version","alias_value":"2410.02140v3","created_at":"2026-07-05T10:56:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.02140","created_at":"2026-07-05T10:56:09Z"},{"alias_kind":"pith_short_12","alias_value":"MMDTBHGDOAV6","created_at":"2026-07-05T10:56:09Z"},{"alias_kind":"pith_short_16","alias_value":"MMDTBHGDOAV65BI5","created_at":"2026-07-05T10:56:09Z"},{"alias_kind":"pith_short_8","alias_value":"MMDTBHGD","created_at":"2026-07-05T10:56:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MMDTBHGDOAV65BI5ZGZCDWOE4N","target":"record","payload":{"canonical_record":{"source":{"id":"2410.02140","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-03T01:52:01Z","cross_cats_sorted":[],"title_canon_sha256":"388d2dc772090d614cfa0fe2cf199c7d972118eac7ea9361068b001c21a4fdab","abstract_canon_sha256":"d0aeab13ec97c6e94bcd6404106c6ebe3bfd99d17521ae688b699d82a0c51db4"},"schema_version":"1.0"},"canonical_sha256":"6307309cc3702bee851dc9b221d9c4e375fbb9e007f00c94e583b24430729d4c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:56:09.333937Z","signature_b64":"mA2iE7TtzxLvNvhj1beQ9dIufBookA8v3wdBYFJk0JnlxG9tKqmcX8Wczd209m2M5c6csDz/155nN1ZZcSwhCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6307309cc3702bee851dc9b221d9c4e375fbb9e007f00c94e583b24430729d4c","last_reissued_at":"2026-07-05T10:56:09.333440Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:56:09.333440Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.02140","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:56:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AMYc7gBOiJbIV3Qoo+WuPZsBZCS2epb0RBsxyIH4XOx16J5gH7yjhdPEVBOrNta8/2X9JeJpAHaT5A4bPBCMBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:59:16.808988Z"},"content_sha256":"fca9b079a1532f7d01a042386698e8e4d11aa6f293c4ff1cb4f94dbf999555d2","schema_version":"1.0","event_id":"sha256:fca9b079a1532f7d01a042386698e8e4d11aa6f293c4ff1cb4f94dbf999555d2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MMDTBHGDOAV65BI5ZGZCDWOE4N","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Formal Framework for Understanding Length Generalization in Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Andreas Krebs, Andy Yang, Hattie Zhou, Michael Hahn, Preetum Nakkiran, Satwik Bhattamishra, Xinting Huang, Yash Sarrof","submitted_at":"2024-10-03T01:52:01Z","abstract_excerpt":"A major challenge for transformers is generalizing to sequences longer than those observed during training. While previous works have empirically shown that transformers can either succeed or fail at length generalization depending on the task, theoretical understanding of this phenomenon remains limited. In this work, we introduce a rigorous theoretical framework to analyze length generalization in causal transformers with learnable absolute positional encodings. In particular, we characterize those functions that are identifiable in the limit from sufficiently long inputs with absolute posit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.02140","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.02140/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:56:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FrTDZFKTWb7/+YbX0pw81PsFIwFQCVt4VtSBvmrtzyNdWz4qecpVDog9vvNBEaO1//SOSw0JF/76PnNMAtGlCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:59:16.809505Z"},"content_sha256":"33b7a5bf8e2733574c4593dd3a7e528d131af8722b88d01d522f4c1cc020a065","schema_version":"1.0","event_id":"sha256:33b7a5bf8e2733574c4593dd3a7e528d131af8722b88d01d522f4c1cc020a065"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MMDTBHGDOAV65BI5ZGZCDWOE4N/bundle.json","state_url":"https://pith.science/pith/MMDTBHGDOAV65BI5ZGZCDWOE4N/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MMDTBHGDOAV65BI5ZGZCDWOE4N/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T13:59:16Z","links":{"resolver":"https://pith.science/pith/MMDTBHGDOAV65BI5ZGZCDWOE4N","bundle":"https://pith.science/pith/MMDTBHGDOAV65BI5ZGZCDWOE4N/bundle.json","state":"https://pith.science/pith/MMDTBHGDOAV65BI5ZGZCDWOE4N/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MMDTBHGDOAV65BI5ZGZCDWOE4N/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MMDTBHGDOAV65BI5ZGZCDWOE4N","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d0aeab13ec97c6e94bcd6404106c6ebe3bfd99d17521ae688b699d82a0c51db4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-03T01:52:01Z","title_canon_sha256":"388d2dc772090d614cfa0fe2cf199c7d972118eac7ea9361068b001c21a4fdab"},"schema_version":"1.0","source":{"id":"2410.02140","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.02140","created_at":"2026-07-05T10:56:09Z"},{"alias_kind":"arxiv_version","alias_value":"2410.02140v3","created_at":"2026-07-05T10:56:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.02140","created_at":"2026-07-05T10:56:09Z"},{"alias_kind":"pith_short_12","alias_value":"MMDTBHGDOAV6","created_at":"2026-07-05T10:56:09Z"},{"alias_kind":"pith_short_16","alias_value":"MMDTBHGDOAV65BI5","created_at":"2026-07-05T10:56:09Z"},{"alias_kind":"pith_short_8","alias_value":"MMDTBHGD","created_at":"2026-07-05T10:56:09Z"}],"graph_snapshots":[{"event_id":"sha256:33b7a5bf8e2733574c4593dd3a7e528d131af8722b88d01d522f4c1cc020a065","target":"graph","created_at":"2026-07-05T10:56:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.02140/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A major challenge for transformers is generalizing to sequences longer than those observed during training. While previous works have empirically shown that transformers can either succeed or fail at length generalization depending on the task, theoretical understanding of this phenomenon remains limited. In this work, we introduce a rigorous theoretical framework to analyze length generalization in causal transformers with learnable absolute positional encodings. In particular, we characterize those functions that are identifiable in the limit from sufficiently long inputs with absolute posit","authors_text":"Andreas Krebs, Andy Yang, Hattie Zhou, Michael Hahn, Preetum Nakkiran, Satwik Bhattamishra, Xinting Huang, Yash Sarrof","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-03T01:52:01Z","title":"A Formal Framework for Understanding Length Generalization in Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.02140","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fca9b079a1532f7d01a042386698e8e4d11aa6f293c4ff1cb4f94dbf999555d2","target":"record","created_at":"2026-07-05T10:56:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d0aeab13ec97c6e94bcd6404106c6ebe3bfd99d17521ae688b699d82a0c51db4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-03T01:52:01Z","title_canon_sha256":"388d2dc772090d614cfa0fe2cf199c7d972118eac7ea9361068b001c21a4fdab"},"schema_version":"1.0","source":{"id":"2410.02140","kind":"arxiv","version":3}},"canonical_sha256":"6307309cc3702bee851dc9b221d9c4e375fbb9e007f00c94e583b24430729d4c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6307309cc3702bee851dc9b221d9c4e375fbb9e007f00c94e583b24430729d4c","first_computed_at":"2026-07-05T10:56:09.333440Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:56:09.333440Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mA2iE7TtzxLvNvhj1beQ9dIufBookA8v3wdBYFJk0JnlxG9tKqmcX8Wczd209m2M5c6csDz/155nN1ZZcSwhCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:56:09.333937Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.02140","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fca9b079a1532f7d01a042386698e8e4d11aa6f293c4ff1cb4f94dbf999555d2","sha256:33b7a5bf8e2733574c4593dd3a7e528d131af8722b88d01d522f4c1cc020a065"],"state_sha256":"c5d32bd4af03d4723205686e1a75c77df2f05fd28fb6bed95edf738c767f68b1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AWb8cPWIkzG5FGItBdIy41rkTxXB0RgZkrB+Q195RzVx2sHSy1ctV7MOpKfu5WUs6NXBbwuxcTbiznR6qi2iAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T13:59:16.814644Z","bundle_sha256":"8b762659ee15a4b2fb0d81ad087f6f1281456c28e631e149ad4decd17bdf10a7"}}