{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:55A7XGBRHNIGFXC2P627J4KW3F","short_pith_number":"pith:55A7XGBR","canonical_record":{"source":{"id":"2305.16843","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-05-26T11:47:52Z","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"title_canon_sha256":"2c3a7c688416cfe6903bd158178c84f35017d0977aaab3384e2c4395b0c2ccdb","abstract_canon_sha256":"748b886a4e67cff8a5ffaf9127d3b797fba153a784b0fa18b2ccd4de69758ef1"},"schema_version":"1.0"},"canonical_sha256":"ef41fb98313b5062dc5a7fb5f4f156d957510de7694a08c870c3c977b004d656","source":{"kind":"arxiv","id":"2305.16843","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.16843","created_at":"2026-07-05T06:14:18Z"},{"alias_kind":"arxiv_version","alias_value":"2305.16843v1","created_at":"2026-07-05T06:14:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.16843","created_at":"2026-07-05T06:14:18Z"},{"alias_kind":"pith_short_12","alias_value":"55A7XGBRHNIG","created_at":"2026-07-05T06:14:18Z"},{"alias_kind":"pith_short_16","alias_value":"55A7XGBRHNIGFXC2","created_at":"2026-07-05T06:14:18Z"},{"alias_kind":"pith_short_8","alias_value":"55A7XGBR","created_at":"2026-07-05T06:14:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:55A7XGBRHNIGFXC2P627J4KW3F","target":"record","payload":{"canonical_record":{"source":{"id":"2305.16843","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-05-26T11:47:52Z","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"title_canon_sha256":"2c3a7c688416cfe6903bd158178c84f35017d0977aaab3384e2c4395b0c2ccdb","abstract_canon_sha256":"748b886a4e67cff8a5ffaf9127d3b797fba153a784b0fa18b2ccd4de69758ef1"},"schema_version":"1.0"},"canonical_sha256":"ef41fb98313b5062dc5a7fb5f4f156d957510de7694a08c870c3c977b004d656","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:14:18.055828Z","signature_b64":"sWlZNN7kE6y0MsgKP5CYJz1qPJIRy5X7Tb1nJccEbM0+i4F2spvVPpnktDuLhogS2APPGJee705RiSCUg67TCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ef41fb98313b5062dc5a7fb5f4f156d957510de7694a08c870c3c977b004d656","last_reissued_at":"2026-07-05T06:14:18.055363Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:14:18.055363Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.16843","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eT/cu3VH+nLaB8IvkhCf7tJzs6j/4Kf5qZkvlxONuFNLeEZJPUh3OVthAvo3uwaMfsa3jsjPimewBL6Xj3zYCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:19:48.592999Z"},"content_sha256":"97f8233f0ed0cb466a09f845aacd6f4c34c66cb9514d3b4708cd04d6daab5937","schema_version":"1.0","event_id":"sha256:97f8233f0ed0cb466a09f845aacd6f4c34c66cb9514d3b4708cd04d6daab5937"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:55A7XGBRHNIGFXC2P627J4KW3F","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Randomized Positional Encodings Boost Length Generalization of Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","stat.ML"],"primary_cat":"cs.LG","authors_text":"Anian Ruoss, Gr\\'egoire Del\\'etang, Joel Veness, Jordi Grau-Moya, Mehdi Bennani, R\\'obert Csord\\'as, Shane Legg, Tim Genewein","submitted_at":"2023-05-26T11:47:52Z","abstract_excerpt":"Transformers have impressive generalization capabilities on tasks with a fixed context length. However, they fail to generalize to sequences of arbitrary length, even for seemingly simple tasks such as duplicating a string. Moreover, simply training on longer sequences is inefficient due to the quadratic computation complexity of the global attention mechanism. In this work, we demonstrate that this failure mode is linked to positional encodings being out-of-distribution for longer sequences (even for relative encodings) and introduce a novel family of positional encodings that can overcome th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.16843","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.16843/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ouLQsETJHbtcvpgPIVIRrlgq9kW9vMGRszb7tPmzUjmFSXfutQBXAgEze16+1AlXi2rafZmXMFNRmETHli0SDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:19:48.593619Z"},"content_sha256":"92e99e85d0cd06ad4ce584fbded9876eb6025c18c4658b999165ffa6ca1550d9","schema_version":"1.0","event_id":"sha256:92e99e85d0cd06ad4ce584fbded9876eb6025c18c4658b999165ffa6ca1550d9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/55A7XGBRHNIGFXC2P627J4KW3F/bundle.json","state_url":"https://pith.science/pith/55A7XGBRHNIGFXC2P627J4KW3F/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/55A7XGBRHNIGFXC2P627J4KW3F/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T00:19:48Z","links":{"resolver":"https://pith.science/pith/55A7XGBRHNIGFXC2P627J4KW3F","bundle":"https://pith.science/pith/55A7XGBRHNIGFXC2P627J4KW3F/bundle.json","state":"https://pith.science/pith/55A7XGBRHNIGFXC2P627J4KW3F/state.json","well_known_bundle":"https://pith.science/.well-known/pith/55A7XGBRHNIGFXC2P627J4KW3F/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:55A7XGBRHNIGFXC2P627J4KW3F","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"748b886a4e67cff8a5ffaf9127d3b797fba153a784b0fa18b2ccd4de69758ef1","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-05-26T11:47:52Z","title_canon_sha256":"2c3a7c688416cfe6903bd158178c84f35017d0977aaab3384e2c4395b0c2ccdb"},"schema_version":"1.0","source":{"id":"2305.16843","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.16843","created_at":"2026-07-05T06:14:18Z"},{"alias_kind":"arxiv_version","alias_value":"2305.16843v1","created_at":"2026-07-05T06:14:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.16843","created_at":"2026-07-05T06:14:18Z"},{"alias_kind":"pith_short_12","alias_value":"55A7XGBRHNIG","created_at":"2026-07-05T06:14:18Z"},{"alias_kind":"pith_short_16","alias_value":"55A7XGBRHNIGFXC2","created_at":"2026-07-05T06:14:18Z"},{"alias_kind":"pith_short_8","alias_value":"55A7XGBR","created_at":"2026-07-05T06:14:18Z"}],"graph_snapshots":[{"event_id":"sha256:92e99e85d0cd06ad4ce584fbded9876eb6025c18c4658b999165ffa6ca1550d9","target":"graph","created_at":"2026-07-05T06:14:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.16843/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers have impressive generalization capabilities on tasks with a fixed context length. However, they fail to generalize to sequences of arbitrary length, even for seemingly simple tasks such as duplicating a string. Moreover, simply training on longer sequences is inefficient due to the quadratic computation complexity of the global attention mechanism. In this work, we demonstrate that this failure mode is linked to positional encodings being out-of-distribution for longer sequences (even for relative encodings) and introduce a novel family of positional encodings that can overcome th","authors_text":"Anian Ruoss, Gr\\'egoire Del\\'etang, Joel Veness, Jordi Grau-Moya, Mehdi Bennani, R\\'obert Csord\\'as, Shane Legg, Tim Genewein","cross_cats":["cs.AI","cs.CL","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-05-26T11:47:52Z","title":"Randomized Positional Encodings Boost Length Generalization of Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.16843","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:97f8233f0ed0cb466a09f845aacd6f4c34c66cb9514d3b4708cd04d6daab5937","target":"record","created_at":"2026-07-05T06:14:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"748b886a4e67cff8a5ffaf9127d3b797fba153a784b0fa18b2ccd4de69758ef1","cross_cats_sorted":["cs.AI","cs.CL","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-05-26T11:47:52Z","title_canon_sha256":"2c3a7c688416cfe6903bd158178c84f35017d0977aaab3384e2c4395b0c2ccdb"},"schema_version":"1.0","source":{"id":"2305.16843","kind":"arxiv","version":1}},"canonical_sha256":"ef41fb98313b5062dc5a7fb5f4f156d957510de7694a08c870c3c977b004d656","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ef41fb98313b5062dc5a7fb5f4f156d957510de7694a08c870c3c977b004d656","first_computed_at":"2026-07-05T06:14:18.055363Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:14:18.055363Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sWlZNN7kE6y0MsgKP5CYJz1qPJIRy5X7Tb1nJccEbM0+i4F2spvVPpnktDuLhogS2APPGJee705RiSCUg67TCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:14:18.055828Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.16843","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:97f8233f0ed0cb466a09f845aacd6f4c34c66cb9514d3b4708cd04d6daab5937","sha256:92e99e85d0cd06ad4ce584fbded9876eb6025c18c4658b999165ffa6ca1550d9"],"state_sha256":"ff43bb706c51d95a27c345badbcafe4147bb7ac0632cf8a131d2cd726eaecdaf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vBNOQD/a1aKeJE+WMWrXvgcwf1G2Ly0NaBa66MPMjPuSQKrA/lFM8R9BRV7FDBMQUlDRjh7bchrydaxLDEhFDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T00:19:48.597514Z","bundle_sha256":"5f24283f01e314a29d19d02664a334b4e66ada9a2d8879ec7286f378e98aedc1"}}