{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:GIGJALGBGRNFAAXAM7L4DOJFR2","short_pith_number":"pith:GIGJALGB","canonical_record":{"source":{"id":"2312.17044","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-28T14:42:24Z","cross_cats_sorted":[],"title_canon_sha256":"038a0ff3e6060041d70e3735d1845a8d0e8b4664c517a2f9fe6b33517d734a81","abstract_canon_sha256":"d1d5ca054b8d7fb336bec718de72be13334cd6cdfe2fba3d51f405e63185e4a0"},"schema_version":"1.0"},"canonical_sha256":"320c902cc1345a5002e067d7c1b9258ea841ab0605e6c5c787178d6e9d1da64d","source":{"kind":"arxiv","id":"2312.17044","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.17044","created_at":"2026-07-05T09:16:11Z"},{"alias_kind":"arxiv_version","alias_value":"2312.17044v5","created_at":"2026-07-05T09:16:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.17044","created_at":"2026-07-05T09:16:11Z"},{"alias_kind":"pith_short_12","alias_value":"GIGJALGBGRNF","created_at":"2026-07-05T09:16:11Z"},{"alias_kind":"pith_short_16","alias_value":"GIGJALGBGRNFAAXA","created_at":"2026-07-05T09:16:11Z"},{"alias_kind":"pith_short_8","alias_value":"GIGJALGB","created_at":"2026-07-05T09:16:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:GIGJALGBGRNFAAXAM7L4DOJFR2","target":"record","payload":{"canonical_record":{"source":{"id":"2312.17044","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-28T14:42:24Z","cross_cats_sorted":[],"title_canon_sha256":"038a0ff3e6060041d70e3735d1845a8d0e8b4664c517a2f9fe6b33517d734a81","abstract_canon_sha256":"d1d5ca054b8d7fb336bec718de72be13334cd6cdfe2fba3d51f405e63185e4a0"},"schema_version":"1.0"},"canonical_sha256":"320c902cc1345a5002e067d7c1b9258ea841ab0605e6c5c787178d6e9d1da64d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:16:11.197567Z","signature_b64":"gFIZlru6eATZRWW03JMEu+5ZdwmtzWw2/t+QoA+LJK0c2FUfK8iCMxaAIJrwkXH78SCx84o6HehMXIedS/0bBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"320c902cc1345a5002e067d7c1b9258ea841ab0605e6c5c787178d6e9d1da64d","last_reissued_at":"2026-07-05T09:16:11.197079Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:16:11.197079Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.17044","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XzPLz4fzH4cAvKyYZGJSFQ/yGXZvh90MVbk4Xgq8Srnd/ZR/R/5F/a1lfFbMJ2A7hGCv+5CxoctYelpLf6H2Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:28:43.663466Z"},"content_sha256":"88dbff6aa6ac7ac15a7c5c999767321d34215b3f73f0dee219aa6af56d7b4f56","schema_version":"1.0","event_id":"sha256:88dbff6aa6ac7ac15a7c5c999767321d34215b3f73f0dee219aa6af56d7b4f56"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:GIGJALGBGRNFAAXAM7L4DOJFR2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Length Extrapolation of Transformers: A Survey from the Perspective of Positional Encoding","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bing Qin, Dongliang Xu, Hongtao Liu, Liang Zhao, Qing Yang, Ting Liu, Weihong Zhong, Xiachong Feng, Xiaocheng Feng","submitted_at":"2023-12-28T14:42:24Z","abstract_excerpt":"Built upon the Transformer, large language models (LLMs) have captured worldwide attention due to their remarkable abilities. Nevertheless, all Transformer-based models including LLMs suffer from a preset length limit and can hardly generalize from short training sequences to longer inference ones, namely, they cannot perform length extrapolation to handle long sequences, which severely hinders their application in scenarios demanding long input sequences such as legal or scientific documents. Thus, numerous methods have emerged to enhance the length extrapolation of Transformers. Despite the "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.17044","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.17044/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8pByWMJptDdRcJBaE450+4OwhQZa2nybjoOBJFALe/3IcNkpExvRhosbax7ex+4genp4CUbjufhHmJfFITxiAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:28:43.663939Z"},"content_sha256":"593de35351468d143ac83cf36c2b5e2a7c9f8e682592d83449c5bd3631a4754b","schema_version":"1.0","event_id":"sha256:593de35351468d143ac83cf36c2b5e2a7c9f8e682592d83449c5bd3631a4754b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GIGJALGBGRNFAAXAM7L4DOJFR2/bundle.json","state_url":"https://pith.science/pith/GIGJALGBGRNFAAXAM7L4DOJFR2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GIGJALGBGRNFAAXAM7L4DOJFR2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T18:28:43Z","links":{"resolver":"https://pith.science/pith/GIGJALGBGRNFAAXAM7L4DOJFR2","bundle":"https://pith.science/pith/GIGJALGBGRNFAAXAM7L4DOJFR2/bundle.json","state":"https://pith.science/pith/GIGJALGBGRNFAAXAM7L4DOJFR2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GIGJALGBGRNFAAXAM7L4DOJFR2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:GIGJALGBGRNFAAXAM7L4DOJFR2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d1d5ca054b8d7fb336bec718de72be13334cd6cdfe2fba3d51f405e63185e4a0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-28T14:42:24Z","title_canon_sha256":"038a0ff3e6060041d70e3735d1845a8d0e8b4664c517a2f9fe6b33517d734a81"},"schema_version":"1.0","source":{"id":"2312.17044","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.17044","created_at":"2026-07-05T09:16:11Z"},{"alias_kind":"arxiv_version","alias_value":"2312.17044v5","created_at":"2026-07-05T09:16:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.17044","created_at":"2026-07-05T09:16:11Z"},{"alias_kind":"pith_short_12","alias_value":"GIGJALGBGRNF","created_at":"2026-07-05T09:16:11Z"},{"alias_kind":"pith_short_16","alias_value":"GIGJALGBGRNFAAXA","created_at":"2026-07-05T09:16:11Z"},{"alias_kind":"pith_short_8","alias_value":"GIGJALGB","created_at":"2026-07-05T09:16:11Z"}],"graph_snapshots":[{"event_id":"sha256:593de35351468d143ac83cf36c2b5e2a7c9f8e682592d83449c5bd3631a4754b","target":"graph","created_at":"2026-07-05T09:16:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.17044/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Built upon the Transformer, large language models (LLMs) have captured worldwide attention due to their remarkable abilities. Nevertheless, all Transformer-based models including LLMs suffer from a preset length limit and can hardly generalize from short training sequences to longer inference ones, namely, they cannot perform length extrapolation to handle long sequences, which severely hinders their application in scenarios demanding long input sequences such as legal or scientific documents. Thus, numerous methods have emerged to enhance the length extrapolation of Transformers. Despite the ","authors_text":"Bing Qin, Dongliang Xu, Hongtao Liu, Liang Zhao, Qing Yang, Ting Liu, Weihong Zhong, Xiachong Feng, Xiaocheng Feng","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-28T14:42:24Z","title":"Length Extrapolation of Transformers: A Survey from the Perspective of Positional Encoding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.17044","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:88dbff6aa6ac7ac15a7c5c999767321d34215b3f73f0dee219aa6af56d7b4f56","target":"record","created_at":"2026-07-05T09:16:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d1d5ca054b8d7fb336bec718de72be13334cd6cdfe2fba3d51f405e63185e4a0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-28T14:42:24Z","title_canon_sha256":"038a0ff3e6060041d70e3735d1845a8d0e8b4664c517a2f9fe6b33517d734a81"},"schema_version":"1.0","source":{"id":"2312.17044","kind":"arxiv","version":5}},"canonical_sha256":"320c902cc1345a5002e067d7c1b9258ea841ab0605e6c5c787178d6e9d1da64d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"320c902cc1345a5002e067d7c1b9258ea841ab0605e6c5c787178d6e9d1da64d","first_computed_at":"2026-07-05T09:16:11.197079Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:16:11.197079Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gFIZlru6eATZRWW03JMEu+5ZdwmtzWw2/t+QoA+LJK0c2FUfK8iCMxaAIJrwkXH78SCx84o6HehMXIedS/0bBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:16:11.197567Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.17044","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:88dbff6aa6ac7ac15a7c5c999767321d34215b3f73f0dee219aa6af56d7b4f56","sha256:593de35351468d143ac83cf36c2b5e2a7c9f8e682592d83449c5bd3631a4754b"],"state_sha256":"fd04b49bd84f57c25c9a41aad9ca428e6393dcd640e833c171ff1ab2c8f46a22"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wvewkTJ7AinPzqUDeT+7ca+vx3ZuC252l4Kf6SGWJdrMYrF1sW4/5VMgJGEyh0HuH4Z81TpaQBTCTiqPl+hpBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T18:28:43.668056Z","bundle_sha256":"5c03a01cf615b07dff078db106306bb645f0771fd78c80de621441d44ab9a30f"}}