{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:GIGJALGBGRNFAAXAM7L4DOJFR2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d1d5ca054b8d7fb336bec718de72be13334cd6cdfe2fba3d51f405e63185e4a0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-28T14:42:24Z","title_canon_sha256":"038a0ff3e6060041d70e3735d1845a8d0e8b4664c517a2f9fe6b33517d734a81"},"schema_version":"1.0","source":{"id":"2312.17044","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.17044","created_at":"2026-07-05T09:16:11Z"},{"alias_kind":"arxiv_version","alias_value":"2312.17044v5","created_at":"2026-07-05T09:16:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.17044","created_at":"2026-07-05T09:16:11Z"},{"alias_kind":"pith_short_12","alias_value":"GIGJALGBGRNF","created_at":"2026-07-05T09:16:11Z"},{"alias_kind":"pith_short_16","alias_value":"GIGJALGBGRNFAAXA","created_at":"2026-07-05T09:16:11Z"},{"alias_kind":"pith_short_8","alias_value":"GIGJALGB","created_at":"2026-07-05T09:16:11Z"}],"graph_snapshots":[{"event_id":"sha256:593de35351468d143ac83cf36c2b5e2a7c9f8e682592d83449c5bd3631a4754b","target":"graph","created_at":"2026-07-05T09:16:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.17044/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Built upon the Transformer, large language models (LLMs) have captured worldwide attention due to their remarkable abilities. Nevertheless, all Transformer-based models including LLMs suffer from a preset length limit and can hardly generalize from short training sequences to longer inference ones, namely, they cannot perform length extrapolation to handle long sequences, which severely hinders their application in scenarios demanding long input sequences such as legal or scientific documents. Thus, numerous methods have emerged to enhance the length extrapolation of Transformers. Despite the ","authors_text":"Bing Qin, Dongliang Xu, Hongtao Liu, Liang Zhao, Qing Yang, Ting Liu, Weihong Zhong, Xiachong Feng, Xiaocheng Feng","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-28T14:42:24Z","title":"Length Extrapolation of Transformers: A Survey from the Perspective of Positional Encoding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.17044","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:88dbff6aa6ac7ac15a7c5c999767321d34215b3f73f0dee219aa6af56d7b4f56","target":"record","created_at":"2026-07-05T09:16:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d1d5ca054b8d7fb336bec718de72be13334cd6cdfe2fba3d51f405e63185e4a0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-28T14:42:24Z","title_canon_sha256":"038a0ff3e6060041d70e3735d1845a8d0e8b4664c517a2f9fe6b33517d734a81"},"schema_version":"1.0","source":{"id":"2312.17044","kind":"arxiv","version":5}},"canonical_sha256":"320c902cc1345a5002e067d7c1b9258ea841ab0605e6c5c787178d6e9d1da64d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"320c902cc1345a5002e067d7c1b9258ea841ab0605e6c5c787178d6e9d1da64d","first_computed_at":"2026-07-05T09:16:11.197079Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:16:11.197079Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gFIZlru6eATZRWW03JMEu+5ZdwmtzWw2/t+QoA+LJK0c2FUfK8iCMxaAIJrwkXH78SCx84o6HehMXIedS/0bBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:16:11.197567Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.17044","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:88dbff6aa6ac7ac15a7c5c999767321d34215b3f73f0dee219aa6af56d7b4f56","sha256:593de35351468d143ac83cf36c2b5e2a7c9f8e682592d83449c5bd3631a4754b"],"state_sha256":"fd04b49bd84f57c25c9a41aad9ca428e6393dcd640e833c171ff1ab2c8f46a22"}