{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:LIYU2575G5MGK3PYN2M3JSRSU3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8eec7d4146bdcc66df6a611a3c3dd362e53ba248c963c08299e32a8f88c12672","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-16T09:16:40Z","title_canon_sha256":"52718a165fb09ddd0be15f1a5dec1e3603d013c5af27552afc8a2226dc7b6c4a"},"schema_version":"1.0","source":{"id":"2506.13277","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.13277","created_at":"2026-07-05T11:22:42Z"},{"alias_kind":"arxiv_version","alias_value":"2506.13277v2","created_at":"2026-07-05T11:22:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.13277","created_at":"2026-07-05T11:22:42Z"},{"alias_kind":"pith_short_12","alias_value":"LIYU2575G5MG","created_at":"2026-07-05T11:22:42Z"},{"alias_kind":"pith_short_16","alias_value":"LIYU2575G5MGK3PY","created_at":"2026-07-05T11:22:42Z"},{"alias_kind":"pith_short_8","alias_value":"LIYU2575","created_at":"2026-07-05T11:22:42Z"}],"graph_snapshots":[{"event_id":"sha256:51ad60b6eda3c0630992e9b2bd2980396266a5b68473db9404b8f65ad0609e7b","target":"graph","created_at":"2026-07-05T11:22:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.13277/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Since self-attention layers in Transformers are permutation invariant by design, positional encodings must be explicitly incorporated to enable spatial understanding. However, fixed-size lookup tables used in traditional learnable position embeddings (PEs) limit extrapolation capabilities beyond pre-trained sequence lengths. Expert-designed methods such as ALiBi and RoPE, mitigate this limitation but demand extensive modifications for adapting to new modalities, underscoring fundamental challenges in adaptability and scalability. In this work, we present SeqPE, a unified and fully learnable po","authors_text":"Deng Cai, Hongyu Sun, Huayang Li, Leyang Cui, Peilin Zhao, Taro Watanabe, Wei Bi, Yahui Liu","cross_cats":["cs.AI","cs.CL","cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-16T09:16:40Z","title":"SeqPE: Transformer with Sequential Position Encoding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.13277","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6d6c75d8f493c0fc487c031ebefaa519e2c05f955f171f16306ea0be584457a7","target":"record","created_at":"2026-07-05T11:22:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8eec7d4146bdcc66df6a611a3c3dd362e53ba248c963c08299e32a8f88c12672","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-06-16T09:16:40Z","title_canon_sha256":"52718a165fb09ddd0be15f1a5dec1e3603d013c5af27552afc8a2226dc7b6c4a"},"schema_version":"1.0","source":{"id":"2506.13277","kind":"arxiv","version":2}},"canonical_sha256":"5a314d77fd3758656df86e99b4ca32a6d102d6fb2cf8feec179ce090417ed90f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5a314d77fd3758656df86e99b4ca32a6d102d6fb2cf8feec179ce090417ed90f","first_computed_at":"2026-07-05T11:22:42.538052Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:22:42.538052Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"002xK65pfpi7vnmNkpiOhNT1gg7jfyn9BOqFtLierbPkZ18nt6REaP2TKp0bncjLcIeX7ZApsndGHNqdYQh0CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:22:42.538521Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.13277","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6d6c75d8f493c0fc487c031ebefaa519e2c05f955f171f16306ea0be584457a7","sha256:51ad60b6eda3c0630992e9b2bd2980396266a5b68473db9404b8f65ad0609e7b"],"state_sha256":"246043190dd7d1ff8cb21070c974c2d2e9a7f64f630308794981da6bc96ccd67"}