{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4TUVNUSBERRTLLV3ALSQXK3KVJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"02b9aba17d5efde076031311ce0e60701756f3ef65480ff44b9373f5192ebaf7","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-28T09:50:46Z","title_canon_sha256":"2bcbd8b0f329d68078257dd04dabcc440443d098668b5a4ed37afafeac4a10ed"},"schema_version":"1.0","source":{"id":"2405.18009","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.18009","created_at":"2026-07-05T09:36:41Z"},{"alias_kind":"arxiv_version","alias_value":"2405.18009v2","created_at":"2026-07-05T09:36:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.18009","created_at":"2026-07-05T09:36:41Z"},{"alias_kind":"pith_short_12","alias_value":"4TUVNUSBERRT","created_at":"2026-07-05T09:36:41Z"},{"alias_kind":"pith_short_16","alias_value":"4TUVNUSBERRTLLV3","created_at":"2026-07-05T09:36:41Z"},{"alias_kind":"pith_short_8","alias_value":"4TUVNUSB","created_at":"2026-07-05T09:36:41Z"}],"graph_snapshots":[{"event_id":"sha256:edf76888df824b20130aac09bc6e0a018ffff35946c549f38c0502efdfb70522","target":"graph","created_at":"2026-07-05T09:36:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.18009/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer-based large language models (LLMs) typically have a limited context window, resulting in significant performance degradation when processing text beyond the length of the context window. Extensive studies have been proposed to extend the context window and achieve length extrapolation of LLMs, but there is still a lack of in-depth interpretation of these approaches. In this study, we explore the positional information within and beyond the context window for deciphering the underlying mechanism of LLMs. By using a mean-based decomposition method, we disentangle positional vectors f","authors_text":"Bingbing Wang, Ji-Rong Wen, Junyi Li, Wayne Xin Zhao, Weipeng Chen, Xin Men, Zhen Tian, Zican Dong","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-28T09:50:46Z","title":"Exploring Context Window of Large Language Models via Decomposed Positional Vectors"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.18009","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:75c5b5ed4defcd70a4166a83dbb0f73e89ee4b32ee4b34d58d40e9ae04aaabd5","target":"record","created_at":"2026-07-05T09:36:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"02b9aba17d5efde076031311ce0e60701756f3ef65480ff44b9373f5192ebaf7","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-28T09:50:46Z","title_canon_sha256":"2bcbd8b0f329d68078257dd04dabcc440443d098668b5a4ed37afafeac4a10ed"},"schema_version":"1.0","source":{"id":"2405.18009","kind":"arxiv","version":2}},"canonical_sha256":"e4e956d241246335aebb02e50bab6aaa6e80c8e14813ddd0e0771a42ffe53d84","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e4e956d241246335aebb02e50bab6aaa6e80c8e14813ddd0e0771a42ffe53d84","first_computed_at":"2026-07-05T09:36:41.117618Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:36:41.117618Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZkhCOYJser1lN8VBzSpktbek+XByKDZaNeN5yghaZFNjSb9usnYjvlWL9H3NXd7ZxT4GJj/065NhqbLfzSB3DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:36:41.118109Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.18009","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:75c5b5ed4defcd70a4166a83dbb0f73e89ee4b32ee4b34d58d40e9ae04aaabd5","sha256:edf76888df824b20130aac09bc6e0a018ffff35946c549f38c0502efdfb70522"],"state_sha256":"968a3c97c56adc9901fdc84e6812c84fd1968fd0a1829d32aecd07bace20db9c"}