{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3Y7RFGYFG6WPQWASZPC3F3ZH2G","short_pith_number":"pith:3Y7RFGYF","canonical_record":{"source":{"id":"2410.18745","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T13:51:50Z","cross_cats_sorted":[],"title_canon_sha256":"db2db5f47504cbba0a26563703c091bb0ad6dd2e3a8028c6208be33d3635f87a","abstract_canon_sha256":"ab19366d235e516c642169433c6c0f91f9437ef2ab82685d0141abe1ee540d6f"},"schema_version":"1.0"},"canonical_sha256":"de3f129b0537acf85812cbc5b2ef27d1b6160838d0be592f028f39bec0c42c8b","source":{"kind":"arxiv","id":"2410.18745","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.18745","created_at":"2026-07-05T09:25:12Z"},{"alias_kind":"arxiv_version","alias_value":"2410.18745v1","created_at":"2026-07-05T09:25:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.18745","created_at":"2026-07-05T09:25:12Z"},{"alias_kind":"pith_short_12","alias_value":"3Y7RFGYFG6WP","created_at":"2026-07-05T09:25:12Z"},{"alias_kind":"pith_short_16","alias_value":"3Y7RFGYFG6WPQWAS","created_at":"2026-07-05T09:25:12Z"},{"alias_kind":"pith_short_8","alias_value":"3Y7RFGYF","created_at":"2026-07-05T09:25:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3Y7RFGYFG6WPQWASZPC3F3ZH2G","target":"record","payload":{"canonical_record":{"source":{"id":"2410.18745","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T13:51:50Z","cross_cats_sorted":[],"title_canon_sha256":"db2db5f47504cbba0a26563703c091bb0ad6dd2e3a8028c6208be33d3635f87a","abstract_canon_sha256":"ab19366d235e516c642169433c6c0f91f9437ef2ab82685d0141abe1ee540d6f"},"schema_version":"1.0"},"canonical_sha256":"de3f129b0537acf85812cbc5b2ef27d1b6160838d0be592f028f39bec0c42c8b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:25:12.996164Z","signature_b64":"CdfDQfIdkeGhJ7Nn56lVe3/2wwSgr3rDRdUFy1+dbIgqUiEUntMDv2ToJTcfTbeXi3RH+R4tXp3sk9l/VLdcCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"de3f129b0537acf85812cbc5b2ef27d1b6160838d0be592f028f39bec0c42c8b","last_reissued_at":"2026-07-05T09:25:12.995654Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:25:12.995654Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.18745","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:25:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6ia2VU3DPJEs6HNfoSZhfyF+Cluc/W52ug1CAbmD/3uqgngcRufAvI4ENwUpKBFrSsSAp1ceF5aI6RZ+idoJCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T11:01:24.265078Z"},"content_sha256":"a55ac07f05c444e547a37cd23635b386306a80f31e60f8ccc62223b0872352f5","schema_version":"1.0","event_id":"sha256:a55ac07f05c444e547a37cd23635b386306a80f31e60f8ccc62223b0872352f5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3Y7RFGYFG6WPQWASZPC3F3ZH2G","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Why Does the Effective Context Length of LLMs Fall Short?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chenxin An, Jingjing Xu, Jun Zhang, Lei Li, Lingpeng Kong, Ming Zhong, Shansan Gong, Yao Luo","submitted_at":"2024-10-24T13:51:50Z","abstract_excerpt":"Advancements in distributed training and efficient attention mechanisms have significantly expanded the context window sizes of large language models (LLMs). However, recent work reveals that the effective context lengths of open-source LLMs often fall short, typically not exceeding half of their training lengths. In this work, we attribute this limitation to the left-skewed frequency distribution of relative positions formed in LLMs pretraining and post-training stages, which impedes their ability to effectively gather distant information. To address this challenge, we introduce ShifTed Rotra"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.18745","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.18745/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:25:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RrS02ZmEQQasHjtz9UHvBOUv0N+HkIJM1HqsDPNExGqIZSkz9U4oPdOt7dYPtVsIl6uABDh/1BO4ARHmcyfIAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T11:01:24.265575Z"},"content_sha256":"60ac635ab46672d543ba4a8cd159bb21bba87868bba8664e25661e65678dee5e","schema_version":"1.0","event_id":"sha256:60ac635ab46672d543ba4a8cd159bb21bba87868bba8664e25661e65678dee5e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3Y7RFGYFG6WPQWASZPC3F3ZH2G/bundle.json","state_url":"https://pith.science/pith/3Y7RFGYFG6WPQWASZPC3F3ZH2G/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3Y7RFGYFG6WPQWASZPC3F3ZH2G/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T11:01:24Z","links":{"resolver":"https://pith.science/pith/3Y7RFGYFG6WPQWASZPC3F3ZH2G","bundle":"https://pith.science/pith/3Y7RFGYFG6WPQWASZPC3F3ZH2G/bundle.json","state":"https://pith.science/pith/3Y7RFGYFG6WPQWASZPC3F3ZH2G/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3Y7RFGYFG6WPQWASZPC3F3ZH2G/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3Y7RFGYFG6WPQWASZPC3F3ZH2G","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ab19366d235e516c642169433c6c0f91f9437ef2ab82685d0141abe1ee540d6f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T13:51:50Z","title_canon_sha256":"db2db5f47504cbba0a26563703c091bb0ad6dd2e3a8028c6208be33d3635f87a"},"schema_version":"1.0","source":{"id":"2410.18745","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.18745","created_at":"2026-07-05T09:25:12Z"},{"alias_kind":"arxiv_version","alias_value":"2410.18745v1","created_at":"2026-07-05T09:25:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.18745","created_at":"2026-07-05T09:25:12Z"},{"alias_kind":"pith_short_12","alias_value":"3Y7RFGYFG6WP","created_at":"2026-07-05T09:25:12Z"},{"alias_kind":"pith_short_16","alias_value":"3Y7RFGYFG6WPQWAS","created_at":"2026-07-05T09:25:12Z"},{"alias_kind":"pith_short_8","alias_value":"3Y7RFGYF","created_at":"2026-07-05T09:25:12Z"}],"graph_snapshots":[{"event_id":"sha256:60ac635ab46672d543ba4a8cd159bb21bba87868bba8664e25661e65678dee5e","target":"graph","created_at":"2026-07-05T09:25:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.18745/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Advancements in distributed training and efficient attention mechanisms have significantly expanded the context window sizes of large language models (LLMs). However, recent work reveals that the effective context lengths of open-source LLMs often fall short, typically not exceeding half of their training lengths. In this work, we attribute this limitation to the left-skewed frequency distribution of relative positions formed in LLMs pretraining and post-training stages, which impedes their ability to effectively gather distant information. To address this challenge, we introduce ShifTed Rotra","authors_text":"Chenxin An, Jingjing Xu, Jun Zhang, Lei Li, Lingpeng Kong, Ming Zhong, Shansan Gong, Yao Luo","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T13:51:50Z","title":"Why Does the Effective Context Length of LLMs Fall Short?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.18745","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a55ac07f05c444e547a37cd23635b386306a80f31e60f8ccc62223b0872352f5","target":"record","created_at":"2026-07-05T09:25:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ab19366d235e516c642169433c6c0f91f9437ef2ab82685d0141abe1ee540d6f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-24T13:51:50Z","title_canon_sha256":"db2db5f47504cbba0a26563703c091bb0ad6dd2e3a8028c6208be33d3635f87a"},"schema_version":"1.0","source":{"id":"2410.18745","kind":"arxiv","version":1}},"canonical_sha256":"de3f129b0537acf85812cbc5b2ef27d1b6160838d0be592f028f39bec0c42c8b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"de3f129b0537acf85812cbc5b2ef27d1b6160838d0be592f028f39bec0c42c8b","first_computed_at":"2026-07-05T09:25:12.995654Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:25:12.995654Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CdfDQfIdkeGhJ7Nn56lVe3/2wwSgr3rDRdUFy1+dbIgqUiEUntMDv2ToJTcfTbeXi3RH+R4tXp3sk9l/VLdcCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:25:12.996164Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.18745","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a55ac07f05c444e547a37cd23635b386306a80f31e60f8ccc62223b0872352f5","sha256:60ac635ab46672d543ba4a8cd159bb21bba87868bba8664e25661e65678dee5e"],"state_sha256":"8dc7769b7457f11ae5f3664d3601b70bb466b817726bbb6be9ae1291de8c3942"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4xdn0UyBb+tVQDFnC6oCT+GIfiSc4WWig45R2+QcvkkV9vULfTX8cUE10hJDaVtSIz8eMNEE/duf/WIwlB+SDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T11:01:24.269163Z","bundle_sha256":"d0b603ba9bbdd7beff6f7c9a63399ccc1531afc675130c88de7d573fc83e54eb"}}