{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:6I5VPMOKRLCGX3VCK67XQAXUYY","short_pith_number":"pith:6I5VPMOK","canonical_record":{"source":{"id":"2412.17739","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-23T17:44:01Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"fcc63b11546079b4d466f36c0b8fcd4a091caa842316b60bfb0e9c3b1ec3423a","abstract_canon_sha256":"0c632b26fd681f536b10fb9ba9bf9c5dc145b6782fcce6873e35106e39045f42"},"schema_version":"1.0"},"canonical_sha256":"f23b57b1ca8ac46beea257bf7802f4c6201855efd791fbade1d9f7e1e7321635","source":{"kind":"arxiv","id":"2412.17739","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.17739","created_at":"2026-07-05T11:36:26Z"},{"alias_kind":"arxiv_version","alias_value":"2412.17739v4","created_at":"2026-07-05T11:36:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.17739","created_at":"2026-07-05T11:36:26Z"},{"alias_kind":"pith_short_12","alias_value":"6I5VPMOKRLCG","created_at":"2026-07-05T11:36:26Z"},{"alias_kind":"pith_short_16","alias_value":"6I5VPMOKRLCGX3VC","created_at":"2026-07-05T11:36:26Z"},{"alias_kind":"pith_short_8","alias_value":"6I5VPMOK","created_at":"2026-07-05T11:36:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:6I5VPMOKRLCGX3VCK67XQAXUYY","target":"record","payload":{"canonical_record":{"source":{"id":"2412.17739","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-23T17:44:01Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"fcc63b11546079b4d466f36c0b8fcd4a091caa842316b60bfb0e9c3b1ec3423a","abstract_canon_sha256":"0c632b26fd681f536b10fb9ba9bf9c5dc145b6782fcce6873e35106e39045f42"},"schema_version":"1.0"},"canonical_sha256":"f23b57b1ca8ac46beea257bf7802f4c6201855efd791fbade1d9f7e1e7321635","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:36:26.485336Z","signature_b64":"xUx8ntw9gnrM2MCn4Ag0kS1rkEbQoxVuU7IAl+xMVZcPjxF+lUhNb3Gagjw1hQr1lrqNWRKgYtQD/ngmtggZAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f23b57b1ca8ac46beea257bf7802f4c6201855efd791fbade1d9f7e1e7321635","last_reissued_at":"2026-07-05T11:36:26.484814Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:36:26.484814Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.17739","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:36:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F5TBxG0V+3pNrMOggSo3UmkL53/iVR5mhVdoSrqHeN5rDRFbcLey6NjiMZ7tvR6FS0/ZUHQFR0VU7rNknnBWAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T07:59:47.864137Z"},"content_sha256":"5b8ed74be92381b585bea54d273fa7a8b11ec6abf3df5528865f2820afa10b8d","schema_version":"1.0","event_id":"sha256:5b8ed74be92381b585bea54d273fa7a8b11ec6abf3df5528865f2820afa10b8d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:6I5VPMOKRLCGX3VCK67XQAXUYY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Fourier Position Embedding: Enhancing Attention's Periodic Extension for Length Generalization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.AI","authors_text":"Biqing Qi, Bowen Zhou, Che Jiang, Ermo Hua, Kaiyan Zhang, Ning Ding, Xingtai Lv, Xuekai Zhu, Youbang Sun, Yuchen Fan","submitted_at":"2024-12-23T17:44:01Z","abstract_excerpt":"Extending the context length of Language Models (LMs) by improving Rotary Position Embedding (RoPE) has become a trend. While prior works mainly address RoPE's limitations within attention, this paper uncovers the adverse effects on length generalization from nearly all parts of LMs. Using Discrete Signal Processing theory, we show that RoPE enables periodic attention by implicitly achieving Non-Uniform Discrete Fourier Transform. However, this periodicity is undermined by the spectrum damage caused by: 1) linear layers and activation functions; 2) insufficiently trained frequency components b"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.17739","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.17739/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:36:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gIWUtHznc7CmZHvdgxsqUlcE3gP7zaN7l1LmlKqoV0TmsLXRsd/o6PLv7OocFhFxQd1DSeTQXw7zLYGuJx2ODg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T07:59:47.864653Z"},"content_sha256":"54abc48b5b0b6caafd9f4cbf146623c835aacfe6a90134eaec1b583e1ac6e4c8","schema_version":"1.0","event_id":"sha256:54abc48b5b0b6caafd9f4cbf146623c835aacfe6a90134eaec1b583e1ac6e4c8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6I5VPMOKRLCGX3VCK67XQAXUYY/bundle.json","state_url":"https://pith.science/pith/6I5VPMOKRLCGX3VCK67XQAXUYY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6I5VPMOKRLCGX3VCK67XQAXUYY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T07:59:47Z","links":{"resolver":"https://pith.science/pith/6I5VPMOKRLCGX3VCK67XQAXUYY","bundle":"https://pith.science/pith/6I5VPMOKRLCGX3VCK67XQAXUYY/bundle.json","state":"https://pith.science/pith/6I5VPMOKRLCGX3VCK67XQAXUYY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6I5VPMOKRLCGX3VCK67XQAXUYY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6I5VPMOKRLCGX3VCK67XQAXUYY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0c632b26fd681f536b10fb9ba9bf9c5dc145b6782fcce6873e35106e39045f42","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-23T17:44:01Z","title_canon_sha256":"fcc63b11546079b4d466f36c0b8fcd4a091caa842316b60bfb0e9c3b1ec3423a"},"schema_version":"1.0","source":{"id":"2412.17739","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.17739","created_at":"2026-07-05T11:36:26Z"},{"alias_kind":"arxiv_version","alias_value":"2412.17739v4","created_at":"2026-07-05T11:36:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.17739","created_at":"2026-07-05T11:36:26Z"},{"alias_kind":"pith_short_12","alias_value":"6I5VPMOKRLCG","created_at":"2026-07-05T11:36:26Z"},{"alias_kind":"pith_short_16","alias_value":"6I5VPMOKRLCGX3VC","created_at":"2026-07-05T11:36:26Z"},{"alias_kind":"pith_short_8","alias_value":"6I5VPMOK","created_at":"2026-07-05T11:36:26Z"}],"graph_snapshots":[{"event_id":"sha256:54abc48b5b0b6caafd9f4cbf146623c835aacfe6a90134eaec1b583e1ac6e4c8","target":"graph","created_at":"2026-07-05T11:36:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.17739/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Extending the context length of Language Models (LMs) by improving Rotary Position Embedding (RoPE) has become a trend. While prior works mainly address RoPE's limitations within attention, this paper uncovers the adverse effects on length generalization from nearly all parts of LMs. Using Discrete Signal Processing theory, we show that RoPE enables periodic attention by implicitly achieving Non-Uniform Discrete Fourier Transform. However, this periodicity is undermined by the spectrum damage caused by: 1) linear layers and activation functions; 2) insufficiently trained frequency components b","authors_text":"Biqing Qi, Bowen Zhou, Che Jiang, Ermo Hua, Kaiyan Zhang, Ning Ding, Xingtai Lv, Xuekai Zhu, Youbang Sun, Yuchen Fan","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-23T17:44:01Z","title":"Fourier Position Embedding: Enhancing Attention's Periodic Extension for Length Generalization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.17739","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5b8ed74be92381b585bea54d273fa7a8b11ec6abf3df5528865f2820afa10b8d","target":"record","created_at":"2026-07-05T11:36:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0c632b26fd681f536b10fb9ba9bf9c5dc145b6782fcce6873e35106e39045f42","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-23T17:44:01Z","title_canon_sha256":"fcc63b11546079b4d466f36c0b8fcd4a091caa842316b60bfb0e9c3b1ec3423a"},"schema_version":"1.0","source":{"id":"2412.17739","kind":"arxiv","version":4}},"canonical_sha256":"f23b57b1ca8ac46beea257bf7802f4c6201855efd791fbade1d9f7e1e7321635","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f23b57b1ca8ac46beea257bf7802f4c6201855efd791fbade1d9f7e1e7321635","first_computed_at":"2026-07-05T11:36:26.484814Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:36:26.484814Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xUx8ntw9gnrM2MCn4Ag0kS1rkEbQoxVuU7IAl+xMVZcPjxF+lUhNb3Gagjw1hQr1lrqNWRKgYtQD/ngmtggZAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:36:26.485336Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.17739","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5b8ed74be92381b585bea54d273fa7a8b11ec6abf3df5528865f2820afa10b8d","sha256:54abc48b5b0b6caafd9f4cbf146623c835aacfe6a90134eaec1b583e1ac6e4c8"],"state_sha256":"3d0850fab750959a3b9c074266f3e039a2d8ec52ea9ca8fbb2ea344922eb7c83"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EOLgqmS+/8uUgR5A2PD4xyW52F3ApggyH4mXG+mPfHbOCRSPaWAE/gWlm76eOoUdGEvyo4rRpRgns4LoLdjeAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T07:59:47.870077Z","bundle_sha256":"7ff888fbe0f61ef1c589c7b4c810bd041e7013d479ee88043be603d4e34be4ed"}}