{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:CUGTIIGUSZISYIHCESK7FZDTOK","short_pith_number":"pith:CUGTIIGU","schema_version":"1.0","canonical_sha256":"150d3420d496512c20e22495f2e47372ba97825d06b357aaf18a666d49759524","source":{"kind":"arxiv","id":"2405.14591","version":1},"attestation_state":"computed","paper":{"title":"Base of RoPE Bounds Context Length","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bingning Wang, Hongyu Lin, Mingyu Xu, Qingyu Zhang, Weipeng Chen, Xianpei Han, Xin Men","submitted_at":"2024-05-23T14:03:31Z","abstract_excerpt":"Position embedding is a core component of current Large Language Models (LLMs). Rotary position embedding (RoPE), a technique that encodes the position information with a rotation matrix, has been the de facto choice for position embedding in many LLMs, such as the Llama series. RoPE has been further utilized to extend long context capability, which is roughly based on adjusting the \\textit{base} parameter of RoPE to mitigate out-of-distribution (OOD) problems in position embedding. However, in this paper, we find that LLMs may obtain a superficial long-context ability based on the OOD theory."},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2405.14591","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-23T14:03:31Z","cross_cats_sorted":[],"title_canon_sha256":"6c584cec87b153fb1f98bf966543e58829af27b1a906386fa8cdacceca42ba9e","abstract_canon_sha256":"71e8d19c6bb29874f92da538481ec054f48456da4504faf878182ba12b1f1453"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:22:25.437304Z","signature_b64":"HLtru8ZHvNaOgMffbmRKXL1ieJ1q7DwrIZ4ZNiP7XobrY9etnN/QnxPTKkZbVqACXMoRRnXxMc3EhPNnjSJaCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"150d3420d496512c20e22495f2e47372ba97825d06b357aaf18a666d49759524","last_reissued_at":"2026-07-05T08:22:25.436871Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:22:25.436871Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Base of RoPE Bounds Context Length","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bingning Wang, Hongyu Lin, Mingyu Xu, Qingyu Zhang, Weipeng Chen, Xianpei Han, Xin Men","submitted_at":"2024-05-23T14:03:31Z","abstract_excerpt":"Position embedding is a core component of current Large Language Models (LLMs). Rotary position embedding (RoPE), a technique that encodes the position information with a rotation matrix, has been the de facto choice for position embedding in many LLMs, such as the Llama series. RoPE has been further utilized to extend long context capability, which is roughly based on adjusting the \\textit{base} parameter of RoPE to mitigate out-of-distribution (OOD) problems in position embedding. However, in this paper, we find that LLMs may obtain a superficial long-context ability based on the OOD theory."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.14591","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.14591/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2405.14591","created_at":"2026-07-05T08:22:25.436922+00:00"},{"alias_kind":"arxiv_version","alias_value":"2405.14591v1","created_at":"2026-07-05T08:22:25.436922+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.14591","created_at":"2026-07-05T08:22:25.436922+00:00"},{"alias_kind":"pith_short_12","alias_value":"CUGTIIGUSZIS","created_at":"2026-07-05T08:22:25.436922+00:00"},{"alias_kind":"pith_short_16","alias_value":"CUGTIIGUSZISYIHC","created_at":"2026-07-05T08:22:25.436922+00:00"},{"alias_kind":"pith_short_8","alias_value":"CUGTIIGU","created_at":"2026-07-05T08:22:25.436922+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2505.23884","citing_title":"Test-Time Training Done Right","ref_index":41,"is_internal_anchor":false},{"citing_arxiv_id":"2605.10414","citing_title":"Remember to Forget: Gated Adaptive Positional Encoding","ref_index":16,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/CUGTIIGUSZISYIHCESK7FZDTOK","json":"https://pith.science/pith/CUGTIIGUSZISYIHCESK7FZDTOK.json","graph_json":"https://pith.science/api/pith-number/CUGTIIGUSZISYIHCESK7FZDTOK/graph.json","events_json":"https://pith.science/api/pith-number/CUGTIIGUSZISYIHCESK7FZDTOK/events.json","paper":"https://pith.science/paper/CUGTIIGU"},"agent_actions":{"view_html":"https://pith.science/pith/CUGTIIGUSZISYIHCESK7FZDTOK","download_json":"https://pith.science/pith/CUGTIIGUSZISYIHCESK7FZDTOK.json","view_paper":"https://pith.science/paper/CUGTIIGU","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2405.14591&json=true","fetch_graph":"https://pith.science/api/pith-number/CUGTIIGUSZISYIHCESK7FZDTOK/graph.json","fetch_events":"https://pith.science/api/pith-number/CUGTIIGUSZISYIHCESK7FZDTOK/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/CUGTIIGUSZISYIHCESK7FZDTOK/action/timestamp_anchor","attest_storage":"https://pith.science/pith/CUGTIIGUSZISYIHCESK7FZDTOK/action/storage_attestation","attest_author":"https://pith.science/pith/CUGTIIGUSZISYIHCESK7FZDTOK/action/author_attestation","sign_citation":"https://pith.science/pith/CUGTIIGUSZISYIHCESK7FZDTOK/action/citation_signature","submit_replication":"https://pith.science/pith/CUGTIIGUSZISYIHCESK7FZDTOK/action/replication_record"}},"created_at":"2026-07-05T08:22:25.436922+00:00","updated_at":"2026-07-05T08:22:25.436922+00:00"}