{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:BZID6OOZDJWDVEQECRKGJ2OESQ","short_pith_number":"pith:BZID6OOZ","canonical_record":{"source":{"id":"2502.11276","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T21:32:29Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"24f11bae7ab70069bdfee79bd84c660f9dde5d5f6c599d45060311e182c114e7","abstract_canon_sha256":"20b80b005391ee6b2b31b3ccaf03daadb3b769c36f57e4a18b6b30d5938cc4af"},"schema_version":"1.0"},"canonical_sha256":"0e503f39d91a6c3a9204145464e9c494104a1e82e71e975732b2cfd913a697e7","source":{"kind":"arxiv","id":"2502.11276","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.11276","created_at":"2026-07-05T10:15:05Z"},{"alias_kind":"arxiv_version","alias_value":"2502.11276v1","created_at":"2026-07-05T10:15:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.11276","created_at":"2026-07-05T10:15:05Z"},{"alias_kind":"pith_short_12","alias_value":"BZID6OOZDJWD","created_at":"2026-07-05T10:15:05Z"},{"alias_kind":"pith_short_16","alias_value":"BZID6OOZDJWDVEQE","created_at":"2026-07-05T10:15:05Z"},{"alias_kind":"pith_short_8","alias_value":"BZID6OOZ","created_at":"2026-07-05T10:15:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:BZID6OOZDJWDVEQECRKGJ2OESQ","target":"record","payload":{"canonical_record":{"source":{"id":"2502.11276","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T21:32:29Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"24f11bae7ab70069bdfee79bd84c660f9dde5d5f6c599d45060311e182c114e7","abstract_canon_sha256":"20b80b005391ee6b2b31b3ccaf03daadb3b769c36f57e4a18b6b30d5938cc4af"},"schema_version":"1.0"},"canonical_sha256":"0e503f39d91a6c3a9204145464e9c494104a1e82e71e975732b2cfd913a697e7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:15:05.983947Z","signature_b64":"5kWdWiAAZdTYElbwZcZMDP20X2YbWiwml6NdZAvBxlbSABmaSq6umJCi/x6OG29QSh+MnKsbO+Du7m26yVC0CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0e503f39d91a6c3a9204145464e9c494104a1e82e71e975732b2cfd913a697e7","last_reissued_at":"2026-07-05T10:15:05.983445Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:15:05.983445Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.11276","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:15:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FYtXnldv3SzOnUEmPEIOcsvecnKjuUsNQdiMgujPtQRjV6APZ4GWm735fWsB2N4NLea4iUf88hUCfsCjell3AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:17:29.673521Z"},"content_sha256":"b3c95ff952130c2aa568e1fae1923fc546aae5d0be24d9b2cd9afbc3a44d499d","schema_version":"1.0","event_id":"sha256:b3c95ff952130c2aa568e1fae1923fc546aae5d0be24d9b2cd9afbc3a44d499d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:BZID6OOZDJWDVEQECRKGJ2OESQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Rotary Position Embedding May Cause Dimension Inefficiency in Attention Heads for Long-Distance Retrieval","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Dani Yogatama, Ting-Rui Chiang","submitted_at":"2025-02-16T21:32:29Z","abstract_excerpt":"The Rotary Position Embedding (RoPE) is widely used in the attention heads of many large language models (LLM). It rotates dimensions in the query and the key vectors by different angles according to their positions in the input sequence. For long context modeling, the range of positions may vary a lot, and thus RoPE rotates some dimensions by a great range of angles. We hypothesize that the wide range of rotation angles may prevent LLMs from utilizing those dimensions. To validate this hypothesis, we present a controlled experiment showing that applying RoPE causes low utility of certain dime"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.11276","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.11276/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:15:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+yt7rSLLxu8kTpNpXuMjZUwDeVAFreSe67xoSpS+6sw37B2CLbOsi1F2XMo7E0Dj7jmpdPzcpuU8HYepl7+NAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:17:29.674613Z"},"content_sha256":"e3a51205f66f1e99a52f87a5a255d4c6cb55d9cc1d10a446ad545ce6442702fd","schema_version":"1.0","event_id":"sha256:e3a51205f66f1e99a52f87a5a255d4c6cb55d9cc1d10a446ad545ce6442702fd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BZID6OOZDJWDVEQECRKGJ2OESQ/bundle.json","state_url":"https://pith.science/pith/BZID6OOZDJWDVEQECRKGJ2OESQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BZID6OOZDJWDVEQECRKGJ2OESQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T16:17:29Z","links":{"resolver":"https://pith.science/pith/BZID6OOZDJWDVEQECRKGJ2OESQ","bundle":"https://pith.science/pith/BZID6OOZDJWDVEQECRKGJ2OESQ/bundle.json","state":"https://pith.science/pith/BZID6OOZDJWDVEQECRKGJ2OESQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BZID6OOZDJWDVEQECRKGJ2OESQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:BZID6OOZDJWDVEQECRKGJ2OESQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"20b80b005391ee6b2b31b3ccaf03daadb3b769c36f57e4a18b6b30d5938cc4af","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T21:32:29Z","title_canon_sha256":"24f11bae7ab70069bdfee79bd84c660f9dde5d5f6c599d45060311e182c114e7"},"schema_version":"1.0","source":{"id":"2502.11276","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.11276","created_at":"2026-07-05T10:15:05Z"},{"alias_kind":"arxiv_version","alias_value":"2502.11276v1","created_at":"2026-07-05T10:15:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.11276","created_at":"2026-07-05T10:15:05Z"},{"alias_kind":"pith_short_12","alias_value":"BZID6OOZDJWD","created_at":"2026-07-05T10:15:05Z"},{"alias_kind":"pith_short_16","alias_value":"BZID6OOZDJWDVEQE","created_at":"2026-07-05T10:15:05Z"},{"alias_kind":"pith_short_8","alias_value":"BZID6OOZ","created_at":"2026-07-05T10:15:05Z"}],"graph_snapshots":[{"event_id":"sha256:e3a51205f66f1e99a52f87a5a255d4c6cb55d9cc1d10a446ad545ce6442702fd","target":"graph","created_at":"2026-07-05T10:15:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.11276/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The Rotary Position Embedding (RoPE) is widely used in the attention heads of many large language models (LLM). It rotates dimensions in the query and the key vectors by different angles according to their positions in the input sequence. For long context modeling, the range of positions may vary a lot, and thus RoPE rotates some dimensions by a great range of angles. We hypothesize that the wide range of rotation angles may prevent LLMs from utilizing those dimensions. To validate this hypothesis, we present a controlled experiment showing that applying RoPE causes low utility of certain dime","authors_text":"Dani Yogatama, Ting-Rui Chiang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T21:32:29Z","title":"The Rotary Position Embedding May Cause Dimension Inefficiency in Attention Heads for Long-Distance Retrieval"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.11276","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b3c95ff952130c2aa568e1fae1923fc546aae5d0be24d9b2cd9afbc3a44d499d","target":"record","created_at":"2026-07-05T10:15:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"20b80b005391ee6b2b31b3ccaf03daadb3b769c36f57e4a18b6b30d5938cc4af","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-16T21:32:29Z","title_canon_sha256":"24f11bae7ab70069bdfee79bd84c660f9dde5d5f6c599d45060311e182c114e7"},"schema_version":"1.0","source":{"id":"2502.11276","kind":"arxiv","version":1}},"canonical_sha256":"0e503f39d91a6c3a9204145464e9c494104a1e82e71e975732b2cfd913a697e7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0e503f39d91a6c3a9204145464e9c494104a1e82e71e975732b2cfd913a697e7","first_computed_at":"2026-07-05T10:15:05.983445Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:15:05.983445Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5kWdWiAAZdTYElbwZcZMDP20X2YbWiwml6NdZAvBxlbSABmaSq6umJCi/x6OG29QSh+MnKsbO+Du7m26yVC0CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:15:05.983947Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.11276","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b3c95ff952130c2aa568e1fae1923fc546aae5d0be24d9b2cd9afbc3a44d499d","sha256:e3a51205f66f1e99a52f87a5a255d4c6cb55d9cc1d10a446ad545ce6442702fd"],"state_sha256":"8780d3a863b48b3d54e465f73c4471a33f95198fe284a564267e0974a509431d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q/o39g236MscbImBgPAdBEnGeOhFwMAzxHoNnG89MWgqzHpmzIDXCnr2GbbckLITKBTK4n8hwrWLZb7yVFIYBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T16:17:29.680382Z","bundle_sha256":"f143a5a12d3e6127f16f7d491b63e2bcb8162a2db4ae58cf517349dda80730db"}}