{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5MGWGTP3QEEYVQPDKPVVFIIYVZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8682bfa9e25efa4c8db150ba543b6778964d0fb6b53c3bdc663d3c64a81312a1","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-08T17:07:01Z","title_canon_sha256":"909c0306a6c840a994b51be5c47f9fc06baa41aa67c6ae27933fe46f76e39677"},"schema_version":"1.0","source":{"id":"2410.06205","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.06205","created_at":"2026-07-05T11:02:13Z"},{"alias_kind":"arxiv_version","alias_value":"2410.06205v3","created_at":"2026-07-05T11:02:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.06205","created_at":"2026-07-05T11:02:13Z"},{"alias_kind":"pith_short_12","alias_value":"5MGWGTP3QEEY","created_at":"2026-07-05T11:02:13Z"},{"alias_kind":"pith_short_16","alias_value":"5MGWGTP3QEEYVQPD","created_at":"2026-07-05T11:02:13Z"},{"alias_kind":"pith_short_8","alias_value":"5MGWGTP3","created_at":"2026-07-05T11:02:13Z"}],"graph_snapshots":[{"event_id":"sha256:629cf06aa1524e583424c1d0faec8fe26f3c4143332f63dffa7a18fa3abf346e","target":"graph","created_at":"2026-07-05T11:02:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.06205/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Positional Encodings (PEs) are a critical component of Transformer-based Large Language Models (LLMs), providing the attention mechanism with important sequence-position information. One of the most popular types of encoding used today in LLMs are Rotary Positional Encodings (RoPE), that rotate the queries and keys based on their relative distance. A common belief is that RoPE is useful because it helps to decay token dependency as relative distance increases. In this work, we argue that this is unlikely to be the core reason. We study the internals of a trained Gemma 7B model to understand ho","authors_text":"Alex Vitvitskyi, Christos Perivolaropoulos, Federico Barbero, Petar Veli\\v{c}kovi\\'c, Razvan Pascanu","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-08T17:07:01Z","title":"Round and Round We Go! What makes Rotary Positional Encodings useful?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.06205","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:70cf62f97df79bea449fdd32f355abd45cf26d587fada32b9ccf0b6f14b8eefe","target":"record","created_at":"2026-07-05T11:02:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8682bfa9e25efa4c8db150ba543b6778964d0fb6b53c3bdc663d3c64a81312a1","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-08T17:07:01Z","title_canon_sha256":"909c0306a6c840a994b51be5c47f9fc06baa41aa67c6ae27933fe46f76e39677"},"schema_version":"1.0","source":{"id":"2410.06205","kind":"arxiv","version":3}},"canonical_sha256":"eb0d634dfb81098ac1e353eb52a118ae5b4d57043bbcb1e3f0231635994ea634","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eb0d634dfb81098ac1e353eb52a118ae5b4d57043bbcb1e3f0231635994ea634","first_computed_at":"2026-07-05T11:02:13.175016Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:02:13.175016Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qEK17mjirCwuY5qPdNZ2NYthyGQPFYegc/FsTdJRgLoXKTaCYCD/HtdOcOUjg6QWOeS9ZBf5q/qE7MxiaaUeAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:02:13.175616Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.06205","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:70cf62f97df79bea449fdd32f355abd45cf26d587fada32b9ccf0b6f14b8eefe","sha256:629cf06aa1524e583424c1d0faec8fe26f3c4143332f63dffa7a18fa3abf346e"],"state_sha256":"5b03d140b8a0b115ebf66ee8c92cabfef8c22711bb971bfd68946eb95db1ce6d"}