{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2026:WKP4WYQRQ45LEMX6AV5B3O7442","short_pith_number":"pith:WKP4WYQR","schema_version":"1.0","canonical_sha256":"b29fcb6211873ab232fe057a1dbbfce6b5064f0c3b92d4c800b8d1f989d3fda6","source":{"kind":"arxiv","id":"2607.19363","version":1},"attestation_state":"computed","paper":{"title":"AdaRoPE: Not All Attention Heads Should Rotate and Scale Equally","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.AI","authors_text":"Jian Li, Shaofan Liu, Shaowen Wang, Shuang Chen, Suncong Zheng, Tansheng Zhu, Yuke Zheng","submitted_at":"2026-06-05T05:09:15Z","abstract_excerpt":"Rotary Position Embedding (RoPE) is widely adopted in Transformers to encode positional information, yet standard implementations enforce a uniform frequency schedule and scaling across all attention heads. Using simplified retrieval tasks and length generalization scenarios, we show -- both empirically and theoretically -- that heads with different functional roles require distinct frequency ranges and attention scaling factors to operate effectively. Ignoring this structure leads to suboptimal utilization of embedding dimensions and degraded performance, particularly under long-context setti"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2607.19363","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2026-06-05T05:09:15Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"f6d491c0a33e4d25fa1f36076f71b08fca9b40ea9235949a7649ce5126f306c8","abstract_canon_sha256":"264a92801705ca12219dddf20d6db0a3398c3a56503ab822a59917657f48d720"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-23T00:23:44.910016Z","signature_b64":"DgVj4WOsGDElV+t6+qFAmdwU03Ra01z9415BiYWydiu13MpIz0iOF8ZBhg15W7zmBRMBucFdD2r9xBYxHhdLCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b29fcb6211873ab232fe057a1dbbfce6b5064f0c3b92d4c800b8d1f989d3fda6","last_reissued_at":"2026-07-23T00:23:44.909154Z","signature_status":"signed_v1","first_computed_at":"2026-07-23T00:23:44.909154Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"AdaRoPE: Not All Attention Heads Should Rotate and Scale Equally","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.AI","authors_text":"Jian Li, Shaofan Liu, Shaowen Wang, Shuang Chen, Suncong Zheng, Tansheng Zhu, Yuke Zheng","submitted_at":"2026-06-05T05:09:15Z","abstract_excerpt":"Rotary Position Embedding (RoPE) is widely adopted in Transformers to encode positional information, yet standard implementations enforce a uniform frequency schedule and scaling across all attention heads. Using simplified retrieval tasks and length generalization scenarios, we show -- both empirically and theoretically -- that heads with different functional roles require distinct frequency ranges and attention scaling factors to operate effectively. Ignoring this structure leads to suboptimal utilization of embedding dimensions and degraded performance, particularly under long-context setti"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.19363","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2607.19363/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2607.19363","created_at":"2026-07-23T00:23:44.909598+00:00"},{"alias_kind":"arxiv_version","alias_value":"2607.19363v1","created_at":"2026-07-23T00:23:44.909598+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.19363","created_at":"2026-07-23T00:23:44.909598+00:00"},{"alias_kind":"pith_short_12","alias_value":"WKP4WYQRQ45L","created_at":"2026-07-23T00:23:44.909598+00:00"},{"alias_kind":"pith_short_16","alias_value":"WKP4WYQRQ45LEMX6","created_at":"2026-07-23T00:23:44.909598+00:00"},{"alias_kind":"pith_short_8","alias_value":"WKP4WYQR","created_at":"2026-07-23T00:23:44.909598+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/WKP4WYQRQ45LEMX6AV5B3O7442","json":"https://pith.science/pith/WKP4WYQRQ45LEMX6AV5B3O7442.json","graph_json":"https://pith.science/api/pith-number/WKP4WYQRQ45LEMX6AV5B3O7442/graph.json","events_json":"https://pith.science/api/pith-number/WKP4WYQRQ45LEMX6AV5B3O7442/events.json","paper":"https://pith.science/paper/WKP4WYQR"},"agent_actions":{"view_html":"https://pith.science/pith/WKP4WYQRQ45LEMX6AV5B3O7442","download_json":"https://pith.science/pith/WKP4WYQRQ45LEMX6AV5B3O7442.json","view_paper":"https://pith.science/paper/WKP4WYQR","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2607.19363&json=true","fetch_graph":"https://pith.science/api/pith-number/WKP4WYQRQ45LEMX6AV5B3O7442/graph.json","fetch_events":"https://pith.science/api/pith-number/WKP4WYQRQ45LEMX6AV5B3O7442/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/WKP4WYQRQ45LEMX6AV5B3O7442/action/timestamp_anchor","attest_storage":"https://pith.science/pith/WKP4WYQRQ45LEMX6AV5B3O7442/action/storage_attestation","attest_author":"https://pith.science/pith/WKP4WYQRQ45LEMX6AV5B3O7442/action/author_attestation","sign_citation":"https://pith.science/pith/WKP4WYQRQ45LEMX6AV5B3O7442/action/citation_signature","submit_replication":"https://pith.science/pith/WKP4WYQRQ45LEMX6AV5B3O7442/action/replication_record"}},"created_at":"2026-07-23T00:23:44.909598+00:00","updated_at":"2026-07-23T00:23:44.909598+00:00"}