{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:Z3RXTPOIQMDC2KU57YHYHFWJHW","short_pith_number":"pith:Z3RXTPOI","canonical_record":{"source":{"id":"2411.07602","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-12T07:24:41Z","cross_cats_sorted":["cs.AI","cs.CC","cs.CL"],"title_canon_sha256":"aa918a58b42d05f5570f32073de63c396b94227833659e1b67e957e6dfb7f5fb","abstract_canon_sha256":"68d0a3a28f524f6bad66e2121698c58873bf4e9e81dc8a03f5ffb13d053c6f4f"},"schema_version":"1.0"},"canonical_sha256":"cee379bdc883062d2a9dfe0f8396c93da4f75841e621fa32cae38f32f350e311","source":{"kind":"arxiv","id":"2411.07602","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.07602","created_at":"2026-07-05T09:42:32Z"},{"alias_kind":"arxiv_version","alias_value":"2411.07602v2","created_at":"2026-07-05T09:42:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.07602","created_at":"2026-07-05T09:42:32Z"},{"alias_kind":"pith_short_12","alias_value":"Z3RXTPOIQMDC","created_at":"2026-07-05T09:42:32Z"},{"alias_kind":"pith_short_16","alias_value":"Z3RXTPOIQMDC2KU5","created_at":"2026-07-05T09:42:32Z"},{"alias_kind":"pith_short_8","alias_value":"Z3RXTPOI","created_at":"2026-07-05T09:42:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:Z3RXTPOIQMDC2KU57YHYHFWJHW","target":"record","payload":{"canonical_record":{"source":{"id":"2411.07602","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-12T07:24:41Z","cross_cats_sorted":["cs.AI","cs.CC","cs.CL"],"title_canon_sha256":"aa918a58b42d05f5570f32073de63c396b94227833659e1b67e957e6dfb7f5fb","abstract_canon_sha256":"68d0a3a28f524f6bad66e2121698c58873bf4e9e81dc8a03f5ffb13d053c6f4f"},"schema_version":"1.0"},"canonical_sha256":"cee379bdc883062d2a9dfe0f8396c93da4f75841e621fa32cae38f32f350e311","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:42:32.384556Z","signature_b64":"mpCoORmKcn1Ji/gtXh5EjOFFtuD4Vn6XP2T4lTD0C9TxMi2rw1v30++RcHN+tgiM7X7kpzVxLAPv+pFnPoMCBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cee379bdc883062d2a9dfe0f8396c93da4f75841e621fa32cae38f32f350e311","last_reissued_at":"2026-07-05T09:42:32.384041Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:42:32.384041Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.07602","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:42:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zD6Q87Z4tNPFay2PZGeOn9hs//xkYhQCWxp+74bNgB7jQlY4ane1iLtxBW10WZpwNA8nyvGs9VLTaCM9AJDPAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:24:45.732316Z"},"content_sha256":"ce7702ac2c4c33518095fecfc8a79d4e94bd4a41bc6a83a885b7fcc10a569145","schema_version":"1.0","event_id":"sha256:ce7702ac2c4c33518095fecfc8a79d4e94bd4a41bc6a83a885b7fcc10a569145"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:Z3RXTPOIQMDC2KU57YHYHFWJHW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Circuit Complexity Bounds for RoPE-based Transformer Architecture","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CC","cs.CL"],"primary_cat":"cs.LG","authors_text":"Bo Chen, Jiangxuan Long, Xiaoyu Li, Yingyu Liang, Zhao Song, Zhenmei Shi","submitted_at":"2024-11-12T07:24:41Z","abstract_excerpt":"Characterizing the express power of the Transformer architecture is critical to understanding its capacity limits and scaling law. Recent works provide the circuit complexity bounds to Transformer-like architecture. On the other hand, Rotary Position Embedding ($\\mathsf{RoPE}$) has emerged as a crucial technique in modern large language models, offering superior performance in capturing positional information compared to traditional position embeddings, which shows great potential in application prospects, particularly for the long context scenario. Empirical evidence also suggests that $\\math"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.07602","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.07602/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:42:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"f1XTHnmRAKovLKJk6TEFrcEp1RSPYKeNOotmQTYFydTWE/akJjraLJs075N5OpRbrEWNr1wA9elx0144PKMgAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:24:45.732870Z"},"content_sha256":"1b6672c3bdef9e12a54762ffb682775e8b8722264fcf32dbd140194fbc532d46","schema_version":"1.0","event_id":"sha256:1b6672c3bdef9e12a54762ffb682775e8b8722264fcf32dbd140194fbc532d46"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Z3RXTPOIQMDC2KU57YHYHFWJHW/bundle.json","state_url":"https://pith.science/pith/Z3RXTPOIQMDC2KU57YHYHFWJHW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Z3RXTPOIQMDC2KU57YHYHFWJHW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T17:24:45Z","links":{"resolver":"https://pith.science/pith/Z3RXTPOIQMDC2KU57YHYHFWJHW","bundle":"https://pith.science/pith/Z3RXTPOIQMDC2KU57YHYHFWJHW/bundle.json","state":"https://pith.science/pith/Z3RXTPOIQMDC2KU57YHYHFWJHW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Z3RXTPOIQMDC2KU57YHYHFWJHW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:Z3RXTPOIQMDC2KU57YHYHFWJHW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"68d0a3a28f524f6bad66e2121698c58873bf4e9e81dc8a03f5ffb13d053c6f4f","cross_cats_sorted":["cs.AI","cs.CC","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-12T07:24:41Z","title_canon_sha256":"aa918a58b42d05f5570f32073de63c396b94227833659e1b67e957e6dfb7f5fb"},"schema_version":"1.0","source":{"id":"2411.07602","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.07602","created_at":"2026-07-05T09:42:32Z"},{"alias_kind":"arxiv_version","alias_value":"2411.07602v2","created_at":"2026-07-05T09:42:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.07602","created_at":"2026-07-05T09:42:32Z"},{"alias_kind":"pith_short_12","alias_value":"Z3RXTPOIQMDC","created_at":"2026-07-05T09:42:32Z"},{"alias_kind":"pith_short_16","alias_value":"Z3RXTPOIQMDC2KU5","created_at":"2026-07-05T09:42:32Z"},{"alias_kind":"pith_short_8","alias_value":"Z3RXTPOI","created_at":"2026-07-05T09:42:32Z"}],"graph_snapshots":[{"event_id":"sha256:1b6672c3bdef9e12a54762ffb682775e8b8722264fcf32dbd140194fbc532d46","target":"graph","created_at":"2026-07-05T09:42:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.07602/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Characterizing the express power of the Transformer architecture is critical to understanding its capacity limits and scaling law. Recent works provide the circuit complexity bounds to Transformer-like architecture. On the other hand, Rotary Position Embedding ($\\mathsf{RoPE}$) has emerged as a crucial technique in modern large language models, offering superior performance in capturing positional information compared to traditional position embeddings, which shows great potential in application prospects, particularly for the long context scenario. Empirical evidence also suggests that $\\math","authors_text":"Bo Chen, Jiangxuan Long, Xiaoyu Li, Yingyu Liang, Zhao Song, Zhenmei Shi","cross_cats":["cs.AI","cs.CC","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-12T07:24:41Z","title":"Circuit Complexity Bounds for RoPE-based Transformer Architecture"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.07602","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ce7702ac2c4c33518095fecfc8a79d4e94bd4a41bc6a83a885b7fcc10a569145","target":"record","created_at":"2026-07-05T09:42:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"68d0a3a28f524f6bad66e2121698c58873bf4e9e81dc8a03f5ffb13d053c6f4f","cross_cats_sorted":["cs.AI","cs.CC","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-12T07:24:41Z","title_canon_sha256":"aa918a58b42d05f5570f32073de63c396b94227833659e1b67e957e6dfb7f5fb"},"schema_version":"1.0","source":{"id":"2411.07602","kind":"arxiv","version":2}},"canonical_sha256":"cee379bdc883062d2a9dfe0f8396c93da4f75841e621fa32cae38f32f350e311","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cee379bdc883062d2a9dfe0f8396c93da4f75841e621fa32cae38f32f350e311","first_computed_at":"2026-07-05T09:42:32.384041Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:42:32.384041Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mpCoORmKcn1Ji/gtXh5EjOFFtuD4Vn6XP2T4lTD0C9TxMi2rw1v30++RcHN+tgiM7X7kpzVxLAPv+pFnPoMCBg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:42:32.384556Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.07602","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ce7702ac2c4c33518095fecfc8a79d4e94bd4a41bc6a83a885b7fcc10a569145","sha256:1b6672c3bdef9e12a54762ffb682775e8b8722264fcf32dbd140194fbc532d46"],"state_sha256":"0476361615d61fc6004bb19c17a59daa08f8d3275488ba5c3a7b8bc505f1a63f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WauX3kZBI4D+bVEOJUg0+iuL2z8mdfVAeU627aJBZ14taPK5ivNGW5/ThvN7cBFRrbAHE2cGKKlLK5+IrrZXCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T17:24:45.736351Z","bundle_sha256":"0175511cd365d80aea17bc53e68f6a783acf87a978300fbf89118f6c3d241b7f"}}