{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:N3PVGO375QN4BOOTP7DPNQQA5Q","short_pith_number":"pith:N3PVGO37","canonical_record":{"source":{"id":"2412.18040","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-23T23:26:07Z","cross_cats_sorted":["cs.AI","cs.CC","cs.CL"],"title_canon_sha256":"e2cbf26ccf854330f98c9d6a802be307efaca146b34d4f5d8ec9a2259ceb6cb5","abstract_canon_sha256":"93ad2b1d01f7e3f9105cfa7309d1463ee73f235263b8c12d7ab98489e6709618"},"schema_version":"1.0"},"canonical_sha256":"6edf533b7fec1bc0b9d37fc6f6c200ec0274909b8b9cb928ae47f6db7bd19d20","source":{"kind":"arxiv","id":"2412.18040","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.18040","created_at":"2026-07-05T09:53:48Z"},{"alias_kind":"arxiv_version","alias_value":"2412.18040v1","created_at":"2026-07-05T09:53:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.18040","created_at":"2026-07-05T09:53:48Z"},{"alias_kind":"pith_short_12","alias_value":"N3PVGO375QN4","created_at":"2026-07-05T09:53:48Z"},{"alias_kind":"pith_short_16","alias_value":"N3PVGO375QN4BOOT","created_at":"2026-07-05T09:53:48Z"},{"alias_kind":"pith_short_8","alias_value":"N3PVGO37","created_at":"2026-07-05T09:53:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:N3PVGO375QN4BOOTP7DPNQQA5Q","target":"record","payload":{"canonical_record":{"source":{"id":"2412.18040","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-23T23:26:07Z","cross_cats_sorted":["cs.AI","cs.CC","cs.CL"],"title_canon_sha256":"e2cbf26ccf854330f98c9d6a802be307efaca146b34d4f5d8ec9a2259ceb6cb5","abstract_canon_sha256":"93ad2b1d01f7e3f9105cfa7309d1463ee73f235263b8c12d7ab98489e6709618"},"schema_version":"1.0"},"canonical_sha256":"6edf533b7fec1bc0b9d37fc6f6c200ec0274909b8b9cb928ae47f6db7bd19d20","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:53:48.828203Z","signature_b64":"hzzCUqUeXC4cd2EudfLnI/vXswUqrOeYF2PoW7taMZnf5Nmwp9Q0/U93ZucT7IQPfkt40H+TweXuC6golfS/Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6edf533b7fec1bc0b9d37fc6f6c200ec0274909b8b9cb928ae47f6db7bd19d20","last_reissued_at":"2026-07-05T09:53:48.827748Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:53:48.827748Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.18040","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:53:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h3xsJyB8t2FhceJQEmEI26dJc5J7+4Ed4LArzHU4f/AUE4VCdUdy+MGlfYqyW1LHqr57XkjNccoeSBj6rgJjAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T17:39:28.478144Z"},"content_sha256":"4bc0db4f855dddc04132bdf9a82874d2f099be6a558754f42a669c533769a4dc","schema_version":"1.0","event_id":"sha256:4bc0db4f855dddc04132bdf9a82874d2f099be6a558754f42a669c533769a4dc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:N3PVGO375QN4BOOTP7DPNQQA5Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Theoretical Constraints on the Expressive Power of $\\mathsf{RoPE}$-based Tensor Attention Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CC","cs.CL"],"primary_cat":"cs.LG","authors_text":"Mingda Wan, Xiaoyu Li, Yingyu Liang, Zhao Song, Zhenmei Shi","submitted_at":"2024-12-23T23:26:07Z","abstract_excerpt":"Tensor Attention extends traditional attention mechanisms by capturing high-order correlations across multiple modalities, addressing the limitations of classical matrix-based attention. Meanwhile, Rotary Position Embedding ($\\mathsf{RoPE}$) has shown superior performance in encoding positional information in long-context scenarios, significantly enhancing transformer models' expressiveness. Despite these empirical successes, the theoretical limitations of these technologies remain underexplored. In this study, we analyze the circuit complexity of Tensor Attention and $\\mathsf{RoPE}$-based Ten"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.18040","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.18040/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:53:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IB92E5mE7qfswPqYrhw8lm1Zsrraut1YWjPtpPS/piZ4V0vjaopsNZTtWUb9Y7JXTmFbnTufpjlzH9yyzWv0DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T17:39:28.478648Z"},"content_sha256":"3726f27c160f5b992d4d8c3daeedbb0c16d122c2396294b0d76addebb1d5acc3","schema_version":"1.0","event_id":"sha256:3726f27c160f5b992d4d8c3daeedbb0c16d122c2396294b0d76addebb1d5acc3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/N3PVGO375QN4BOOTP7DPNQQA5Q/bundle.json","state_url":"https://pith.science/pith/N3PVGO375QN4BOOTP7DPNQQA5Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/N3PVGO375QN4BOOTP7DPNQQA5Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T17:39:28Z","links":{"resolver":"https://pith.science/pith/N3PVGO375QN4BOOTP7DPNQQA5Q","bundle":"https://pith.science/pith/N3PVGO375QN4BOOTP7DPNQQA5Q/bundle.json","state":"https://pith.science/pith/N3PVGO375QN4BOOTP7DPNQQA5Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/N3PVGO375QN4BOOTP7DPNQQA5Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:N3PVGO375QN4BOOTP7DPNQQA5Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"93ad2b1d01f7e3f9105cfa7309d1463ee73f235263b8c12d7ab98489e6709618","cross_cats_sorted":["cs.AI","cs.CC","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-23T23:26:07Z","title_canon_sha256":"e2cbf26ccf854330f98c9d6a802be307efaca146b34d4f5d8ec9a2259ceb6cb5"},"schema_version":"1.0","source":{"id":"2412.18040","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.18040","created_at":"2026-07-05T09:53:48Z"},{"alias_kind":"arxiv_version","alias_value":"2412.18040v1","created_at":"2026-07-05T09:53:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.18040","created_at":"2026-07-05T09:53:48Z"},{"alias_kind":"pith_short_12","alias_value":"N3PVGO375QN4","created_at":"2026-07-05T09:53:48Z"},{"alias_kind":"pith_short_16","alias_value":"N3PVGO375QN4BOOT","created_at":"2026-07-05T09:53:48Z"},{"alias_kind":"pith_short_8","alias_value":"N3PVGO37","created_at":"2026-07-05T09:53:48Z"}],"graph_snapshots":[{"event_id":"sha256:3726f27c160f5b992d4d8c3daeedbb0c16d122c2396294b0d76addebb1d5acc3","target":"graph","created_at":"2026-07-05T09:53:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.18040/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Tensor Attention extends traditional attention mechanisms by capturing high-order correlations across multiple modalities, addressing the limitations of classical matrix-based attention. Meanwhile, Rotary Position Embedding ($\\mathsf{RoPE}$) has shown superior performance in encoding positional information in long-context scenarios, significantly enhancing transformer models' expressiveness. Despite these empirical successes, the theoretical limitations of these technologies remain underexplored. In this study, we analyze the circuit complexity of Tensor Attention and $\\mathsf{RoPE}$-based Ten","authors_text":"Mingda Wan, Xiaoyu Li, Yingyu Liang, Zhao Song, Zhenmei Shi","cross_cats":["cs.AI","cs.CC","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-23T23:26:07Z","title":"Theoretical Constraints on the Expressive Power of $\\mathsf{RoPE}$-based Tensor Attention Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.18040","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4bc0db4f855dddc04132bdf9a82874d2f099be6a558754f42a669c533769a4dc","target":"record","created_at":"2026-07-05T09:53:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"93ad2b1d01f7e3f9105cfa7309d1463ee73f235263b8c12d7ab98489e6709618","cross_cats_sorted":["cs.AI","cs.CC","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-23T23:26:07Z","title_canon_sha256":"e2cbf26ccf854330f98c9d6a802be307efaca146b34d4f5d8ec9a2259ceb6cb5"},"schema_version":"1.0","source":{"id":"2412.18040","kind":"arxiv","version":1}},"canonical_sha256":"6edf533b7fec1bc0b9d37fc6f6c200ec0274909b8b9cb928ae47f6db7bd19d20","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6edf533b7fec1bc0b9d37fc6f6c200ec0274909b8b9cb928ae47f6db7bd19d20","first_computed_at":"2026-07-05T09:53:48.827748Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:53:48.827748Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hzzCUqUeXC4cd2EudfLnI/vXswUqrOeYF2PoW7taMZnf5Nmwp9Q0/U93ZucT7IQPfkt40H+TweXuC6golfS/Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T09:53:48.828203Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.18040","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4bc0db4f855dddc04132bdf9a82874d2f099be6a558754f42a669c533769a4dc","sha256:3726f27c160f5b992d4d8c3daeedbb0c16d122c2396294b0d76addebb1d5acc3"],"state_sha256":"0b896ffb71a66ae48ae3c6229079010a150df69e7a4ac483a2a36fa6992cd2c1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MCsKOM1WVYxVCMlFfEimMRaE1JKpQzvsDTRlc7cAEX61jEmfyyOARQx/McCJXhajToqPlImvQibGlk5fldRLDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T17:39:28.483178Z","bundle_sha256":"c034007235ef1f1d3e804ccae37d86407efd8bac729ec7becd5550a79c2df7bb"}}