{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:UVCXDP5ESZJMOGJSS3BM76GYD3","short_pith_number":"pith:UVCXDP5E","canonical_record":{"source":{"id":"2411.10741","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-16T08:47:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"99fd9cf0f2a03963c8ee1c479cb82749727499ce362372134977600cbd593013","abstract_canon_sha256":"797e271303f2a42cfaac021e5d0a4adab17ab96c37416e650e370b81b48ab268"},"schema_version":"1.0"},"canonical_sha256":"a54571bfa49652c7193296c2cff8d81edbca0cd8e1bfb67db1b983d4f67981d1","source":{"kind":"arxiv","id":"2411.10741","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.10741","created_at":"2026-07-05T09:36:21Z"},{"alias_kind":"arxiv_version","alias_value":"2411.10741v1","created_at":"2026-07-05T09:36:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.10741","created_at":"2026-07-05T09:36:21Z"},{"alias_kind":"pith_short_12","alias_value":"UVCXDP5ESZJM","created_at":"2026-07-05T09:36:21Z"},{"alias_kind":"pith_short_16","alias_value":"UVCXDP5ESZJMOGJS","created_at":"2026-07-05T09:36:21Z"},{"alias_kind":"pith_short_8","alias_value":"UVCXDP5E","created_at":"2026-07-05T09:36:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:UVCXDP5ESZJMOGJSS3BM76GYD3","target":"record","payload":{"canonical_record":{"source":{"id":"2411.10741","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-16T08:47:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"99fd9cf0f2a03963c8ee1c479cb82749727499ce362372134977600cbd593013","abstract_canon_sha256":"797e271303f2a42cfaac021e5d0a4adab17ab96c37416e650e370b81b48ab268"},"schema_version":"1.0"},"canonical_sha256":"a54571bfa49652c7193296c2cff8d81edbca0cd8e1bfb67db1b983d4f67981d1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:36:21.400252Z","signature_b64":"gLlW9f7OJwObkwRy3bhhIwdbOZr1oEl7seJKGgSHu4y/8xppdudHdPZmb9tocsYfEIZrdkvX1BXxuLJC+jw1Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a54571bfa49652c7193296c2cff8d81edbca0cd8e1bfb67db1b983d4f67981d1","last_reissued_at":"2026-07-05T09:36:21.399790Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:36:21.399790Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.10741","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M07pK1m2+l7J8xaiFqZLyHhveu+tRLo8ZJYwofsyu6wMq5KI1x2Q6q+gks+B1aPfC5x1VNDlhNa6zYKYYmHRAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T09:26:55.659209Z"},"content_sha256":"40fd8c89ed6c2db43d013145347b1099e9b506695161668e888bcaaf67881374","schema_version":"1.0","event_id":"sha256:40fd8c89ed6c2db43d013145347b1099e9b506695161668e888bcaaf67881374"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:UVCXDP5ESZJMOGJSS3BM76GYD3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MetaLA: Unified Optimal Linear Approximation to Softmax Attention Map","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Bo Xu, Guoqi Li, Jibin Wu, Kexin Wang, Man Yao, Ruijie Zhu, Yiran Zhong, Yuhong Chou, Yu Qiao, Yuqi Pan","submitted_at":"2024-11-16T08:47:32Z","abstract_excerpt":"Various linear complexity models, such as Linear Transformer (LinFormer), State Space Model (SSM), and Linear RNN (LinRNN), have been proposed to replace the conventional softmax attention in Transformer structures. However, the optimal design of these linear models is still an open question. In this work, we attempt to answer this question by finding the best linear approximation to softmax attention from a theoretical perspective. We start by unifying existing linear complexity models as the linear attention form and then identify three conditions for the optimal linear attention design: 1) "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.10741","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.10741/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lZ9KsOLaOpzp9NKTwt8lnvApgjqykd2/ZTx50h/xoj8pJk9Hhh3q17toiL1gbj4RGcVMGZbZvk5p80get4K6Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T09:26:55.659759Z"},"content_sha256":"0c185cf0b77a3923c7385f3e460f5746edc76859e5ff83207d2595d9f1199836","schema_version":"1.0","event_id":"sha256:0c185cf0b77a3923c7385f3e460f5746edc76859e5ff83207d2595d9f1199836"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UVCXDP5ESZJMOGJSS3BM76GYD3/bundle.json","state_url":"https://pith.science/pith/UVCXDP5ESZJMOGJSS3BM76GYD3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UVCXDP5ESZJMOGJSS3BM76GYD3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T09:26:55Z","links":{"resolver":"https://pith.science/pith/UVCXDP5ESZJMOGJSS3BM76GYD3","bundle":"https://pith.science/pith/UVCXDP5ESZJMOGJSS3BM76GYD3/bundle.json","state":"https://pith.science/pith/UVCXDP5ESZJMOGJSS3BM76GYD3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UVCXDP5ESZJMOGJSS3BM76GYD3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UVCXDP5ESZJMOGJSS3BM76GYD3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"797e271303f2a42cfaac021e5d0a4adab17ab96c37416e650e370b81b48ab268","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-16T08:47:32Z","title_canon_sha256":"99fd9cf0f2a03963c8ee1c479cb82749727499ce362372134977600cbd593013"},"schema_version":"1.0","source":{"id":"2411.10741","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.10741","created_at":"2026-07-05T09:36:21Z"},{"alias_kind":"arxiv_version","alias_value":"2411.10741v1","created_at":"2026-07-05T09:36:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.10741","created_at":"2026-07-05T09:36:21Z"},{"alias_kind":"pith_short_12","alias_value":"UVCXDP5ESZJM","created_at":"2026-07-05T09:36:21Z"},{"alias_kind":"pith_short_16","alias_value":"UVCXDP5ESZJMOGJS","created_at":"2026-07-05T09:36:21Z"},{"alias_kind":"pith_short_8","alias_value":"UVCXDP5E","created_at":"2026-07-05T09:36:21Z"}],"graph_snapshots":[{"event_id":"sha256:0c185cf0b77a3923c7385f3e460f5746edc76859e5ff83207d2595d9f1199836","target":"graph","created_at":"2026-07-05T09:36:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.10741/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Various linear complexity models, such as Linear Transformer (LinFormer), State Space Model (SSM), and Linear RNN (LinRNN), have been proposed to replace the conventional softmax attention in Transformer structures. However, the optimal design of these linear models is still an open question. In this work, we attempt to answer this question by finding the best linear approximation to softmax attention from a theoretical perspective. We start by unifying existing linear complexity models as the linear attention form and then identify three conditions for the optimal linear attention design: 1) ","authors_text":"Bo Xu, Guoqi Li, Jibin Wu, Kexin Wang, Man Yao, Ruijie Zhu, Yiran Zhong, Yuhong Chou, Yu Qiao, Yuqi Pan","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-16T08:47:32Z","title":"MetaLA: Unified Optimal Linear Approximation to Softmax Attention Map"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.10741","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:40fd8c89ed6c2db43d013145347b1099e9b506695161668e888bcaaf67881374","target":"record","created_at":"2026-07-05T09:36:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"797e271303f2a42cfaac021e5d0a4adab17ab96c37416e650e370b81b48ab268","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-11-16T08:47:32Z","title_canon_sha256":"99fd9cf0f2a03963c8ee1c479cb82749727499ce362372134977600cbd593013"},"schema_version":"1.0","source":{"id":"2411.10741","kind":"arxiv","version":1}},"canonical_sha256":"a54571bfa49652c7193296c2cff8d81edbca0cd8e1bfb67db1b983d4f67981d1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a54571bfa49652c7193296c2cff8d81edbca0cd8e1bfb67db1b983d4f67981d1","first_computed_at":"2026-07-05T09:36:21.399790Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:36:21.399790Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gLlW9f7OJwObkwRy3bhhIwdbOZr1oEl7seJKGgSHu4y/8xppdudHdPZmb9tocsYfEIZrdkvX1BXxuLJC+jw1Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:36:21.400252Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.10741","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:40fd8c89ed6c2db43d013145347b1099e9b506695161668e888bcaaf67881374","sha256:0c185cf0b77a3923c7385f3e460f5746edc76859e5ff83207d2595d9f1199836"],"state_sha256":"5255ff5bc929d8ce72bb52b891c58a61e72879dd8e6acb7bc2cf69ae082109b7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hch4Xcjd3xlj9y1GlRHkGc390Q0ArDuNd4Q7GVs5wUNwXqDr98obqIZqlJb+Gr1EpV46PgJSGESqlk5frSp+Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T09:26:55.664097Z","bundle_sha256":"c102b69ec133121e70a453b42162a65325e54a1111f654fe10cc5c2a35c27e9a"}}