{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:DNWM5HCD7QIQQ75242NMXEOBOS","short_pith_number":"pith:DNWM5HCD","canonical_record":{"source":{"id":"2304.04397","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.DS","submitted_at":"2023-04-10T05:52:38Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"e25164235e73829ab6260d54ef64dc4cd1d70ff5f0905a6d5175a298677fecd3","abstract_canon_sha256":"2662a8425cb49ffd9f328bcaa4942df2d874fd63bdd27176392e142e9e417328"},"schema_version":"1.0"},"canonical_sha256":"1b6cce9c43fc11087fbae69acb91c1748f44758916e3b02874bbb93aa5646ff0","source":{"kind":"arxiv","id":"2304.04397","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.04397","created_at":"2026-07-05T05:59:25Z"},{"alias_kind":"arxiv_version","alias_value":"2304.04397v1","created_at":"2026-07-05T05:59:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.04397","created_at":"2026-07-05T05:59:25Z"},{"alias_kind":"pith_short_12","alias_value":"DNWM5HCD7QIQ","created_at":"2026-07-05T05:59:25Z"},{"alias_kind":"pith_short_16","alias_value":"DNWM5HCD7QIQQ752","created_at":"2026-07-05T05:59:25Z"},{"alias_kind":"pith_short_8","alias_value":"DNWM5HCD","created_at":"2026-07-05T05:59:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:DNWM5HCD7QIQQ75242NMXEOBOS","target":"record","payload":{"canonical_record":{"source":{"id":"2304.04397","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.DS","submitted_at":"2023-04-10T05:52:38Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"e25164235e73829ab6260d54ef64dc4cd1d70ff5f0905a6d5175a298677fecd3","abstract_canon_sha256":"2662a8425cb49ffd9f328bcaa4942df2d874fd63bdd27176392e142e9e417328"},"schema_version":"1.0"},"canonical_sha256":"1b6cce9c43fc11087fbae69acb91c1748f44758916e3b02874bbb93aa5646ff0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:59:25.783668Z","signature_b64":"5fVt6j0Az/wcA5RMlTPRxuMGOzhDctKcE8fPPeePhlKmuGgICs9/KV3VqwLMKysfNTlh0SY5NuKO8iw421n2Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1b6cce9c43fc11087fbae69acb91c1748f44758916e3b02874bbb93aa5646ff0","last_reissued_at":"2026-07-05T05:59:25.783248Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:59:25.783248Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.04397","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:59:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nfMiwS9Qz/FO6AP9tqZDL5T0X3KPt+f5AKXrtjmy48Bx+Nt7TYLYujr1F9dwSVw/MTh25fDRm1f8Fi0jshavBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:34:47.670260Z"},"content_sha256":"b12d3d9068253ecf3441977a2bddd9d5ca2eb2f0ca11b7df39cc85c0fb46a38d","schema_version":"1.0","event_id":"sha256:b12d3d9068253ecf3441977a2bddd9d5ca2eb2f0ca11b7df39cc85c0fb46a38d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:DNWM5HCD7QIQQ75242NMXEOBOS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Randomized and Deterministic Attention Sparsification Algorithms for Over-parameterized Feature Dimension","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.DS","authors_text":"Sridhar Mahadevan, Yichuan Deng, Zhao Song","submitted_at":"2023-04-10T05:52:38Z","abstract_excerpt":"Large language models (LLMs) have shown their power in different areas. Attention computation, as an important subroutine of LLMs, has also attracted interests in theory. Recently the static computation and dynamic maintenance of attention matrix has been studied by [Alman and Song 2023] and [Brand, Song and Zhou 2023] from both algorithmic perspective and hardness perspective. In this work, we consider the sparsification of the attention problem. We make one simplification which is the logit matrix is symmetric. Let $n$ denote the length of sentence, let $d$ denote the embedding dimension. Gi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.04397","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.04397/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:59:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/1DLFKFTSQ6TNoIW/cLkTF7BJlaO+yMxrMt2/CQSo5VA79qPoUjiXOzbh0S4VINqIjcXqw/ihNhjDfpqUwHkAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:34:47.671460Z"},"content_sha256":"8580eec878b705a193f4fa82a87ab7cc2f704c5a6f1e39cd354a8dd68afca038","schema_version":"1.0","event_id":"sha256:8580eec878b705a193f4fa82a87ab7cc2f704c5a6f1e39cd354a8dd68afca038"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DNWM5HCD7QIQQ75242NMXEOBOS/bundle.json","state_url":"https://pith.science/pith/DNWM5HCD7QIQQ75242NMXEOBOS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DNWM5HCD7QIQQ75242NMXEOBOS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T03:34:47Z","links":{"resolver":"https://pith.science/pith/DNWM5HCD7QIQQ75242NMXEOBOS","bundle":"https://pith.science/pith/DNWM5HCD7QIQQ75242NMXEOBOS/bundle.json","state":"https://pith.science/pith/DNWM5HCD7QIQQ75242NMXEOBOS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DNWM5HCD7QIQQ75242NMXEOBOS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:DNWM5HCD7QIQQ75242NMXEOBOS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2662a8425cb49ffd9f328bcaa4942df2d874fd63bdd27176392e142e9e417328","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.DS","submitted_at":"2023-04-10T05:52:38Z","title_canon_sha256":"e25164235e73829ab6260d54ef64dc4cd1d70ff5f0905a6d5175a298677fecd3"},"schema_version":"1.0","source":{"id":"2304.04397","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.04397","created_at":"2026-07-05T05:59:25Z"},{"alias_kind":"arxiv_version","alias_value":"2304.04397v1","created_at":"2026-07-05T05:59:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.04397","created_at":"2026-07-05T05:59:25Z"},{"alias_kind":"pith_short_12","alias_value":"DNWM5HCD7QIQ","created_at":"2026-07-05T05:59:25Z"},{"alias_kind":"pith_short_16","alias_value":"DNWM5HCD7QIQQ752","created_at":"2026-07-05T05:59:25Z"},{"alias_kind":"pith_short_8","alias_value":"DNWM5HCD","created_at":"2026-07-05T05:59:25Z"}],"graph_snapshots":[{"event_id":"sha256:8580eec878b705a193f4fa82a87ab7cc2f704c5a6f1e39cd354a8dd68afca038","target":"graph","created_at":"2026-07-05T05:59:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.04397/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have shown their power in different areas. Attention computation, as an important subroutine of LLMs, has also attracted interests in theory. Recently the static computation and dynamic maintenance of attention matrix has been studied by [Alman and Song 2023] and [Brand, Song and Zhou 2023] from both algorithmic perspective and hardness perspective. In this work, we consider the sparsification of the attention problem. We make one simplification which is the logit matrix is symmetric. Let $n$ denote the length of sentence, let $d$ denote the embedding dimension. Gi","authors_text":"Sridhar Mahadevan, Yichuan Deng, Zhao Song","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.DS","submitted_at":"2023-04-10T05:52:38Z","title":"Randomized and Deterministic Attention Sparsification Algorithms for Over-parameterized Feature Dimension"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.04397","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b12d3d9068253ecf3441977a2bddd9d5ca2eb2f0ca11b7df39cc85c0fb46a38d","target":"record","created_at":"2026-07-05T05:59:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2662a8425cb49ffd9f328bcaa4942df2d874fd63bdd27176392e142e9e417328","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.DS","submitted_at":"2023-04-10T05:52:38Z","title_canon_sha256":"e25164235e73829ab6260d54ef64dc4cd1d70ff5f0905a6d5175a298677fecd3"},"schema_version":"1.0","source":{"id":"2304.04397","kind":"arxiv","version":1}},"canonical_sha256":"1b6cce9c43fc11087fbae69acb91c1748f44758916e3b02874bbb93aa5646ff0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1b6cce9c43fc11087fbae69acb91c1748f44758916e3b02874bbb93aa5646ff0","first_computed_at":"2026-07-05T05:59:25.783248Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:59:25.783248Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5fVt6j0Az/wcA5RMlTPRxuMGOzhDctKcE8fPPeePhlKmuGgICs9/KV3VqwLMKysfNTlh0SY5NuKO8iw421n2Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:59:25.783668Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.04397","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b12d3d9068253ecf3441977a2bddd9d5ca2eb2f0ca11b7df39cc85c0fb46a38d","sha256:8580eec878b705a193f4fa82a87ab7cc2f704c5a6f1e39cd354a8dd68afca038"],"state_sha256":"d9173d4fb60b63e191d9f31b4e615140c93d62818a29d17a949123642e343157"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vEGEGG2Kf8ckXZ7pq06wyNMlOKrsMBfgdXJm4CV14GSN7vziXA5HXkBnxTqXSkCL0ReXa+4TLCrqJNiyAv0NCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T03:34:47.681745Z","bundle_sha256":"9415f6369a87c2d7eeba9069525029c0b92d2aff6b3c8a99b35822d0032018aa"}}