{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:HWHR52P5VMGU45S23DEQGLBYFJ","short_pith_number":"pith:HWHR52P5","canonical_record":{"source":{"id":"2406.15486","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T11:05:15Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"658adb9838894b1ef36ee5c814a4ba0d628b9ba150beee090dbdee5ddf458444","abstract_canon_sha256":"ac78ddf832f5985ad454f5b68668722c19775c7e1f3fd66af8e69b346edb25f0"},"schema_version":"1.0"},"canonical_sha256":"3d8f1ee9fdab0d4e765ad8c9032c382a7e34e4a1938f8ad26b961bebbea65a45","source":{"kind":"arxiv","id":"2406.15486","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.15486","created_at":"2026-07-05T12:03:42Z"},{"alias_kind":"arxiv_version","alias_value":"2406.15486v3","created_at":"2026-07-05T12:03:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.15486","created_at":"2026-07-05T12:03:42Z"},{"alias_kind":"pith_short_12","alias_value":"HWHR52P5VMGU","created_at":"2026-07-05T12:03:42Z"},{"alias_kind":"pith_short_16","alias_value":"HWHR52P5VMGU45S2","created_at":"2026-07-05T12:03:42Z"},{"alias_kind":"pith_short_8","alias_value":"HWHR52P5","created_at":"2026-07-05T12:03:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:HWHR52P5VMGU45S23DEQGLBYFJ","target":"record","payload":{"canonical_record":{"source":{"id":"2406.15486","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T11:05:15Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"658adb9838894b1ef36ee5c814a4ba0d628b9ba150beee090dbdee5ddf458444","abstract_canon_sha256":"ac78ddf832f5985ad454f5b68668722c19775c7e1f3fd66af8e69b346edb25f0"},"schema_version":"1.0"},"canonical_sha256":"3d8f1ee9fdab0d4e765ad8c9032c382a7e34e4a1938f8ad26b961bebbea65a45","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:03:42.883226Z","signature_b64":"rEJtqFM8jUAVfERNhMb3G6UP9WvvJsF7idakischXnqod+jxH0+1G6hgf0KesfiCVs/CvkxrAvssGbMxRTlrAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3d8f1ee9fdab0d4e765ad8c9032c382a7e34e4a1938f8ad26b961bebbea65a45","last_reissued_at":"2026-07-05T12:03:42.882603Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:03:42.882603Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.15486","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:03:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N1MzYYPs2ot+iIs+VVEGDTIxDhsL7RuuhIZLn1x+0VRwHvZvpNmYZbBk3GmTquryqDUOsKOQgE8OyjYDvTvMBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T17:42:36.779151Z"},"content_sha256":"cfe0653df869224cfec0e48be0eeed5ccf3caead7da6bbddc2d3c77588022f86","schema_version":"1.0","event_id":"sha256:cfe0653df869224cfec0e48be0eeed5ccf3caead7da6bbddc2d3c77588022f86"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:HWHR52P5VMGU45S23DEQGLBYFJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SampleAttention: Near-Lossless Acceleration of Long Context LLM Inference with Adaptive Structured Sparse Attention","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Chang Chen, Chao Yang, Dahua Lin, Guanyu Feng, Jiangfei Duan, Qianchao Zhu, Siran Liu, Xiao Chuanfu, Xin Lv","submitted_at":"2024-06-17T11:05:15Z","abstract_excerpt":"Large language models (LLMs) now support extremely long context windows, but the quadratic complexity of vanilla attention results in significantly long Time-to-First-Token (TTFT) latency. Existing approaches to address this complexity require additional pretraining or finetuning, and often sacrifice model accuracy. In this paper, we first provide both theoretical and empirical foundations for near-lossless sparse attention. We find dynamically capturing head-specific sparse patterns at runtime with low overhead is crucial. To address this, we propose SampleAttention, an adaptive structured an"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.15486","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.15486/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:03:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"k+lrr6C4Su6d+NoEYJ0mNLg29XOHqJu6Of2eSkiKHaqUCNL5MQl5xYhTQDA3A+f7b7JiHqnIDcJ4FVTRHU65DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T17:42:36.780127Z"},"content_sha256":"0ea691c51b3cfc5380b1e637c91252e8a4ec81b60646ab82c507cc0e645e9b01","schema_version":"1.0","event_id":"sha256:0ea691c51b3cfc5380b1e637c91252e8a4ec81b60646ab82c507cc0e645e9b01"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HWHR52P5VMGU45S23DEQGLBYFJ/bundle.json","state_url":"https://pith.science/pith/HWHR52P5VMGU45S23DEQGLBYFJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HWHR52P5VMGU45S23DEQGLBYFJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T17:42:36Z","links":{"resolver":"https://pith.science/pith/HWHR52P5VMGU45S23DEQGLBYFJ","bundle":"https://pith.science/pith/HWHR52P5VMGU45S23DEQGLBYFJ/bundle.json","state":"https://pith.science/pith/HWHR52P5VMGU45S23DEQGLBYFJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HWHR52P5VMGU45S23DEQGLBYFJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HWHR52P5VMGU45S23DEQGLBYFJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ac78ddf832f5985ad454f5b68668722c19775c7e1f3fd66af8e69b346edb25f0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T11:05:15Z","title_canon_sha256":"658adb9838894b1ef36ee5c814a4ba0d628b9ba150beee090dbdee5ddf458444"},"schema_version":"1.0","source":{"id":"2406.15486","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.15486","created_at":"2026-07-05T12:03:42Z"},{"alias_kind":"arxiv_version","alias_value":"2406.15486v3","created_at":"2026-07-05T12:03:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.15486","created_at":"2026-07-05T12:03:42Z"},{"alias_kind":"pith_short_12","alias_value":"HWHR52P5VMGU","created_at":"2026-07-05T12:03:42Z"},{"alias_kind":"pith_short_16","alias_value":"HWHR52P5VMGU45S2","created_at":"2026-07-05T12:03:42Z"},{"alias_kind":"pith_short_8","alias_value":"HWHR52P5","created_at":"2026-07-05T12:03:42Z"}],"graph_snapshots":[{"event_id":"sha256:0ea691c51b3cfc5380b1e637c91252e8a4ec81b60646ab82c507cc0e645e9b01","target":"graph","created_at":"2026-07-05T12:03:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.15486/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) now support extremely long context windows, but the quadratic complexity of vanilla attention results in significantly long Time-to-First-Token (TTFT) latency. Existing approaches to address this complexity require additional pretraining or finetuning, and often sacrifice model accuracy. In this paper, we first provide both theoretical and empirical foundations for near-lossless sparse attention. We find dynamically capturing head-specific sparse patterns at runtime with low overhead is crucial. To address this, we propose SampleAttention, an adaptive structured an","authors_text":"Chang Chen, Chao Yang, Dahua Lin, Guanyu Feng, Jiangfei Duan, Qianchao Zhu, Siran Liu, Xiao Chuanfu, Xin Lv","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T11:05:15Z","title":"SampleAttention: Near-Lossless Acceleration of Long Context LLM Inference with Adaptive Structured Sparse Attention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.15486","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cfe0653df869224cfec0e48be0eeed5ccf3caead7da6bbddc2d3c77588022f86","target":"record","created_at":"2026-07-05T12:03:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ac78ddf832f5985ad454f5b68668722c19775c7e1f3fd66af8e69b346edb25f0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T11:05:15Z","title_canon_sha256":"658adb9838894b1ef36ee5c814a4ba0d628b9ba150beee090dbdee5ddf458444"},"schema_version":"1.0","source":{"id":"2406.15486","kind":"arxiv","version":3}},"canonical_sha256":"3d8f1ee9fdab0d4e765ad8c9032c382a7e34e4a1938f8ad26b961bebbea65a45","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3d8f1ee9fdab0d4e765ad8c9032c382a7e34e4a1938f8ad26b961bebbea65a45","first_computed_at":"2026-07-05T12:03:42.882603Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:03:42.882603Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rEJtqFM8jUAVfERNhMb3G6UP9WvvJsF7idakischXnqod+jxH0+1G6hgf0KesfiCVs/CvkxrAvssGbMxRTlrAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T12:03:42.883226Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.15486","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cfe0653df869224cfec0e48be0eeed5ccf3caead7da6bbddc2d3c77588022f86","sha256:0ea691c51b3cfc5380b1e637c91252e8a4ec81b60646ab82c507cc0e645e9b01"],"state_sha256":"ef53637bb9f5b51fba92ac647dd7e5a0daccfd8b835035ecfa116d8db5634eae"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y9L9L5IwVn+CSN8QsdIafLsHwJOdIqB6kJmBhaQBIsdUff2bcMJI4XsTM9owkxyn/O5ZVX6FLtD5E7u4Cq+RDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T17:42:36.787585Z","bundle_sha256":"7e8e69286639c6753ce922a239c2bf25ea97dd192f40e3056b90fe747f5db527"}}