{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HWHR52P5VMGU45S23DEQGLBYFJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ac78ddf832f5985ad454f5b68668722c19775c7e1f3fd66af8e69b346edb25f0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T11:05:15Z","title_canon_sha256":"658adb9838894b1ef36ee5c814a4ba0d628b9ba150beee090dbdee5ddf458444"},"schema_version":"1.0","source":{"id":"2406.15486","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.15486","created_at":"2026-07-05T12:03:42Z"},{"alias_kind":"arxiv_version","alias_value":"2406.15486v3","created_at":"2026-07-05T12:03:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.15486","created_at":"2026-07-05T12:03:42Z"},{"alias_kind":"pith_short_12","alias_value":"HWHR52P5VMGU","created_at":"2026-07-05T12:03:42Z"},{"alias_kind":"pith_short_16","alias_value":"HWHR52P5VMGU45S2","created_at":"2026-07-05T12:03:42Z"},{"alias_kind":"pith_short_8","alias_value":"HWHR52P5","created_at":"2026-07-05T12:03:42Z"}],"graph_snapshots":[{"event_id":"sha256:0ea691c51b3cfc5380b1e637c91252e8a4ec81b60646ab82c507cc0e645e9b01","target":"graph","created_at":"2026-07-05T12:03:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.15486/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) now support extremely long context windows, but the quadratic complexity of vanilla attention results in significantly long Time-to-First-Token (TTFT) latency. Existing approaches to address this complexity require additional pretraining or finetuning, and often sacrifice model accuracy. In this paper, we first provide both theoretical and empirical foundations for near-lossless sparse attention. We find dynamically capturing head-specific sparse patterns at runtime with low overhead is crucial. To address this, we propose SampleAttention, an adaptive structured an","authors_text":"Chang Chen, Chao Yang, Dahua Lin, Guanyu Feng, Jiangfei Duan, Qianchao Zhu, Siran Liu, Xiao Chuanfu, Xin Lv","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T11:05:15Z","title":"SampleAttention: Near-Lossless Acceleration of Long Context LLM Inference with Adaptive Structured Sparse Attention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.15486","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cfe0653df869224cfec0e48be0eeed5ccf3caead7da6bbddc2d3c77588022f86","target":"record","created_at":"2026-07-05T12:03:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ac78ddf832f5985ad454f5b68668722c19775c7e1f3fd66af8e69b346edb25f0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T11:05:15Z","title_canon_sha256":"658adb9838894b1ef36ee5c814a4ba0d628b9ba150beee090dbdee5ddf458444"},"schema_version":"1.0","source":{"id":"2406.15486","kind":"arxiv","version":3}},"canonical_sha256":"3d8f1ee9fdab0d4e765ad8c9032c382a7e34e4a1938f8ad26b961bebbea65a45","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3d8f1ee9fdab0d4e765ad8c9032c382a7e34e4a1938f8ad26b961bebbea65a45","first_computed_at":"2026-07-05T12:03:42.882603Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:03:42.882603Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rEJtqFM8jUAVfERNhMb3G6UP9WvvJsF7idakischXnqod+jxH0+1G6hgf0KesfiCVs/CvkxrAvssGbMxRTlrAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T12:03:42.883226Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.15486","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cfe0653df869224cfec0e48be0eeed5ccf3caead7da6bbddc2d3c77588022f86","sha256:0ea691c51b3cfc5380b1e637c91252e8a4ec81b60646ab82c507cc0e645e9b01"],"state_sha256":"ef53637bb9f5b51fba92ac647dd7e5a0daccfd8b835035ecfa116d8db5634eae"}