{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:2DUL3JSHPRNATVGV3T56X5ODW5","short_pith_number":"pith:2DUL3JSH","canonical_record":{"source":{"id":"2405.13019","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-15T07:36:56Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3cef480a5392f289637c96c10d8e3a0f4822ff003fc654ba7ed60dd47d62ce75","abstract_canon_sha256":"38d23d18e1572a3a169f08946fd2c599d97bee203706f67c666be34b4d28cfd4"},"schema_version":"1.0"},"canonical_sha256":"d0e8bda6477c5a09d4d5dcfbebf5c3b75cab5cfb147d43986485877d94e6c25d","source":{"kind":"arxiv","id":"2405.13019","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.13019","created_at":"2026-07-05T08:22:40Z"},{"alias_kind":"arxiv_version","alias_value":"2405.13019v2","created_at":"2026-07-05T08:22:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.13019","created_at":"2026-07-05T08:22:40Z"},{"alias_kind":"pith_short_12","alias_value":"2DUL3JSHPRNA","created_at":"2026-07-05T08:22:40Z"},{"alias_kind":"pith_short_16","alias_value":"2DUL3JSHPRNATVGV","created_at":"2026-07-05T08:22:40Z"},{"alias_kind":"pith_short_8","alias_value":"2DUL3JSH","created_at":"2026-07-05T08:22:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:2DUL3JSHPRNATVGV3T56X5ODW5","target":"record","payload":{"canonical_record":{"source":{"id":"2405.13019","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-15T07:36:56Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3cef480a5392f289637c96c10d8e3a0f4822ff003fc654ba7ed60dd47d62ce75","abstract_canon_sha256":"38d23d18e1572a3a169f08946fd2c599d97bee203706f67c666be34b4d28cfd4"},"schema_version":"1.0"},"canonical_sha256":"d0e8bda6477c5a09d4d5dcfbebf5c3b75cab5cfb147d43986485877d94e6c25d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:22:40.947724Z","signature_b64":"xqlPQjJ/o1Uy8Ep2r2dt4VLkyIMiDZWdub0fbg/rYrkNrwbbp1OGn6wLq/5bntuHzuRtdrO0J5BTbFb+GNXpAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d0e8bda6477c5a09d4d5dcfbebf5c3b75cab5cfb147d43986485877d94e6c25d","last_reissued_at":"2026-07-05T08:22:40.947253Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:22:40.947253Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.13019","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:22:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MYIUSmxRsx9Qw6Vk1CQ68KGnD88Ff91uG39Bu1iaCUA/DCPin3CaS49LTpqJo/KHGbgaqXN7KvVowi3lDu+WAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T17:51:53.663074Z"},"content_sha256":"5c2e663648622f56758d4ac8e28062799b02ba08d6f2550a8b2fc88134c2fba9","schema_version":"1.0","event_id":"sha256:5c2e663648622f56758d4ac8e28062799b02ba08d6f2550a8b2fc88134c2fba9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:2DUL3JSHPRNATVGV3T56X5ODW5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Comprehensive Survey of Accelerated Generation Techniques in Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Aman Chadha, Mahsa Khoshnoodi, Malavika Srikanth, Mingye Gao, Vinija Jain","submitted_at":"2024-05-15T07:36:56Z","abstract_excerpt":"Despite the crucial importance of accelerating text generation in large language models (LLMs) for efficiently producing content, the sequential nature of this process often leads to high inference latency, posing challenges for real-time applications. Various techniques have been proposed and developed to address these challenges and improve efficiency. This paper presents a comprehensive survey of accelerated generation techniques in autoregressive language models, aiming to understand the state-of-the-art methods and their applications. We categorize these techniques into several key areas:"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.13019","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.13019/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:22:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oTbLUoAJ6PjTjOGM2NUQw/RPGV9j40iuvEwxYMbGOo++Cw4wzVkCy7LRFNWatAvPtgFXGW87K5xt6d+H637wAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T17:51:53.663453Z"},"content_sha256":"e11cb159a90bf645a80e38e75b52e69e9e962f078d36f46acfaedb725063fc33","schema_version":"1.0","event_id":"sha256:e11cb159a90bf645a80e38e75b52e69e9e962f078d36f46acfaedb725063fc33"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2DUL3JSHPRNATVGV3T56X5ODW5/bundle.json","state_url":"https://pith.science/pith/2DUL3JSHPRNATVGV3T56X5ODW5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2DUL3JSHPRNATVGV3T56X5ODW5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T17:51:53Z","links":{"resolver":"https://pith.science/pith/2DUL3JSHPRNATVGV3T56X5ODW5","bundle":"https://pith.science/pith/2DUL3JSHPRNATVGV3T56X5ODW5/bundle.json","state":"https://pith.science/pith/2DUL3JSHPRNATVGV3T56X5ODW5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2DUL3JSHPRNATVGV3T56X5ODW5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:2DUL3JSHPRNATVGV3T56X5ODW5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"38d23d18e1572a3a169f08946fd2c599d97bee203706f67c666be34b4d28cfd4","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-15T07:36:56Z","title_canon_sha256":"3cef480a5392f289637c96c10d8e3a0f4822ff003fc654ba7ed60dd47d62ce75"},"schema_version":"1.0","source":{"id":"2405.13019","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.13019","created_at":"2026-07-05T08:22:40Z"},{"alias_kind":"arxiv_version","alias_value":"2405.13019v2","created_at":"2026-07-05T08:22:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.13019","created_at":"2026-07-05T08:22:40Z"},{"alias_kind":"pith_short_12","alias_value":"2DUL3JSHPRNA","created_at":"2026-07-05T08:22:40Z"},{"alias_kind":"pith_short_16","alias_value":"2DUL3JSHPRNATVGV","created_at":"2026-07-05T08:22:40Z"},{"alias_kind":"pith_short_8","alias_value":"2DUL3JSH","created_at":"2026-07-05T08:22:40Z"}],"graph_snapshots":[{"event_id":"sha256:e11cb159a90bf645a80e38e75b52e69e9e962f078d36f46acfaedb725063fc33","target":"graph","created_at":"2026-07-05T08:22:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.13019/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the crucial importance of accelerating text generation in large language models (LLMs) for efficiently producing content, the sequential nature of this process often leads to high inference latency, posing challenges for real-time applications. Various techniques have been proposed and developed to address these challenges and improve efficiency. This paper presents a comprehensive survey of accelerated generation techniques in autoregressive language models, aiming to understand the state-of-the-art methods and their applications. We categorize these techniques into several key areas:","authors_text":"Aman Chadha, Mahsa Khoshnoodi, Malavika Srikanth, Mingye Gao, Vinija Jain","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-15T07:36:56Z","title":"A Comprehensive Survey of Accelerated Generation Techniques in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.13019","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5c2e663648622f56758d4ac8e28062799b02ba08d6f2550a8b2fc88134c2fba9","target":"record","created_at":"2026-07-05T08:22:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"38d23d18e1572a3a169f08946fd2c599d97bee203706f67c666be34b4d28cfd4","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-15T07:36:56Z","title_canon_sha256":"3cef480a5392f289637c96c10d8e3a0f4822ff003fc654ba7ed60dd47d62ce75"},"schema_version":"1.0","source":{"id":"2405.13019","kind":"arxiv","version":2}},"canonical_sha256":"d0e8bda6477c5a09d4d5dcfbebf5c3b75cab5cfb147d43986485877d94e6c25d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d0e8bda6477c5a09d4d5dcfbebf5c3b75cab5cfb147d43986485877d94e6c25d","first_computed_at":"2026-07-05T08:22:40.947253Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:22:40.947253Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xqlPQjJ/o1Uy8Ep2r2dt4VLkyIMiDZWdub0fbg/rYrkNrwbbp1OGn6wLq/5bntuHzuRtdrO0J5BTbFb+GNXpAw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:22:40.947724Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.13019","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5c2e663648622f56758d4ac8e28062799b02ba08d6f2550a8b2fc88134c2fba9","sha256:e11cb159a90bf645a80e38e75b52e69e9e962f078d36f46acfaedb725063fc33"],"state_sha256":"85ba90974b009a0bb5fe731307a5674d098e18c9b39b396d331127ba4585fbc5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"35a0t4MxGIG1iFE7vCrCYbZRrUaPV1YWEIJkNyZ8jEk5HVYWw67uCYUyj5ylloNWcmi3lmUXNawUAusCNMAdDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T17:51:53.666325Z","bundle_sha256":"29b4e68599df4d8977d188caa437fea15e0e707e1045efe59f0074a21ab4dd30"}}