{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DYHHTR7PCPDCBJUUJTHGMRQFYN","short_pith_number":"pith:DYHHTR7P","canonical_record":{"source":{"id":"2408.08146","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-15T13:29:48Z","cross_cats_sorted":[],"title_canon_sha256":"cc8306f8d9df71c47889c7026ae4b7e188332cfdbc0562187f7d2caa0b429381","abstract_canon_sha256":"7efd15619dc8eae65140963f5363a1e0630303af710853cb7f6b3f07b78cf48b"},"schema_version":"1.0"},"canonical_sha256":"1e0e79c7ef13c620a6944cce664605c379e2131a0a08c358dd2bc936e3af19bd","source":{"kind":"arxiv","id":"2408.08146","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.08146","created_at":"2026-07-05T08:55:45Z"},{"alias_kind":"arxiv_version","alias_value":"2408.08146v1","created_at":"2026-07-05T08:55:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.08146","created_at":"2026-07-05T08:55:45Z"},{"alias_kind":"pith_short_12","alias_value":"DYHHTR7PCPDC","created_at":"2026-07-05T08:55:45Z"},{"alias_kind":"pith_short_16","alias_value":"DYHHTR7PCPDCBJUU","created_at":"2026-07-05T08:55:45Z"},{"alias_kind":"pith_short_8","alias_value":"DYHHTR7P","created_at":"2026-07-05T08:55:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DYHHTR7PCPDCBJUUJTHGMRQFYN","target":"record","payload":{"canonical_record":{"source":{"id":"2408.08146","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-15T13:29:48Z","cross_cats_sorted":[],"title_canon_sha256":"cc8306f8d9df71c47889c7026ae4b7e188332cfdbc0562187f7d2caa0b429381","abstract_canon_sha256":"7efd15619dc8eae65140963f5363a1e0630303af710853cb7f6b3f07b78cf48b"},"schema_version":"1.0"},"canonical_sha256":"1e0e79c7ef13c620a6944cce664605c379e2131a0a08c358dd2bc936e3af19bd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:55:45.058597Z","signature_b64":"uIu2grv8njvFUgEL6bl5ZO3hEVNy/PoQqJlUHCoHntZ3KHs5LqAHADrFlNWYXcsiDShHihOAG92FnNbkH3PqDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1e0e79c7ef13c620a6944cce664605c379e2131a0a08c358dd2bc936e3af19bd","last_reissued_at":"2026-07-05T08:55:45.058219Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:55:45.058219Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.08146","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:55:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DQzwioHFvWh85+Cq+zfgqnwZPl6uyYx0HDlR+wzsuwTXO0HfKW38muzn+EhZZnyM8hixacz6qaaQQlsEL5rkAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:10:55.773782Z"},"content_sha256":"c8a4a9cbb3e4d23d587ab0e886fb60fd9c4ade5bd4da88fd260eaf011cf8bae0","schema_version":"1.0","event_id":"sha256:c8a4a9cbb3e4d23d587ab0e886fb60fd9c4ade5bd4da88fd260eaf011cf8bae0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DYHHTR7PCPDCBJUUJTHGMRQFYN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"KOALA: Enhancing Speculative Decoding for LLM via Multi-Layer Draft Heads with Adversarial Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jing Zhao, Kaiqi Zhang, Rui Chen","submitted_at":"2024-08-15T13:29:48Z","abstract_excerpt":"Large Language Models (LLMs) exhibit high inference latency due to their autoregressive decoding nature. While the draft head in speculative decoding mitigates this issue, its full potential remains unexplored. In this paper, we introduce KOALA (K-layer Optimized Adversarial Learning Architecture), an orthogonal approach to the draft head. By transforming the conventional single-layer draft head into a multi-layer architecture and incorporating adversarial learning into the traditional supervised training, KOALA significantly improves the accuracy of the draft head in predicting subsequent tok"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.08146","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.08146/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:55:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rzGx8cjx0+OfhR5OmmRZx+bJC08NjTn6afI1Xh5c2GGr2AKIj8zTy3k5vKuzYNzPn0LaBdPayvvmW5oq+h/YAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:10:55.774290Z"},"content_sha256":"273708e4315c058cc1d61cbc5aa8fb4c1cdceb5b5d3021389ea1cb9694c44552","schema_version":"1.0","event_id":"sha256:273708e4315c058cc1d61cbc5aa8fb4c1cdceb5b5d3021389ea1cb9694c44552"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DYHHTR7PCPDCBJUUJTHGMRQFYN/bundle.json","state_url":"https://pith.science/pith/DYHHTR7PCPDCBJUUJTHGMRQFYN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DYHHTR7PCPDCBJUUJTHGMRQFYN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T09:10:55Z","links":{"resolver":"https://pith.science/pith/DYHHTR7PCPDCBJUUJTHGMRQFYN","bundle":"https://pith.science/pith/DYHHTR7PCPDCBJUUJTHGMRQFYN/bundle.json","state":"https://pith.science/pith/DYHHTR7PCPDCBJUUJTHGMRQFYN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DYHHTR7PCPDCBJUUJTHGMRQFYN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DYHHTR7PCPDCBJUUJTHGMRQFYN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7efd15619dc8eae65140963f5363a1e0630303af710853cb7f6b3f07b78cf48b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-15T13:29:48Z","title_canon_sha256":"cc8306f8d9df71c47889c7026ae4b7e188332cfdbc0562187f7d2caa0b429381"},"schema_version":"1.0","source":{"id":"2408.08146","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.08146","created_at":"2026-07-05T08:55:45Z"},{"alias_kind":"arxiv_version","alias_value":"2408.08146v1","created_at":"2026-07-05T08:55:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.08146","created_at":"2026-07-05T08:55:45Z"},{"alias_kind":"pith_short_12","alias_value":"DYHHTR7PCPDC","created_at":"2026-07-05T08:55:45Z"},{"alias_kind":"pith_short_16","alias_value":"DYHHTR7PCPDCBJUU","created_at":"2026-07-05T08:55:45Z"},{"alias_kind":"pith_short_8","alias_value":"DYHHTR7P","created_at":"2026-07-05T08:55:45Z"}],"graph_snapshots":[{"event_id":"sha256:273708e4315c058cc1d61cbc5aa8fb4c1cdceb5b5d3021389ea1cb9694c44552","target":"graph","created_at":"2026-07-05T08:55:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.08146/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) exhibit high inference latency due to their autoregressive decoding nature. While the draft head in speculative decoding mitigates this issue, its full potential remains unexplored. In this paper, we introduce KOALA (K-layer Optimized Adversarial Learning Architecture), an orthogonal approach to the draft head. By transforming the conventional single-layer draft head into a multi-layer architecture and incorporating adversarial learning into the traditional supervised training, KOALA significantly improves the accuracy of the draft head in predicting subsequent tok","authors_text":"Jing Zhao, Kaiqi Zhang, Rui Chen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-15T13:29:48Z","title":"KOALA: Enhancing Speculative Decoding for LLM via Multi-Layer Draft Heads with Adversarial Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.08146","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c8a4a9cbb3e4d23d587ab0e886fb60fd9c4ade5bd4da88fd260eaf011cf8bae0","target":"record","created_at":"2026-07-05T08:55:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7efd15619dc8eae65140963f5363a1e0630303af710853cb7f6b3f07b78cf48b","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-15T13:29:48Z","title_canon_sha256":"cc8306f8d9df71c47889c7026ae4b7e188332cfdbc0562187f7d2caa0b429381"},"schema_version":"1.0","source":{"id":"2408.08146","kind":"arxiv","version":1}},"canonical_sha256":"1e0e79c7ef13c620a6944cce664605c379e2131a0a08c358dd2bc936e3af19bd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1e0e79c7ef13c620a6944cce664605c379e2131a0a08c358dd2bc936e3af19bd","first_computed_at":"2026-07-05T08:55:45.058219Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:55:45.058219Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"uIu2grv8njvFUgEL6bl5ZO3hEVNy/PoQqJlUHCoHntZ3KHs5LqAHADrFlNWYXcsiDShHihOAG92FnNbkH3PqDw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:55:45.058597Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.08146","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c8a4a9cbb3e4d23d587ab0e886fb60fd9c4ade5bd4da88fd260eaf011cf8bae0","sha256:273708e4315c058cc1d61cbc5aa8fb4c1cdceb5b5d3021389ea1cb9694c44552"],"state_sha256":"cb73dff15ee9ce48cc84bd31dbd6a41d1c8bdcc9ea65ca10fbc81d748a6b551b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5CwsIcmMFb8VBrJaSzFfUGKLUGjZUXiRJZ4AI+B2jkiotpgdfFBmc+uEEKZOwoBpS71efEtK2vzneEVeE4y4Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T09:10:55.777933Z","bundle_sha256":"42e5fc2843562003646904eccdd935d0bc380b03fadd26b7607af77763a500f3"}}