{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KBVO7DIZNH7RMBAOZXFWBBO6OJ","short_pith_number":"pith:KBVO7DIZ","canonical_record":{"source":{"id":"2404.16710","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-25T16:20:23Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"f933beee5ac1ee3830f1018c8042b30de17b9664e42fa3ce812e197cfe750939","abstract_canon_sha256":"ca8a564d1b659630ab105f08d5bc4d9154e5a219428bd28ecb0bffb4e579c20f"},"schema_version":"1.0"},"canonical_sha256":"506aef8d1969ff16040ecdcb6085de724c9e961841010659a6349dbdf65601a8","source":{"kind":"arxiv","id":"2404.16710","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.16710","created_at":"2026-07-05T09:22:17Z"},{"alias_kind":"arxiv_version","alias_value":"2404.16710v4","created_at":"2026-07-05T09:22:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.16710","created_at":"2026-07-05T09:22:17Z"},{"alias_kind":"pith_short_12","alias_value":"KBVO7DIZNH7R","created_at":"2026-07-05T09:22:17Z"},{"alias_kind":"pith_short_16","alias_value":"KBVO7DIZNH7RMBAO","created_at":"2026-07-05T09:22:17Z"},{"alias_kind":"pith_short_8","alias_value":"KBVO7DIZ","created_at":"2026-07-05T09:22:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KBVO7DIZNH7RMBAOZXFWBBO6OJ","target":"record","payload":{"canonical_record":{"source":{"id":"2404.16710","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-25T16:20:23Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"f933beee5ac1ee3830f1018c8042b30de17b9664e42fa3ce812e197cfe750939","abstract_canon_sha256":"ca8a564d1b659630ab105f08d5bc4d9154e5a219428bd28ecb0bffb4e579c20f"},"schema_version":"1.0"},"canonical_sha256":"506aef8d1969ff16040ecdcb6085de724c9e961841010659a6349dbdf65601a8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:22:17.582496Z","signature_b64":"JOC3F2uH0vfvz/IadQ/eaaTec0p0Q88+zM/nNcGrz0rTQpuAnHJ4QflC4j6SrUqPitPwxfLneDbxJJS6EG/4BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"506aef8d1969ff16040ecdcb6085de724c9e961841010659a6349dbdf65601a8","last_reissued_at":"2026-07-05T09:22:17.582059Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:22:17.582059Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.16710","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:22:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pTapQYYb16XDBzlTSpZp0M9q9wC0r7yG9590P8GXKZjKgGfiokDL+0PyY3cpt7J9pWQuhUbdwUnOM5X5HO1vAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:10:14.682719Z"},"content_sha256":"0d13f0a7071883c036c65eec8d69f642d5a7c6b2de0330705395811046950901","schema_version":"1.0","event_id":"sha256:0d13f0a7071883c036c65eec8d69f642d5a7c6b2de0330705395811046950901"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KBVO7DIZNH7RMBAOZXFWBBO6OJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LayerSkip: Enabling Early Exit Inference and Self-Speculative Decoding","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Ahmed A Aly, Ahmed Roman, Akshat Shrivastava, Anas Mahmoud, Basil Hosmer, Beidi Chen, Bilge Acun, Bram Wasti, Carole-Jean Wu, Diana Liskovich, Liangzhen Lai, Mostafa Elhoushi, Saurabh Agarwal","submitted_at":"2024-04-25T16:20:23Z","abstract_excerpt":"We present LayerSkip, an end-to-end solution to speed-up inference of large language models (LLMs). First, during training we apply layer dropout, with low dropout rates for earlier layers and higher dropout rates for later layers, and an early exit loss where all transformer layers share the same exit. Second, during inference, we show that this training recipe increases the accuracy of early exit at earlier layers, without adding any auxiliary layers or modules to the model. Third, we present a novel self-speculative decoding solution where we exit at early layers and verify and correct with"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.16710","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.16710/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:22:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D2sWD3ujH5Av7TNDnwGzDEL6rMDzA79ZU6KeSm5INbz18Rugy5hM8f1tQkuX44SbnOCAsAC3K/4NhhAAgMxwAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:10:14.683102Z"},"content_sha256":"519f7875e8b998bcdc1849147032d2d56832f218e844d120d251e839467e1a31","schema_version":"1.0","event_id":"sha256:519f7875e8b998bcdc1849147032d2d56832f218e844d120d251e839467e1a31"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KBVO7DIZNH7RMBAOZXFWBBO6OJ/bundle.json","state_url":"https://pith.science/pith/KBVO7DIZNH7RMBAOZXFWBBO6OJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KBVO7DIZNH7RMBAOZXFWBBO6OJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T23:10:14Z","links":{"resolver":"https://pith.science/pith/KBVO7DIZNH7RMBAOZXFWBBO6OJ","bundle":"https://pith.science/pith/KBVO7DIZNH7RMBAOZXFWBBO6OJ/bundle.json","state":"https://pith.science/pith/KBVO7DIZNH7RMBAOZXFWBBO6OJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KBVO7DIZNH7RMBAOZXFWBBO6OJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KBVO7DIZNH7RMBAOZXFWBBO6OJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ca8a564d1b659630ab105f08d5bc4d9154e5a219428bd28ecb0bffb4e579c20f","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-25T16:20:23Z","title_canon_sha256":"f933beee5ac1ee3830f1018c8042b30de17b9664e42fa3ce812e197cfe750939"},"schema_version":"1.0","source":{"id":"2404.16710","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.16710","created_at":"2026-07-05T09:22:17Z"},{"alias_kind":"arxiv_version","alias_value":"2404.16710v4","created_at":"2026-07-05T09:22:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.16710","created_at":"2026-07-05T09:22:17Z"},{"alias_kind":"pith_short_12","alias_value":"KBVO7DIZNH7R","created_at":"2026-07-05T09:22:17Z"},{"alias_kind":"pith_short_16","alias_value":"KBVO7DIZNH7RMBAO","created_at":"2026-07-05T09:22:17Z"},{"alias_kind":"pith_short_8","alias_value":"KBVO7DIZ","created_at":"2026-07-05T09:22:17Z"}],"graph_snapshots":[{"event_id":"sha256:519f7875e8b998bcdc1849147032d2d56832f218e844d120d251e839467e1a31","target":"graph","created_at":"2026-07-05T09:22:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.16710/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present LayerSkip, an end-to-end solution to speed-up inference of large language models (LLMs). First, during training we apply layer dropout, with low dropout rates for earlier layers and higher dropout rates for later layers, and an early exit loss where all transformer layers share the same exit. Second, during inference, we show that this training recipe increases the accuracy of early exit at earlier layers, without adding any auxiliary layers or modules to the model. Third, we present a novel self-speculative decoding solution where we exit at early layers and verify and correct with","authors_text":"Ahmed A Aly, Ahmed Roman, Akshat Shrivastava, Anas Mahmoud, Basil Hosmer, Beidi Chen, Bilge Acun, Bram Wasti, Carole-Jean Wu, Diana Liskovich, Liangzhen Lai, Mostafa Elhoushi, Saurabh Agarwal","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-25T16:20:23Z","title":"LayerSkip: Enabling Early Exit Inference and Self-Speculative Decoding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.16710","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0d13f0a7071883c036c65eec8d69f642d5a7c6b2de0330705395811046950901","target":"record","created_at":"2026-07-05T09:22:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ca8a564d1b659630ab105f08d5bc4d9154e5a219428bd28ecb0bffb4e579c20f","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-25T16:20:23Z","title_canon_sha256":"f933beee5ac1ee3830f1018c8042b30de17b9664e42fa3ce812e197cfe750939"},"schema_version":"1.0","source":{"id":"2404.16710","kind":"arxiv","version":4}},"canonical_sha256":"506aef8d1969ff16040ecdcb6085de724c9e961841010659a6349dbdf65601a8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"506aef8d1969ff16040ecdcb6085de724c9e961841010659a6349dbdf65601a8","first_computed_at":"2026-07-05T09:22:17.582059Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:22:17.582059Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JOC3F2uH0vfvz/IadQ/eaaTec0p0Q88+zM/nNcGrz0rTQpuAnHJ4QflC4j6SrUqPitPwxfLneDbxJJS6EG/4BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:22:17.582496Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.16710","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0d13f0a7071883c036c65eec8d69f642d5a7c6b2de0330705395811046950901","sha256:519f7875e8b998bcdc1849147032d2d56832f218e844d120d251e839467e1a31"],"state_sha256":"534bfb00ee2301e97e733acb84fd47153d935575a6377ea73e0ac8090d953466"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/gS0KM8V39tCjZxEiQ3FygQOzFmBxh1xa/ouZO8druo4VfEMyCOvP07pv3MsaHDgHTvzhPUKQZyjD228wq5/DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T23:10:14.685148Z","bundle_sha256":"78d23ea082e74fdacf2379d700ad85c33c9a2d73f8251e4f4c92be9390109cf4"}}