{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:TJ7IDWKT7YGNG367BB5HV7IFQV","short_pith_number":"pith:TJ7IDWKT","canonical_record":{"source":{"id":"2407.20272","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T07:50:17Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"ac25f2cb20b0a757d17c2dda0dbf737dc573280557e0e67b8d8a07ab5a8934c9","abstract_canon_sha256":"b0cf4bfaa5c74c3d06963950ab3d9e2d01031e5f1ed7ab286c5cdc3fa6353c70"},"schema_version":"1.0"},"canonical_sha256":"9a7e81d953fe0cd36fdf087a7afd05857c9ebf4366a4bfe8e574a4d3e73c3814","source":{"kind":"arxiv","id":"2407.20272","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.20272","created_at":"2026-07-05T08:49:55Z"},{"alias_kind":"arxiv_version","alias_value":"2407.20272v1","created_at":"2026-07-05T08:49:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.20272","created_at":"2026-07-05T08:49:55Z"},{"alias_kind":"pith_short_12","alias_value":"TJ7IDWKT7YGN","created_at":"2026-07-05T08:49:55Z"},{"alias_kind":"pith_short_16","alias_value":"TJ7IDWKT7YGNG367","created_at":"2026-07-05T08:49:55Z"},{"alias_kind":"pith_short_8","alias_value":"TJ7IDWKT","created_at":"2026-07-05T08:49:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:TJ7IDWKT7YGNG367BB5HV7IFQV","target":"record","payload":{"canonical_record":{"source":{"id":"2407.20272","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T07:50:17Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"ac25f2cb20b0a757d17c2dda0dbf737dc573280557e0e67b8d8a07ab5a8934c9","abstract_canon_sha256":"b0cf4bfaa5c74c3d06963950ab3d9e2d01031e5f1ed7ab286c5cdc3fa6353c70"},"schema_version":"1.0"},"canonical_sha256":"9a7e81d953fe0cd36fdf087a7afd05857c9ebf4366a4bfe8e574a4d3e73c3814","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:49:55.358901Z","signature_b64":"YdM5ew5bEi9iiIVPqSZ37u6EW2Pz4X5kCXRqkIcv4gE/Ge1wda6DihztY/oD163YpsNwbpIfZ+fg0LmCDG5kDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9a7e81d953fe0cd36fdf087a7afd05857c9ebf4366a4bfe8e574a4d3e73c3814","last_reissued_at":"2026-07-05T08:49:55.358291Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:49:55.358291Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.20272","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:49:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DuHdvEuyJ0sBeoPBD1fRmR9PeyW7qUwvLcDeTzHfLDQxcAYPAxNTCJivq+NeVe1CHeZUF1iF3NGVgKv63IdlCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:11:46.324268Z"},"content_sha256":"4effa8d8567bd359697803bcfc34482aded0fd0a220359ffc342ca074dd1edd3","schema_version":"1.0","event_id":"sha256:4effa8d8567bd359697803bcfc34482aded0fd0a220359ffc342ca074dd1edd3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:TJ7IDWKT7YGNG367BB5HV7IFQV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Efficient Inference Framework for Early-exit Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Ruijie Miao, Tong Yang, Xinshuo Yao, Yihan Yan","submitted_at":"2024-07-25T07:50:17Z","abstract_excerpt":"Building efficient inference framework has gained increasing interests for research community. Early-exit models, a variant of LLMs, improves the inference efficiency of LLMs by skipping rest layers and directly generate output tokens when they are confident enough. However, there is no work of LLM inference framework that takes early-exit models into consideration. This is non-trivial as prior art on LLM inference cannot be directly applied to early-exit models. In this work, we solves two key challenges in building efficient inference framework for early-exit models: (1) batch inference at i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.20272","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.20272/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:49:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u81FVe1WE9SJUm89aNV1SLunvr0u2vfSRNSmE1M8UfPjRIdbNJ3nq1pho/jHZAY2IKYsPNSmTCIkdQ5pDsj0Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:11:46.324654Z"},"content_sha256":"e98f01b077361cb144b5a884c50ffcf744333ffbc061723ca7ebbf9aa6dabd21","schema_version":"1.0","event_id":"sha256:e98f01b077361cb144b5a884c50ffcf744333ffbc061723ca7ebbf9aa6dabd21"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TJ7IDWKT7YGNG367BB5HV7IFQV/bundle.json","state_url":"https://pith.science/pith/TJ7IDWKT7YGNG367BB5HV7IFQV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TJ7IDWKT7YGNG367BB5HV7IFQV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T11:11:46Z","links":{"resolver":"https://pith.science/pith/TJ7IDWKT7YGNG367BB5HV7IFQV","bundle":"https://pith.science/pith/TJ7IDWKT7YGNG367BB5HV7IFQV/bundle.json","state":"https://pith.science/pith/TJ7IDWKT7YGNG367BB5HV7IFQV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TJ7IDWKT7YGNG367BB5HV7IFQV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:TJ7IDWKT7YGNG367BB5HV7IFQV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b0cf4bfaa5c74c3d06963950ab3d9e2d01031e5f1ed7ab286c5cdc3fa6353c70","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T07:50:17Z","title_canon_sha256":"ac25f2cb20b0a757d17c2dda0dbf737dc573280557e0e67b8d8a07ab5a8934c9"},"schema_version":"1.0","source":{"id":"2407.20272","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.20272","created_at":"2026-07-05T08:49:55Z"},{"alias_kind":"arxiv_version","alias_value":"2407.20272v1","created_at":"2026-07-05T08:49:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.20272","created_at":"2026-07-05T08:49:55Z"},{"alias_kind":"pith_short_12","alias_value":"TJ7IDWKT7YGN","created_at":"2026-07-05T08:49:55Z"},{"alias_kind":"pith_short_16","alias_value":"TJ7IDWKT7YGNG367","created_at":"2026-07-05T08:49:55Z"},{"alias_kind":"pith_short_8","alias_value":"TJ7IDWKT","created_at":"2026-07-05T08:49:55Z"}],"graph_snapshots":[{"event_id":"sha256:e98f01b077361cb144b5a884c50ffcf744333ffbc061723ca7ebbf9aa6dabd21","target":"graph","created_at":"2026-07-05T08:49:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.20272/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Building efficient inference framework has gained increasing interests for research community. Early-exit models, a variant of LLMs, improves the inference efficiency of LLMs by skipping rest layers and directly generate output tokens when they are confident enough. However, there is no work of LLM inference framework that takes early-exit models into consideration. This is non-trivial as prior art on LLM inference cannot be directly applied to early-exit models. In this work, we solves two key challenges in building efficient inference framework for early-exit models: (1) batch inference at i","authors_text":"Ruijie Miao, Tong Yang, Xinshuo Yao, Yihan Yan","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T07:50:17Z","title":"An Efficient Inference Framework for Early-exit Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.20272","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4effa8d8567bd359697803bcfc34482aded0fd0a220359ffc342ca074dd1edd3","target":"record","created_at":"2026-07-05T08:49:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b0cf4bfaa5c74c3d06963950ab3d9e2d01031e5f1ed7ab286c5cdc3fa6353c70","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T07:50:17Z","title_canon_sha256":"ac25f2cb20b0a757d17c2dda0dbf737dc573280557e0e67b8d8a07ab5a8934c9"},"schema_version":"1.0","source":{"id":"2407.20272","kind":"arxiv","version":1}},"canonical_sha256":"9a7e81d953fe0cd36fdf087a7afd05857c9ebf4366a4bfe8e574a4d3e73c3814","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9a7e81d953fe0cd36fdf087a7afd05857c9ebf4366a4bfe8e574a4d3e73c3814","first_computed_at":"2026-07-05T08:49:55.358291Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:49:55.358291Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YdM5ew5bEi9iiIVPqSZ37u6EW2Pz4X5kCXRqkIcv4gE/Ge1wda6DihztY/oD163YpsNwbpIfZ+fg0LmCDG5kDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:49:55.358901Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.20272","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4effa8d8567bd359697803bcfc34482aded0fd0a220359ffc342ca074dd1edd3","sha256:e98f01b077361cb144b5a884c50ffcf744333ffbc061723ca7ebbf9aa6dabd21"],"state_sha256":"e949c45b3a49fa701437476a7b6a368a85eb18a0d87f3406cfdf76643bf46bbd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+h0BfA3HX9qfDSugQgA/nlPzmT7yM5oCmFCf2oWc5vXlMWq1kwCGYKx1id4FZi5pGFDZsLIWWRU0xQWkez4vCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T11:11:46.326664Z","bundle_sha256":"15afa47c4da81c34ed3c4611fe52afbfcbd5328f9ecdc4e4da58d6bdb0ec7934"}}