{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BFJHWNJT6THY5DKVQNRQ7HTDT5","short_pith_number":"pith:BFJHWNJT","canonical_record":{"source":{"id":"2403.02181","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-04T16:23:58Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"66925e3c7a17ea75c4998c888f94a6c5661855cd7097a0c7399e6f71d52f5e91","abstract_canon_sha256":"223dde983d3a15e326fe350ec697284595d9ce4b847622936f9775d9bce300ed"},"schema_version":"1.0"},"canonical_sha256":"09527b3533f4cf8e8d5583630f9e639f7712ba4fe55b042e9338d967cbbec615","source":{"kind":"arxiv","id":"2403.02181","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.02181","created_at":"2026-07-05T08:41:43Z"},{"alias_kind":"arxiv_version","alias_value":"2403.02181v3","created_at":"2026-07-05T08:41:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.02181","created_at":"2026-07-05T08:41:43Z"},{"alias_kind":"pith_short_12","alias_value":"BFJHWNJT6THY","created_at":"2026-07-05T08:41:43Z"},{"alias_kind":"pith_short_16","alias_value":"BFJHWNJT6THY5DKV","created_at":"2026-07-05T08:41:43Z"},{"alias_kind":"pith_short_8","alias_value":"BFJHWNJT","created_at":"2026-07-05T08:41:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BFJHWNJT6THY5DKVQNRQ7HTDT5","target":"record","payload":{"canonical_record":{"source":{"id":"2403.02181","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-04T16:23:58Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"66925e3c7a17ea75c4998c888f94a6c5661855cd7097a0c7399e6f71d52f5e91","abstract_canon_sha256":"223dde983d3a15e326fe350ec697284595d9ce4b847622936f9775d9bce300ed"},"schema_version":"1.0"},"canonical_sha256":"09527b3533f4cf8e8d5583630f9e639f7712ba4fe55b042e9338d967cbbec615","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:41:43.645248Z","signature_b64":"lKizOkMBre8NyG9EPzodT3ZoGFc6gSQpBO+zdV1FNjCKpKtquq/k0ST0nY6vmH8eiTAwCruP263EIEdMjpBpCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"09527b3533f4cf8e8d5583630f9e639f7712ba4fe55b042e9338d967cbbec615","last_reissued_at":"2026-07-05T08:41:43.644841Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:41:43.644841Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.02181","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:41:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"35X9neuK+ZQgPLsODSut/9vmfYJRH/qC/ozjtttCYk8Xn9G0B/1frcHEr5Kc7c6KkCP8u16HRe+blyPhLFCmBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:46:01.796225Z"},"content_sha256":"71030b0981307c378e0f2522de9cd9c088a0309e75450f7359416355e7d65756","schema_version":"1.0","event_id":"sha256:71030b0981307c378e0f2522de9cd9c088a0309e75450f7359416355e7d65756"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BFJHWNJT6THY5DKVQNRQ7HTDT5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Not All Layers of LLMs Are Necessary During Inference","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Aixin Sun, Peng Han, Shuo Shang, Siqi Fan, Xiang Li, Xin Jiang, Xuying Meng, Yequan Wang, Zhongyuan Wang","submitted_at":"2024-03-04T16:23:58Z","abstract_excerpt":"Due to the large number of parameters, the inference phase of Large Language Models (LLMs) is resource-intensive. However, not all requests posed to LLMs are equally difficult to handle. Through analysis, we show that for some tasks, LLMs can achieve results comparable to the final output at some intermediate layers. That is, not all layers of LLMs are necessary during inference. If we can predict at which layer the inferred results match the final results (produced by evaluating all layers), we could significantly reduce the inference cost. To this end, we propose a simple yet effective algor"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.02181","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.02181/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:41:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IR9yIsyYvEfhhEcqj6gJEETMjvT9IPG8j+uQJ7BAHS6nNA2fxD3+h9EhRidyP1iRFH5ULHYyp2ip1V+WB6OMCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:46:01.796733Z"},"content_sha256":"d0bb135ef9b05a4b42d5e77726a6a830e37548a9ab432846eff1ef8b8132712a","schema_version":"1.0","event_id":"sha256:d0bb135ef9b05a4b42d5e77726a6a830e37548a9ab432846eff1ef8b8132712a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BFJHWNJT6THY5DKVQNRQ7HTDT5/bundle.json","state_url":"https://pith.science/pith/BFJHWNJT6THY5DKVQNRQ7HTDT5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BFJHWNJT6THY5DKVQNRQ7HTDT5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T20:46:01Z","links":{"resolver":"https://pith.science/pith/BFJHWNJT6THY5DKVQNRQ7HTDT5","bundle":"https://pith.science/pith/BFJHWNJT6THY5DKVQNRQ7HTDT5/bundle.json","state":"https://pith.science/pith/BFJHWNJT6THY5DKVQNRQ7HTDT5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BFJHWNJT6THY5DKVQNRQ7HTDT5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BFJHWNJT6THY5DKVQNRQ7HTDT5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"223dde983d3a15e326fe350ec697284595d9ce4b847622936f9775d9bce300ed","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-04T16:23:58Z","title_canon_sha256":"66925e3c7a17ea75c4998c888f94a6c5661855cd7097a0c7399e6f71d52f5e91"},"schema_version":"1.0","source":{"id":"2403.02181","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.02181","created_at":"2026-07-05T08:41:43Z"},{"alias_kind":"arxiv_version","alias_value":"2403.02181v3","created_at":"2026-07-05T08:41:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.02181","created_at":"2026-07-05T08:41:43Z"},{"alias_kind":"pith_short_12","alias_value":"BFJHWNJT6THY","created_at":"2026-07-05T08:41:43Z"},{"alias_kind":"pith_short_16","alias_value":"BFJHWNJT6THY5DKV","created_at":"2026-07-05T08:41:43Z"},{"alias_kind":"pith_short_8","alias_value":"BFJHWNJT","created_at":"2026-07-05T08:41:43Z"}],"graph_snapshots":[{"event_id":"sha256:d0bb135ef9b05a4b42d5e77726a6a830e37548a9ab432846eff1ef8b8132712a","target":"graph","created_at":"2026-07-05T08:41:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.02181/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Due to the large number of parameters, the inference phase of Large Language Models (LLMs) is resource-intensive. However, not all requests posed to LLMs are equally difficult to handle. Through analysis, we show that for some tasks, LLMs can achieve results comparable to the final output at some intermediate layers. That is, not all layers of LLMs are necessary during inference. If we can predict at which layer the inferred results match the final results (produced by evaluating all layers), we could significantly reduce the inference cost. To this end, we propose a simple yet effective algor","authors_text":"Aixin Sun, Peng Han, Shuo Shang, Siqi Fan, Xiang Li, Xin Jiang, Xuying Meng, Yequan Wang, Zhongyuan Wang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-04T16:23:58Z","title":"Not All Layers of LLMs Are Necessary During Inference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.02181","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:71030b0981307c378e0f2522de9cd9c088a0309e75450f7359416355e7d65756","target":"record","created_at":"2026-07-05T08:41:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"223dde983d3a15e326fe350ec697284595d9ce4b847622936f9775d9bce300ed","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-04T16:23:58Z","title_canon_sha256":"66925e3c7a17ea75c4998c888f94a6c5661855cd7097a0c7399e6f71d52f5e91"},"schema_version":"1.0","source":{"id":"2403.02181","kind":"arxiv","version":3}},"canonical_sha256":"09527b3533f4cf8e8d5583630f9e639f7712ba4fe55b042e9338d967cbbec615","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"09527b3533f4cf8e8d5583630f9e639f7712ba4fe55b042e9338d967cbbec615","first_computed_at":"2026-07-05T08:41:43.644841Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:41:43.644841Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lKizOkMBre8NyG9EPzodT3ZoGFc6gSQpBO+zdV1FNjCKpKtquq/k0ST0nY6vmH8eiTAwCruP263EIEdMjpBpCw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:41:43.645248Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.02181","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:71030b0981307c378e0f2522de9cd9c088a0309e75450f7359416355e7d65756","sha256:d0bb135ef9b05a4b42d5e77726a6a830e37548a9ab432846eff1ef8b8132712a"],"state_sha256":"965bc2d25ccd2c00407ac6fa99938a503eef81cc30e326310196702e62485f61"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NtxODQVIcs6nxBHQJSdsfQKlOo6GXzis/RszH5ZOdJf8sJQrvGQADHfEOxtuAPsKYgWNFBq7HO+CK42R0Z8pAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T20:46:01.801267Z","bundle_sha256":"1e09e7c64c4578d97cb1e6b3a3531af1f55571025302f8413370712252065d9d"}}