{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ANIE76XZRDNPXKY5NHD6RIUFUX","short_pith_number":"pith:ANIE76XZ","canonical_record":{"source":{"id":"2403.03853","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-06T17:04:18Z","cross_cats_sorted":[],"title_canon_sha256":"c00749acd505c9522b1b12d318bc9a86240b52b38a20f379aeed09fb2c7298f3","abstract_canon_sha256":"0efa214f4b1d2ad2c767723423d043c0faf2f16e7c94b09f731272265dfac6c8"},"schema_version":"1.0"},"canonical_sha256":"03504ffaf988dafbab1d69c7e8a285a5e595ca7c0e8a137a06262f0cc78a7371","source":{"kind":"arxiv","id":"2403.03853","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.03853","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"arxiv_version","alias_value":"2403.03853v3","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.03853","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"pith_short_12","alias_value":"ANIE76XZRDNP","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"pith_short_16","alias_value":"ANIE76XZRDNPXKY5","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"pith_short_8","alias_value":"ANIE76XZ","created_at":"2026-07-05T09:19:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ANIE76XZRDNPXKY5NHD6RIUFUX","target":"record","payload":{"canonical_record":{"source":{"id":"2403.03853","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-06T17:04:18Z","cross_cats_sorted":[],"title_canon_sha256":"c00749acd505c9522b1b12d318bc9a86240b52b38a20f379aeed09fb2c7298f3","abstract_canon_sha256":"0efa214f4b1d2ad2c767723423d043c0faf2f16e7c94b09f731272265dfac6c8"},"schema_version":"1.0"},"canonical_sha256":"03504ffaf988dafbab1d69c7e8a285a5e595ca7c0e8a137a06262f0cc78a7371","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:19:07.888292Z","signature_b64":"sLqB3ypSO5sBX6Qn9QwO7Vrl2Y3ZQSyOQOCoEMYx1CQdd3gyQV6NsoqFRMugIetwU/YOGYLoigSbixr3fustBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"03504ffaf988dafbab1d69c7e8a285a5e595ca7c0e8a137a06262f0cc78a7371","last_reissued_at":"2026-07-05T09:19:07.887782Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:19:07.887782Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.03853","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+JZau916bBatTed5HjVuCg7KFlOwQZKze5qU4nPgqxwX/ndKzSY4fQJ1dsq2yEsGqssgoBkfP6UO2uJUMU5cDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T08:56:46.753788Z"},"content_sha256":"20b51f586158a55aaf910059a08fa2dcf7db831b201634ce9746723f973750f2","schema_version":"1.0","event_id":"sha256:20b51f586158a55aaf910059a08fa2dcf7db831b201634ce9746723f973750f2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ANIE76XZRDNPXKY5NHD6RIUFUX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ShortGPT: Layers in Large Language Models are More Redundant Than You Expect","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bingning Wang, Hongyu Lin, Mingyu Xu, Qingyu Zhang, Weipeng Chen, Xianpei Han, Xin Men, Yaojie Lu","submitted_at":"2024-03-06T17:04:18Z","abstract_excerpt":"As Large Language Models (LLMs) continue to advance in performance, their size has escalated significantly, with current LLMs containing billions or even trillions of parameters. However, in this study, we discovered that many layers of LLMs exhibit high similarity, and some layers play a negligible role in network functionality. Based on this observation, we define a metric called Block Influence (BI) to gauge the significance of each layer in LLMs. We then propose a straightforward pruning approach: layer removal, in which we directly delete the redundant layers in LLMs based on their BI sco"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.03853","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.03853/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Gyzahu2+weHrYxWYeJVhQgRjUvuV+2sdQOmViE7vImeKwBHKWP/pEL27u36CheqD27JDBr5IkB3dwp11NOFqBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T08:56:46.754720Z"},"content_sha256":"fe699fa647790e2c851f87f9c69eec0c5aeaa5f1c9e1adabe687c6337f974911","schema_version":"1.0","event_id":"sha256:fe699fa647790e2c851f87f9c69eec0c5aeaa5f1c9e1adabe687c6337f974911"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ANIE76XZRDNPXKY5NHD6RIUFUX/bundle.json","state_url":"https://pith.science/pith/ANIE76XZRDNPXKY5NHD6RIUFUX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ANIE76XZRDNPXKY5NHD6RIUFUX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T08:56:46Z","links":{"resolver":"https://pith.science/pith/ANIE76XZRDNPXKY5NHD6RIUFUX","bundle":"https://pith.science/pith/ANIE76XZRDNPXKY5NHD6RIUFUX/bundle.json","state":"https://pith.science/pith/ANIE76XZRDNPXKY5NHD6RIUFUX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ANIE76XZRDNPXKY5NHD6RIUFUX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ANIE76XZRDNPXKY5NHD6RIUFUX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0efa214f4b1d2ad2c767723423d043c0faf2f16e7c94b09f731272265dfac6c8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-06T17:04:18Z","title_canon_sha256":"c00749acd505c9522b1b12d318bc9a86240b52b38a20f379aeed09fb2c7298f3"},"schema_version":"1.0","source":{"id":"2403.03853","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.03853","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"arxiv_version","alias_value":"2403.03853v3","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.03853","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"pith_short_12","alias_value":"ANIE76XZRDNP","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"pith_short_16","alias_value":"ANIE76XZRDNPXKY5","created_at":"2026-07-05T09:19:07Z"},{"alias_kind":"pith_short_8","alias_value":"ANIE76XZ","created_at":"2026-07-05T09:19:07Z"}],"graph_snapshots":[{"event_id":"sha256:fe699fa647790e2c851f87f9c69eec0c5aeaa5f1c9e1adabe687c6337f974911","target":"graph","created_at":"2026-07-05T09:19:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.03853/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As Large Language Models (LLMs) continue to advance in performance, their size has escalated significantly, with current LLMs containing billions or even trillions of parameters. However, in this study, we discovered that many layers of LLMs exhibit high similarity, and some layers play a negligible role in network functionality. Based on this observation, we define a metric called Block Influence (BI) to gauge the significance of each layer in LLMs. We then propose a straightforward pruning approach: layer removal, in which we directly delete the redundant layers in LLMs based on their BI sco","authors_text":"Bingning Wang, Hongyu Lin, Mingyu Xu, Qingyu Zhang, Weipeng Chen, Xianpei Han, Xin Men, Yaojie Lu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-06T17:04:18Z","title":"ShortGPT: Layers in Large Language Models are More Redundant Than You Expect"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.03853","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:20b51f586158a55aaf910059a08fa2dcf7db831b201634ce9746723f973750f2","target":"record","created_at":"2026-07-05T09:19:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0efa214f4b1d2ad2c767723423d043c0faf2f16e7c94b09f731272265dfac6c8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-06T17:04:18Z","title_canon_sha256":"c00749acd505c9522b1b12d318bc9a86240b52b38a20f379aeed09fb2c7298f3"},"schema_version":"1.0","source":{"id":"2403.03853","kind":"arxiv","version":3}},"canonical_sha256":"03504ffaf988dafbab1d69c7e8a285a5e595ca7c0e8a137a06262f0cc78a7371","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"03504ffaf988dafbab1d69c7e8a285a5e595ca7c0e8a137a06262f0cc78a7371","first_computed_at":"2026-07-05T09:19:07.887782Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:19:07.887782Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sLqB3ypSO5sBX6Qn9QwO7Vrl2Y3ZQSyOQOCoEMYx1CQdd3gyQV6NsoqFRMugIetwU/YOGYLoigSbixr3fustBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:19:07.888292Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.03853","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:20b51f586158a55aaf910059a08fa2dcf7db831b201634ce9746723f973750f2","sha256:fe699fa647790e2c851f87f9c69eec0c5aeaa5f1c9e1adabe687c6337f974911"],"state_sha256":"4a6ef58f6af6043d4415106db7efd4f035a1c999bbcbdff97e302ebf38098183"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o5yGuEaXhtwKN+14g0wCw9M1mz1Bp8ocuZvVnprMdqeXR5yEJWjHUnc1eHF96rjWcE+MgR/lye+LgX3bVpxuDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T08:56:46.767964Z","bundle_sha256":"39cfdbdf73161a4f085c4fb54057142d5278fd151a35b4fa1f9b3350d2a4bb8f"}}