{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KVFIYSDJ3OUHNN4JHWIDCIIIY4","short_pith_number":"pith:KVFIYSDJ","canonical_record":{"source":{"id":"2406.16635","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-24T13:41:08Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"ac156de2380f2ccb912a32694d569602cbaa172078608188934cd2afc53d1f94","abstract_canon_sha256":"fd01432417061e999a2192b3bcb28bdbfa2a96593f2e16c14fccb16f1b985772"},"schema_version":"1.0"},"canonical_sha256":"554a8c4869dba876b7893d90312108c72850fbe313e19368694da1f78e7f90f4","source":{"kind":"arxiv","id":"2406.16635","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.16635","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"arxiv_version","alias_value":"2406.16635v2","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.16635","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"pith_short_12","alias_value":"KVFIYSDJ3OUH","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"pith_short_16","alias_value":"KVFIYSDJ3OUHNN4J","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"pith_short_8","alias_value":"KVFIYSDJ","created_at":"2026-07-05T09:21:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KVFIYSDJ3OUHNN4JHWIDCIIIY4","target":"record","payload":{"canonical_record":{"source":{"id":"2406.16635","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-24T13:41:08Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"ac156de2380f2ccb912a32694d569602cbaa172078608188934cd2afc53d1f94","abstract_canon_sha256":"fd01432417061e999a2192b3bcb28bdbfa2a96593f2e16c14fccb16f1b985772"},"schema_version":"1.0"},"canonical_sha256":"554a8c4869dba876b7893d90312108c72850fbe313e19368694da1f78e7f90f4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:21:46.124580Z","signature_b64":"OCRtHuWODQRHkL0Q1ERdwOJyiz4oChZOdxrdoX4lcqPMCM7xGqPKv9dlNL1gxWUfZHbjhUOw1+HOVdyk1MrnAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"554a8c4869dba876b7893d90312108c72850fbe313e19368694da1f78e7f90f4","last_reissued_at":"2026-07-05T09:21:46.124075Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:21:46.124075Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.16635","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:21:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TpSSN5dXQR2EZpRZ5OaFbwERVTRNDdtSyYU9S6QB0YEB5gxt/WidBRQEyGI+NyIVKr0QyjoBtpYr5Vb2khMxAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:09:31.880566Z"},"content_sha256":"be179429df2472fdad7ac583d9d0de9f94351646728c266b49ac1a15a0c92639","schema_version":"1.0","event_id":"sha256:be179429df2472fdad7ac583d9d0de9f94351646728c266b49ac1a15a0c92639"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KVFIYSDJ3OUHNN4JHWIDCIIIY4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ShadowLLM: Predictor-based Contextual Sparsity for Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Ahmed F AbouElhamayed, Alexander M Rush, Jordan Dotzel, Mohamed S Abdelfattah, Safeen Huda, Yash Akhauri, Zhiru Zhang","submitted_at":"2024-06-24T13:41:08Z","abstract_excerpt":"The high power consumption and latency-sensitive deployments of large language models (LLMs) have motivated efficiency techniques like quantization and sparsity. Contextual sparsity, where the sparsity pattern is input-dependent, is crucial in LLMs because the permanent removal of attention heads or neurons from LLMs can significantly degrade accuracy. Prior work has attempted to model contextual sparsity using neural networks trained to predict activation magnitudes, which can be used to dynamically prune structures with low predicted activation magnitude. In this paper, we look beyond magnit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.16635","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.16635/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:21:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GvHYXOwqsrjCX2hBPesZoGpLZubqrWBKzNO52A6d7hXtAAlYAa4UKKv3KGbUVaqd/TnKQMPRxW8hpe7ff6MDCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:09:31.880933Z"},"content_sha256":"6fb9a81ae3e2aaa3138e8368f6f031e3f01edb2829aec5fbce7565f1f5c2eb1f","schema_version":"1.0","event_id":"sha256:6fb9a81ae3e2aaa3138e8368f6f031e3f01edb2829aec5fbce7565f1f5c2eb1f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KVFIYSDJ3OUHNN4JHWIDCIIIY4/bundle.json","state_url":"https://pith.science/pith/KVFIYSDJ3OUHNN4JHWIDCIIIY4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KVFIYSDJ3OUHNN4JHWIDCIIIY4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T11:09:31Z","links":{"resolver":"https://pith.science/pith/KVFIYSDJ3OUHNN4JHWIDCIIIY4","bundle":"https://pith.science/pith/KVFIYSDJ3OUHNN4JHWIDCIIIY4/bundle.json","state":"https://pith.science/pith/KVFIYSDJ3OUHNN4JHWIDCIIIY4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KVFIYSDJ3OUHNN4JHWIDCIIIY4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KVFIYSDJ3OUHNN4JHWIDCIIIY4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fd01432417061e999a2192b3bcb28bdbfa2a96593f2e16c14fccb16f1b985772","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-24T13:41:08Z","title_canon_sha256":"ac156de2380f2ccb912a32694d569602cbaa172078608188934cd2afc53d1f94"},"schema_version":"1.0","source":{"id":"2406.16635","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.16635","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"arxiv_version","alias_value":"2406.16635v2","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.16635","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"pith_short_12","alias_value":"KVFIYSDJ3OUH","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"pith_short_16","alias_value":"KVFIYSDJ3OUHNN4J","created_at":"2026-07-05T09:21:46Z"},{"alias_kind":"pith_short_8","alias_value":"KVFIYSDJ","created_at":"2026-07-05T09:21:46Z"}],"graph_snapshots":[{"event_id":"sha256:6fb9a81ae3e2aaa3138e8368f6f031e3f01edb2829aec5fbce7565f1f5c2eb1f","target":"graph","created_at":"2026-07-05T09:21:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.16635/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The high power consumption and latency-sensitive deployments of large language models (LLMs) have motivated efficiency techniques like quantization and sparsity. Contextual sparsity, where the sparsity pattern is input-dependent, is crucial in LLMs because the permanent removal of attention heads or neurons from LLMs can significantly degrade accuracy. Prior work has attempted to model contextual sparsity using neural networks trained to predict activation magnitudes, which can be used to dynamically prune structures with low predicted activation magnitude. In this paper, we look beyond magnit","authors_text":"Ahmed F AbouElhamayed, Alexander M Rush, Jordan Dotzel, Mohamed S Abdelfattah, Safeen Huda, Yash Akhauri, Zhiru Zhang","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-24T13:41:08Z","title":"ShadowLLM: Predictor-based Contextual Sparsity for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.16635","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:be179429df2472fdad7ac583d9d0de9f94351646728c266b49ac1a15a0c92639","target":"record","created_at":"2026-07-05T09:21:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fd01432417061e999a2192b3bcb28bdbfa2a96593f2e16c14fccb16f1b985772","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-24T13:41:08Z","title_canon_sha256":"ac156de2380f2ccb912a32694d569602cbaa172078608188934cd2afc53d1f94"},"schema_version":"1.0","source":{"id":"2406.16635","kind":"arxiv","version":2}},"canonical_sha256":"554a8c4869dba876b7893d90312108c72850fbe313e19368694da1f78e7f90f4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"554a8c4869dba876b7893d90312108c72850fbe313e19368694da1f78e7f90f4","first_computed_at":"2026-07-05T09:21:46.124075Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:21:46.124075Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OCRtHuWODQRHkL0Q1ERdwOJyiz4oChZOdxrdoX4lcqPMCM7xGqPKv9dlNL1gxWUfZHbjhUOw1+HOVdyk1MrnAw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:21:46.124580Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.16635","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:be179429df2472fdad7ac583d9d0de9f94351646728c266b49ac1a15a0c92639","sha256:6fb9a81ae3e2aaa3138e8368f6f031e3f01edb2829aec5fbce7565f1f5c2eb1f"],"state_sha256":"11bc97e32f057a022aea76e393a5badb4eaff249c7b8b2c6f1a175bbb276300f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0KFk0XEBex7kzgqu+Mv0SdVxz/E6pSTNpv3fgo5tSBg+ilbVWrWEs0CL83DuyibBKyaYQ0JdIwvdLyK6d8yNCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T11:09:31.883144Z","bundle_sha256":"557ef08b816c50a27ac169fbe7951da39a51a172abbb6acb5701e11493249e5d"}}