{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:TFJX65WEILIMHMJLN7ZGHBRONJ","short_pith_number":"pith:TFJX65WE","canonical_record":{"source":{"id":"2512.12744","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-12-14T15:47:40Z","cross_cats_sorted":[],"title_canon_sha256":"8f95beb995634cbf53f41f19afbac3831510c7245126bf97add8c16fba9bd337","abstract_canon_sha256":"d8dec47c6276a44f7b1f062884957537b198d25b37af4e65f5bc3c7cc06ad776"},"schema_version":"1.0"},"canonical_sha256":"99537f76c442d0c3b12b6ff263862e6a6f5452d15ed86b1107df035c64a92d18","source":{"kind":"arxiv","id":"2512.12744","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2512.12744","created_at":"2026-05-22T01:03:52Z"},{"alias_kind":"arxiv_version","alias_value":"2512.12744v4","created_at":"2026-05-22T01:03:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2512.12744","created_at":"2026-05-22T01:03:52Z"},{"alias_kind":"pith_short_12","alias_value":"TFJX65WEILIM","created_at":"2026-05-22T01:03:52Z"},{"alias_kind":"pith_short_16","alias_value":"TFJX65WEILIMHMJL","created_at":"2026-05-22T01:03:52Z"},{"alias_kind":"pith_short_8","alias_value":"TFJX65WE","created_at":"2026-05-22T01:03:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:TFJX65WEILIMHMJLN7ZGHBRONJ","target":"record","payload":{"canonical_record":{"source":{"id":"2512.12744","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-12-14T15:47:40Z","cross_cats_sorted":[],"title_canon_sha256":"8f95beb995634cbf53f41f19afbac3831510c7245126bf97add8c16fba9bd337","abstract_canon_sha256":"d8dec47c6276a44f7b1f062884957537b198d25b37af4e65f5bc3c7cc06ad776"},"schema_version":"1.0"},"canonical_sha256":"99537f76c442d0c3b12b6ff263862e6a6f5452d15ed86b1107df035c64a92d18","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-22T01:03:52.237541Z","signature_b64":"u1XIk6f2lLAc3whSucFUngflNGw7noBK4VhkqSXkK3/MVOf/ltUm27ESiG561x1SM7IjF5j0MESdH8N2naIlAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"99537f76c442d0c3b12b6ff263862e6a6f5452d15ed86b1107df035c64a92d18","last_reissued_at":"2026-05-22T01:03:52.236672Z","signature_status":"signed_v1","first_computed_at":"2026-05-22T01:03:52.236672Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2512.12744","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-22T01:03:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DD70r1k784mxSbg18dkN37nN2cDDKknFvhNumqL+Fh4seLw5+zsKOZAtmfoW+LWMIiN41g4vAuQedvCj+nVyBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T06:52:48.393065Z"},"content_sha256":"28bc5e79aa5f254c61190be4c137f0a4af90eeda2b821ab18c3b5700869c5679","schema_version":"1.0","event_id":"sha256:28bc5e79aa5f254c61190be4c137f0a4af90eeda2b821ab18c3b5700869c5679"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:TFJX65WEILIMHMJLN7ZGHBRONJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Resting Neurons, Active Insights: Robustifying Activation Sparsity in LLMs via Spontaneity","license":"http://creativecommons.org/licenses/by/4.0/","headline":"Spontaneous neurons restore accuracy in activation-sparse large language models by anchoring hidden states to the dense model's distribution.","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Haotian Xu, Jiannan Yang, Tengfei Ma, Tian Gao, Tsui-Wei Weng","submitted_at":"2025-12-14T15:47:40Z","abstract_excerpt":"Activation sparsity offers a compelling route to accelerate large language model (LLM) inference by selectively suppressing hidden activations, yet existing approaches exhibit severe accuracy degradation at high sparsity. We show that this failure stems from representational instability: *activation sparsity disrupts input-dependent activation learned during pretraining, inducing distribution shifts in hidden states.* We address this issue by reframing activation sparsity as a representational alignment problem and introducing **Spontaneous Neurons (SPON)**, a lightweight mechanism inspired by"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"We address this issue by reframing activation sparsity as a representational alignment problem and introducing Spontaneous Neurons (SPON), a lightweight mechanism... SPON consistently restores performance, stabilizes latent representations, and preserves generalization.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"That a small set of input-independent learnable vectors trained only via distribution matching to the dense model will reliably counteract the distribution shifts induced by activation sparsity without introducing new instabilities or harming generalization on downstream tasks.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"SPON adds learnable persistent activation anchors trained via distribution matching to restore LLM accuracy under high activation sparsity by preventing representational distribution shifts.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"Spontaneous neurons restore accuracy in activation-sparse large language models by anchoring hidden states to the dense model's distribution.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"3923fe8b3c8f637c92c7ad88f684a35326fa65baf23a6412afedac9a4a147df7"},"source":{"id":"2512.12744","kind":"arxiv","version":4},"verdict":{"id":"01a7c031-7c21-477b-9bbb-d8ceb11c5658","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-16T22:16:51.725968Z","strongest_claim":"We address this issue by reframing activation sparsity as a representational alignment problem and introducing Spontaneous Neurons (SPON), a lightweight mechanism... SPON consistently restores performance, stabilizes latent representations, and preserves generalization.","one_line_summary":"SPON adds learnable persistent activation anchors trained via distribution matching to restore LLM accuracy under high activation sparsity by preventing representational distribution shifts.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"That a small set of input-independent learnable vectors trained only via distribution matching to the dense model will reliably counteract the distribution shifts induced by activation sparsity without introducing new instabilities or harming generalization on downstream tasks.","pith_extraction_headline":"Spontaneous neurons restore accuracy in activation-sparse large language models by anchoring hidden states to the dense model's distribution."},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2512.12744/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":2,"snapshot_sha256":"411eec6a0bc4ee8911e873acfe11705f884fe14ade7a17e3436020aceb953d3c"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"01a7c031-7c21-477b-9bbb-d8ceb11c5658"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-22T01:03:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G7O+UFhk6ytn8zC86+4DwA/4XUjfC73xxYFleTZtdQJYAHL3tFCZToJTBztjSFbutjbJ6kaBBlhBMqrMP7K2Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T06:52:48.393570Z"},"content_sha256":"f39394957e49e045b5cc9919c02396a82645935532695462e5cbe85609827fdf","schema_version":"1.0","event_id":"sha256:f39394957e49e045b5cc9919c02396a82645935532695462e5cbe85609827fdf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TFJX65WEILIMHMJLN7ZGHBRONJ/bundle.json","state_url":"https://pith.science/pith/TFJX65WEILIMHMJLN7ZGHBRONJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TFJX65WEILIMHMJLN7ZGHBRONJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-28T06:52:48Z","links":{"resolver":"https://pith.science/pith/TFJX65WEILIMHMJLN7ZGHBRONJ","bundle":"https://pith.science/pith/TFJX65WEILIMHMJLN7ZGHBRONJ/bundle.json","state":"https://pith.science/pith/TFJX65WEILIMHMJLN7ZGHBRONJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TFJX65WEILIMHMJLN7ZGHBRONJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:TFJX65WEILIMHMJLN7ZGHBRONJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d8dec47c6276a44f7b1f062884957537b198d25b37af4e65f5bc3c7cc06ad776","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-12-14T15:47:40Z","title_canon_sha256":"8f95beb995634cbf53f41f19afbac3831510c7245126bf97add8c16fba9bd337"},"schema_version":"1.0","source":{"id":"2512.12744","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2512.12744","created_at":"2026-05-22T01:03:52Z"},{"alias_kind":"arxiv_version","alias_value":"2512.12744v4","created_at":"2026-05-22T01:03:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2512.12744","created_at":"2026-05-22T01:03:52Z"},{"alias_kind":"pith_short_12","alias_value":"TFJX65WEILIM","created_at":"2026-05-22T01:03:52Z"},{"alias_kind":"pith_short_16","alias_value":"TFJX65WEILIMHMJL","created_at":"2026-05-22T01:03:52Z"},{"alias_kind":"pith_short_8","alias_value":"TFJX65WE","created_at":"2026-05-22T01:03:52Z"}],"graph_snapshots":[{"event_id":"sha256:f39394957e49e045b5cc9919c02396a82645935532695462e5cbe85609827fdf","target":"graph","created_at":"2026-05-22T01:03:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"We address this issue by reframing activation sparsity as a representational alignment problem and introducing Spontaneous Neurons (SPON), a lightweight mechanism... SPON consistently restores performance, stabilizes latent representations, and preserves generalization."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That a small set of input-independent learnable vectors trained only via distribution matching to the dense model will reliably counteract the distribution shifts induced by activation sparsity without introducing new instabilities or harming generalization on downstream tasks."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"SPON adds learnable persistent activation anchors trained via distribution matching to restore LLM accuracy under high activation sparsity by preventing representational distribution shifts."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"Spontaneous neurons restore accuracy in activation-sparse large language models by anchoring hidden states to the dense model's distribution."}],"snapshot_sha256":"3923fe8b3c8f637c92c7ad88f684a35326fa65baf23a6412afedac9a4a147df7"},"formal_canon":{"evidence_count":2,"snapshot_sha256":"411eec6a0bc4ee8911e873acfe11705f884fe14ade7a17e3436020aceb953d3c"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2512.12744/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Activation sparsity offers a compelling route to accelerate large language model (LLM) inference by selectively suppressing hidden activations, yet existing approaches exhibit severe accuracy degradation at high sparsity. We show that this failure stems from representational instability: *activation sparsity disrupts input-dependent activation learned during pretraining, inducing distribution shifts in hidden states.* We address this issue by reframing activation sparsity as a representational alignment problem and introducing **Spontaneous Neurons (SPON)**, a lightweight mechanism inspired by","authors_text":"Haotian Xu, Jiannan Yang, Tengfei Ma, Tian Gao, Tsui-Wei Weng","cross_cats":[],"headline":"Spontaneous neurons restore accuracy in activation-sparse large language models by anchoring hidden states to the dense model's distribution.","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-12-14T15:47:40Z","title":"Resting Neurons, Active Insights: Robustifying Activation Sparsity in LLMs via Spontaneity"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2512.12744","kind":"arxiv","version":4},"verdict":{"created_at":"2026-05-16T22:16:51.725968Z","id":"01a7c031-7c21-477b-9bbb-d8ceb11c5658","model_set":{"reader":"grok-4.3"},"one_line_summary":"SPON adds learnable persistent activation anchors trained via distribution matching to restore LLM accuracy under high activation sparsity by preventing representational distribution shifts.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"Spontaneous neurons restore accuracy in activation-sparse large language models by anchoring hidden states to the dense model's distribution.","strongest_claim":"We address this issue by reframing activation sparsity as a representational alignment problem and introducing Spontaneous Neurons (SPON), a lightweight mechanism... SPON consistently restores performance, stabilizes latent representations, and preserves generalization.","weakest_assumption":"That a small set of input-independent learnable vectors trained only via distribution matching to the dense model will reliably counteract the distribution shifts induced by activation sparsity without introducing new instabilities or harming generalization on downstream tasks."}},"verdict_id":"01a7c031-7c21-477b-9bbb-d8ceb11c5658"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:28bc5e79aa5f254c61190be4c137f0a4af90eeda2b821ab18c3b5700869c5679","target":"record","created_at":"2026-05-22T01:03:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d8dec47c6276a44f7b1f062884957537b198d25b37af4e65f5bc3c7cc06ad776","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-12-14T15:47:40Z","title_canon_sha256":"8f95beb995634cbf53f41f19afbac3831510c7245126bf97add8c16fba9bd337"},"schema_version":"1.0","source":{"id":"2512.12744","kind":"arxiv","version":4}},"canonical_sha256":"99537f76c442d0c3b12b6ff263862e6a6f5452d15ed86b1107df035c64a92d18","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"99537f76c442d0c3b12b6ff263862e6a6f5452d15ed86b1107df035c64a92d18","first_computed_at":"2026-05-22T01:03:52.236672Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-22T01:03:52.236672Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"u1XIk6f2lLAc3whSucFUngflNGw7noBK4VhkqSXkK3/MVOf/ltUm27ESiG561x1SM7IjF5j0MESdH8N2naIlAg==","signature_status":"signed_v1","signed_at":"2026-05-22T01:03:52.237541Z","signed_message":"canonical_sha256_bytes"},"source_id":"2512.12744","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:28bc5e79aa5f254c61190be4c137f0a4af90eeda2b821ab18c3b5700869c5679","sha256:f39394957e49e045b5cc9919c02396a82645935532695462e5cbe85609827fdf"],"state_sha256":"972ba4b80d82c68afbb3bdedc8f521d3c67d0359f016c38ee54270f820fd1e4e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wB0crW1SRIdJBeCBvN27on+qgh9noW9+suni+hftYDYxmBJ6WxL0st41qZ8BMZqiifXospo01Z31LewK827YAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-28T06:52:48.395831Z","bundle_sha256":"bdb59d8a1a3e31b8795983dbc620e884e415c92837eb512225c36dff7e791aa2"}}