{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:J3AKP7JC727OPLP32FPZ7IHY2Y","short_pith_number":"pith:J3AKP7JC","canonical_record":{"source":{"id":"2406.06562","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-03T03:21:49Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e9e83c9659f55d97f4d967af6bf645c304173a6c1d31905ad375786a40d0f508","abstract_canon_sha256":"c3221c5aab270e0e5504ff088d7a67c520163e07ae4ffcecbe057808dcc9c33a"},"schema_version":"1.0"},"canonical_sha256":"4ec0a7fd22febee7adfbd15f9fa0f8d60c123aea446eb472b384dbf6649c45ab","source":{"kind":"arxiv","id":"2406.06562","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06562","created_at":"2026-07-05T08:29:47Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06562v1","created_at":"2026-07-05T08:29:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06562","created_at":"2026-07-05T08:29:47Z"},{"alias_kind":"pith_short_12","alias_value":"J3AKP7JC727O","created_at":"2026-07-05T08:29:47Z"},{"alias_kind":"pith_short_16","alias_value":"J3AKP7JC727OPLP3","created_at":"2026-07-05T08:29:47Z"},{"alias_kind":"pith_short_8","alias_value":"J3AKP7JC","created_at":"2026-07-05T08:29:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:J3AKP7JC727OPLP32FPZ7IHY2Y","target":"record","payload":{"canonical_record":{"source":{"id":"2406.06562","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-03T03:21:49Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e9e83c9659f55d97f4d967af6bf645c304173a6c1d31905ad375786a40d0f508","abstract_canon_sha256":"c3221c5aab270e0e5504ff088d7a67c520163e07ae4ffcecbe057808dcc9c33a"},"schema_version":"1.0"},"canonical_sha256":"4ec0a7fd22febee7adfbd15f9fa0f8d60c123aea446eb472b384dbf6649c45ab","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:29:47.455474Z","signature_b64":"JF/lGAeyL0MpIPg8Fvc20gXFe26ySoTzjsPlrN368bhc1hCoPFXCfl3OdcH6Ecwoeqeo9zKk1AJY89yfCiBJBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4ec0a7fd22febee7adfbd15f9fa0f8d60c123aea446eb472b384dbf6649c45ab","last_reissued_at":"2026-07-05T08:29:47.455116Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:29:47.455116Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.06562","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:29:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3wMn73uEReoUGUPjnTwxF7UrR/ndkI9FSKD+6b3lJMbMeJG9SO/w5DtgC8bfablkQMMVwURbw+9YXCkGePDnBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T08:23:11.739937Z"},"content_sha256":"bd29767fa9b51c7266963260489ef3becf6164b6674f6bdb96185d60176cf5fe","schema_version":"1.0","event_id":"sha256:bd29767fa9b51c7266963260489ef3becf6164b6674f6bdb96185d60176cf5fe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:J3AKP7JC727OPLP32FPZ7IHY2Y","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Achieving Sparse Activation in Small Language Models","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Boyuan Yang, Jifeng Song, Kai Huang, Wei Gao, Xiangyu Yin","submitted_at":"2024-06-03T03:21:49Z","abstract_excerpt":"Sparse activation, which selectively activates only an input-dependent set of neurons in inference, is a useful technique to reduce the computing cost of Large Language Models (LLMs) without retraining or adaptation efforts. However, whether it can be applied to the recently emerging Small Language Models (SLMs) remains questionable, because SLMs are generally less over-parameterized than LLMs. In this paper, we aim to achieve sparse activation in SLMs. We first show that the existing sparse activation schemes in LLMs that build on neurons' output magnitudes cannot be applied to SLMs, and acti"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06562","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.06562/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:29:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n2BWjg6gJLDZFsfgOc5msJKNAsYo+9ul87XBgjMvuM/bWWSp12AZkJu9PtZf2tht8JTFKdq36JzJK2XQWKJUBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T08:23:11.740443Z"},"content_sha256":"58db61b269bce98e2ab52ea7a2be92d1aad467356a3979e3ee9059fdf0a4c72c","schema_version":"1.0","event_id":"sha256:58db61b269bce98e2ab52ea7a2be92d1aad467356a3979e3ee9059fdf0a4c72c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/J3AKP7JC727OPLP32FPZ7IHY2Y/bundle.json","state_url":"https://pith.science/pith/J3AKP7JC727OPLP32FPZ7IHY2Y/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/J3AKP7JC727OPLP32FPZ7IHY2Y/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T08:23:11Z","links":{"resolver":"https://pith.science/pith/J3AKP7JC727OPLP32FPZ7IHY2Y","bundle":"https://pith.science/pith/J3AKP7JC727OPLP32FPZ7IHY2Y/bundle.json","state":"https://pith.science/pith/J3AKP7JC727OPLP32FPZ7IHY2Y/state.json","well_known_bundle":"https://pith.science/.well-known/pith/J3AKP7JC727OPLP32FPZ7IHY2Y/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:J3AKP7JC727OPLP32FPZ7IHY2Y","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c3221c5aab270e0e5504ff088d7a67c520163e07ae4ffcecbe057808dcc9c33a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-03T03:21:49Z","title_canon_sha256":"e9e83c9659f55d97f4d967af6bf645c304173a6c1d31905ad375786a40d0f508"},"schema_version":"1.0","source":{"id":"2406.06562","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06562","created_at":"2026-07-05T08:29:47Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06562v1","created_at":"2026-07-05T08:29:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06562","created_at":"2026-07-05T08:29:47Z"},{"alias_kind":"pith_short_12","alias_value":"J3AKP7JC727O","created_at":"2026-07-05T08:29:47Z"},{"alias_kind":"pith_short_16","alias_value":"J3AKP7JC727OPLP3","created_at":"2026-07-05T08:29:47Z"},{"alias_kind":"pith_short_8","alias_value":"J3AKP7JC","created_at":"2026-07-05T08:29:47Z"}],"graph_snapshots":[{"event_id":"sha256:58db61b269bce98e2ab52ea7a2be92d1aad467356a3979e3ee9059fdf0a4c72c","target":"graph","created_at":"2026-07-05T08:29:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.06562/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sparse activation, which selectively activates only an input-dependent set of neurons in inference, is a useful technique to reduce the computing cost of Large Language Models (LLMs) without retraining or adaptation efforts. However, whether it can be applied to the recently emerging Small Language Models (SLMs) remains questionable, because SLMs are generally less over-parameterized than LLMs. In this paper, we aim to achieve sparse activation in SLMs. We first show that the existing sparse activation schemes in LLMs that build on neurons' output magnitudes cannot be applied to SLMs, and acti","authors_text":"Boyuan Yang, Jifeng Song, Kai Huang, Wei Gao, Xiangyu Yin","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-03T03:21:49Z","title":"Achieving Sparse Activation in Small Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06562","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bd29767fa9b51c7266963260489ef3becf6164b6674f6bdb96185d60176cf5fe","target":"record","created_at":"2026-07-05T08:29:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c3221c5aab270e0e5504ff088d7a67c520163e07ae4ffcecbe057808dcc9c33a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-03T03:21:49Z","title_canon_sha256":"e9e83c9659f55d97f4d967af6bf645c304173a6c1d31905ad375786a40d0f508"},"schema_version":"1.0","source":{"id":"2406.06562","kind":"arxiv","version":1}},"canonical_sha256":"4ec0a7fd22febee7adfbd15f9fa0f8d60c123aea446eb472b384dbf6649c45ab","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4ec0a7fd22febee7adfbd15f9fa0f8d60c123aea446eb472b384dbf6649c45ab","first_computed_at":"2026-07-05T08:29:47.455116Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:29:47.455116Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JF/lGAeyL0MpIPg8Fvc20gXFe26ySoTzjsPlrN368bhc1hCoPFXCfl3OdcH6Ecwoeqeo9zKk1AJY89yfCiBJBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:29:47.455474Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.06562","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bd29767fa9b51c7266963260489ef3becf6164b6674f6bdb96185d60176cf5fe","sha256:58db61b269bce98e2ab52ea7a2be92d1aad467356a3979e3ee9059fdf0a4c72c"],"state_sha256":"292c2013c6006610ff461ca4e6a537ac09e09d08d95579869e28b06e2013a1b1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oVgXCzwMcr3LG7VqUXCdKomQxw0AWP+ybIvjHcP4UOAq77q+T/N9LoEl+IBvW70dt9oAwjoNKJomCFEAXt1pAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T08:23:11.745262Z","bundle_sha256":"4d1bbfe035be2ffb010151daaf3b3fae04e44bdb9b4fc868121685aa5ee62ad2"}}