{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NCOPPE336LRVP7JLD6PX6WNLQN","short_pith_number":"pith:NCOPPE33","canonical_record":{"source":{"id":"2411.02335","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-04T17:59:04Z","cross_cats_sorted":["cs.CL","stat.ML"],"title_canon_sha256":"a763754eb127eb1c5c67372bcd0f3fb5e69902e340deb1a06a9c1162818234c5","abstract_canon_sha256":"94a58a53aae1141948ded0a5c2a577afafcf0b6922ce771f7c4e33c6198d7fbf"},"schema_version":"1.0"},"canonical_sha256":"689cf7937bf2e357fd2b1f9f7f59ab83771d8da202c3d7c4bbaf6ebfc62e4cc3","source":{"kind":"arxiv","id":"2411.02335","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.02335","created_at":"2026-07-05T11:29:03Z"},{"alias_kind":"arxiv_version","alias_value":"2411.02335v4","created_at":"2026-07-05T11:29:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.02335","created_at":"2026-07-05T11:29:03Z"},{"alias_kind":"pith_short_12","alias_value":"NCOPPE336LRV","created_at":"2026-07-05T11:29:03Z"},{"alias_kind":"pith_short_16","alias_value":"NCOPPE336LRVP7JL","created_at":"2026-07-05T11:29:03Z"},{"alias_kind":"pith_short_8","alias_value":"NCOPPE33","created_at":"2026-07-05T11:29:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NCOPPE336LRVP7JLD6PX6WNLQN","target":"record","payload":{"canonical_record":{"source":{"id":"2411.02335","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-04T17:59:04Z","cross_cats_sorted":["cs.CL","stat.ML"],"title_canon_sha256":"a763754eb127eb1c5c67372bcd0f3fb5e69902e340deb1a06a9c1162818234c5","abstract_canon_sha256":"94a58a53aae1141948ded0a5c2a577afafcf0b6922ce771f7c4e33c6198d7fbf"},"schema_version":"1.0"},"canonical_sha256":"689cf7937bf2e357fd2b1f9f7f59ab83771d8da202c3d7c4bbaf6ebfc62e4cc3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:29:03.366457Z","signature_b64":"z2vNDsYJTYiaOxqvY6IGjTppdtRtY2Dxf2CSRHkvKtdXMbeG1U89sthNPIRoZHYfbHu9MICZDFZGT1GfsAm7AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"689cf7937bf2e357fd2b1f9f7f59ab83771d8da202c3d7c4bbaf6ebfc62e4cc3","last_reissued_at":"2026-07-05T11:29:03.365889Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:29:03.365889Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.02335","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:29:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JLO1fQex6vBS09pDrfywsxZLD6Z9t2Dq1U/r5LQBam+gB+Iuo50/+06kW4cBl3C1IrjTHOWBnvl17ywUm26VBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T02:54:09.120167Z"},"content_sha256":"ad60f9bd427a10a97b3abd00b72fe0a05f2edf61655b61a85e8e2e980c8d8637","schema_version":"1.0","event_id":"sha256:ad60f9bd427a10a97b3abd00b72fe0a05f2edf61655b61a85e8e2e980c8d8637"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NCOPPE336LRVP7JLD6PX6WNLQN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Sparsing Law: Towards Large Language Models with Greater Activation Sparsity","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","stat.ML"],"primary_cat":"cs.LG","authors_text":"Chaojun Xiao, Chenyang Song, Jiansheng Wei, Liqun Deng, Maosong Sun, Xiaojun Meng, Xu Han, Yingfa Chen, Yuqi Luo, Zhiyuan Liu","submitted_at":"2024-11-04T17:59:04Z","abstract_excerpt":"Activation sparsity denotes the existence of substantial weakly-contributed elements within activation outputs that can be eliminated, benefiting many important applications concerned with large language models (LLMs). Although promoting greater activation sparsity within LLMs deserves deep studies, existing works lack comprehensive and quantitative research on the correlation between activation sparsity and potentially influential factors. In this paper, we present a comprehensive study on the quantitative scaling properties and influential factors of the activation sparsity within decoder-on"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.02335","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.02335/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:29:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9alHWfCZWlFyoxELPR+ZiG/4quc2EXJift28XFst97vIBYxQ9YK/DHOvIwVa2iLPzj/zyJ4dx8jWVJofCGTMBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T02:54:09.120745Z"},"content_sha256":"4af328d32143f39b3d1bf93d64a38259109d5e2f147253019b60d044fde6ac9a","schema_version":"1.0","event_id":"sha256:4af328d32143f39b3d1bf93d64a38259109d5e2f147253019b60d044fde6ac9a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NCOPPE336LRVP7JLD6PX6WNLQN/bundle.json","state_url":"https://pith.science/pith/NCOPPE336LRVP7JLD6PX6WNLQN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NCOPPE336LRVP7JLD6PX6WNLQN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T02:54:09Z","links":{"resolver":"https://pith.science/pith/NCOPPE336LRVP7JLD6PX6WNLQN","bundle":"https://pith.science/pith/NCOPPE336LRVP7JLD6PX6WNLQN/bundle.json","state":"https://pith.science/pith/NCOPPE336LRVP7JLD6PX6WNLQN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NCOPPE336LRVP7JLD6PX6WNLQN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NCOPPE336LRVP7JLD6PX6WNLQN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"94a58a53aae1141948ded0a5c2a577afafcf0b6922ce771f7c4e33c6198d7fbf","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-04T17:59:04Z","title_canon_sha256":"a763754eb127eb1c5c67372bcd0f3fb5e69902e340deb1a06a9c1162818234c5"},"schema_version":"1.0","source":{"id":"2411.02335","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.02335","created_at":"2026-07-05T11:29:03Z"},{"alias_kind":"arxiv_version","alias_value":"2411.02335v4","created_at":"2026-07-05T11:29:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.02335","created_at":"2026-07-05T11:29:03Z"},{"alias_kind":"pith_short_12","alias_value":"NCOPPE336LRV","created_at":"2026-07-05T11:29:03Z"},{"alias_kind":"pith_short_16","alias_value":"NCOPPE336LRVP7JL","created_at":"2026-07-05T11:29:03Z"},{"alias_kind":"pith_short_8","alias_value":"NCOPPE33","created_at":"2026-07-05T11:29:03Z"}],"graph_snapshots":[{"event_id":"sha256:4af328d32143f39b3d1bf93d64a38259109d5e2f147253019b60d044fde6ac9a","target":"graph","created_at":"2026-07-05T11:29:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.02335/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Activation sparsity denotes the existence of substantial weakly-contributed elements within activation outputs that can be eliminated, benefiting many important applications concerned with large language models (LLMs). Although promoting greater activation sparsity within LLMs deserves deep studies, existing works lack comprehensive and quantitative research on the correlation between activation sparsity and potentially influential factors. In this paper, we present a comprehensive study on the quantitative scaling properties and influential factors of the activation sparsity within decoder-on","authors_text":"Chaojun Xiao, Chenyang Song, Jiansheng Wei, Liqun Deng, Maosong Sun, Xiaojun Meng, Xu Han, Yingfa Chen, Yuqi Luo, Zhiyuan Liu","cross_cats":["cs.CL","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-04T17:59:04Z","title":"Sparsing Law: Towards Large Language Models with Greater Activation Sparsity"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.02335","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ad60f9bd427a10a97b3abd00b72fe0a05f2edf61655b61a85e8e2e980c8d8637","target":"record","created_at":"2026-07-05T11:29:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"94a58a53aae1141948ded0a5c2a577afafcf0b6922ce771f7c4e33c6198d7fbf","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-04T17:59:04Z","title_canon_sha256":"a763754eb127eb1c5c67372bcd0f3fb5e69902e340deb1a06a9c1162818234c5"},"schema_version":"1.0","source":{"id":"2411.02335","kind":"arxiv","version":4}},"canonical_sha256":"689cf7937bf2e357fd2b1f9f7f59ab83771d8da202c3d7c4bbaf6ebfc62e4cc3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"689cf7937bf2e357fd2b1f9f7f59ab83771d8da202c3d7c4bbaf6ebfc62e4cc3","first_computed_at":"2026-07-05T11:29:03.365889Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:29:03.365889Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"z2vNDsYJTYiaOxqvY6IGjTppdtRtY2Dxf2CSRHkvKtdXMbeG1U89sthNPIRoZHYfbHu9MICZDFZGT1GfsAm7AA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:29:03.366457Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.02335","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ad60f9bd427a10a97b3abd00b72fe0a05f2edf61655b61a85e8e2e980c8d8637","sha256:4af328d32143f39b3d1bf93d64a38259109d5e2f147253019b60d044fde6ac9a"],"state_sha256":"61cc7a295968e1d6869922a69b22f43dc5bd80b2c2bf2d5ebb9f9e6fd421a672"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jYTNM5VE7p5/QwJI0WM/EkV/Q8GTM+7FXv3aR6Nex8FXU63Hem2gLB3osOJxVnYVw8Qa8qn6zB2dKRHI+NmZCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T02:54:09.125610Z","bundle_sha256":"3454b1d92c9fa3df367fc88f954128a9a1f7f878f4b5e61b60a12d590fd4f750"}}