{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:7UM4AVMOCSDKDN27RK2KXIXNI2","short_pith_number":"pith:7UM4AVMO","canonical_record":{"source":{"id":"2402.13516","kind":"arxiv","version":7},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-21T03:58:49Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"cc8379a3a6258da645a3e2e06f1c1fcc5ac5a0fd45ce705f155de68ebbe80af8","abstract_canon_sha256":"accf27f0a18399654a4f9d52e7f4ba2970ec6735d3461b60d6164eab5e2dbd13"},"schema_version":"1.0"},"canonical_sha256":"fd19c0558e1486a1b75f8ab4aba2ed4685defc3fed87d66ac6181beaaf0e67dc","source":{"kind":"arxiv","id":"2402.13516","version":7},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.13516","created_at":"2026-07-05T09:57:39Z"},{"alias_kind":"arxiv_version","alias_value":"2402.13516v7","created_at":"2026-07-05T09:57:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.13516","created_at":"2026-07-05T09:57:39Z"},{"alias_kind":"pith_short_12","alias_value":"7UM4AVMOCSDK","created_at":"2026-07-05T09:57:39Z"},{"alias_kind":"pith_short_16","alias_value":"7UM4AVMOCSDKDN27","created_at":"2026-07-05T09:57:39Z"},{"alias_kind":"pith_short_8","alias_value":"7UM4AVMO","created_at":"2026-07-05T09:57:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:7UM4AVMOCSDKDN27RK2KXIXNI2","target":"record","payload":{"canonical_record":{"source":{"id":"2402.13516","kind":"arxiv","version":7},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-21T03:58:49Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"cc8379a3a6258da645a3e2e06f1c1fcc5ac5a0fd45ce705f155de68ebbe80af8","abstract_canon_sha256":"accf27f0a18399654a4f9d52e7f4ba2970ec6735d3461b60d6164eab5e2dbd13"},"schema_version":"1.0"},"canonical_sha256":"fd19c0558e1486a1b75f8ab4aba2ed4685defc3fed87d66ac6181beaaf0e67dc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:57:39.718895Z","signature_b64":"QiBsolXMl4wXBjA+pO2D2OHsMxMVogNXq5/3oFdn4czR0wktAP/qZNRLwQE6DDtQ42gNRXhQR61mukAA/gmjDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fd19c0558e1486a1b75f8ab4aba2ed4685defc3fed87d66ac6181beaaf0e67dc","last_reissued_at":"2026-07-05T09:57:39.718383Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:57:39.718383Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.13516","source_version":7,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:57:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V3VVb+R3D5ly5uwHZddhkUFOd6DYEfGMddmVYdCFplQXn8qtPb37dCYPhrMci0Eiep7IavWviGntSLW2bblKCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T15:43:24.323223Z"},"content_sha256":"a4af10ab8723a1c8a8fca740748490c17b95f8ec64fe426e9ae4f5f143934d77","schema_version":"1.0","event_id":"sha256:a4af10ab8723a1c8a8fca740748490c17b95f8ec64fe426e9ae4f5f143934d77"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:7UM4AVMOCSDKDN27RK2KXIXNI2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Chen Chen, Chenyang Song, Guangli Li, Kuai Li, Maosong Sun, Shengding Hu, Tao Yang, Xiyu Shi, Xu Han, Zhengyan Zhang, Zhiyuan Liu","submitted_at":"2024-02-21T03:58:49Z","abstract_excerpt":"Activation sparsity refers to the existence of considerable weakly-contributed elements among activation outputs. As a prevalent property of the models using the ReLU activation function, activation sparsity has been proven a promising paradigm to boost model inference efficiency. Nevertheless, most large language models (LLMs) adopt activation functions without intrinsic activation sparsity (e.g., GELU and Swish). Some recent efforts have explored introducing ReLU or its variants as the substitutive activation function to help LLMs achieve activation sparsity and inference acceleration, but f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.13516","kind":"arxiv","version":7},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.13516/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:57:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P7/VrwWqQuOq8RcmKhR2jxbOvDXg9xW0uYhPATSLHAfiHEdFmocOUwlqITTNO+6Y1pIDA1XUOeK3HCyVmVuODw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T15:43:24.324234Z"},"content_sha256":"aa1f0a39c2b5196d5720fbf6609dd31d29d0f95c00ed293c6cafbed311499c32","schema_version":"1.0","event_id":"sha256:aa1f0a39c2b5196d5720fbf6609dd31d29d0f95c00ed293c6cafbed311499c32"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7UM4AVMOCSDKDN27RK2KXIXNI2/bundle.json","state_url":"https://pith.science/pith/7UM4AVMOCSDKDN27RK2KXIXNI2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7UM4AVMOCSDKDN27RK2KXIXNI2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T15:43:24Z","links":{"resolver":"https://pith.science/pith/7UM4AVMOCSDKDN27RK2KXIXNI2","bundle":"https://pith.science/pith/7UM4AVMOCSDKDN27RK2KXIXNI2/bundle.json","state":"https://pith.science/pith/7UM4AVMOCSDKDN27RK2KXIXNI2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7UM4AVMOCSDKDN27RK2KXIXNI2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7UM4AVMOCSDKDN27RK2KXIXNI2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"accf27f0a18399654a4f9d52e7f4ba2970ec6735d3461b60d6164eab5e2dbd13","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-21T03:58:49Z","title_canon_sha256":"cc8379a3a6258da645a3e2e06f1c1fcc5ac5a0fd45ce705f155de68ebbe80af8"},"schema_version":"1.0","source":{"id":"2402.13516","kind":"arxiv","version":7}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.13516","created_at":"2026-07-05T09:57:39Z"},{"alias_kind":"arxiv_version","alias_value":"2402.13516v7","created_at":"2026-07-05T09:57:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.13516","created_at":"2026-07-05T09:57:39Z"},{"alias_kind":"pith_short_12","alias_value":"7UM4AVMOCSDK","created_at":"2026-07-05T09:57:39Z"},{"alias_kind":"pith_short_16","alias_value":"7UM4AVMOCSDKDN27","created_at":"2026-07-05T09:57:39Z"},{"alias_kind":"pith_short_8","alias_value":"7UM4AVMO","created_at":"2026-07-05T09:57:39Z"}],"graph_snapshots":[{"event_id":"sha256:aa1f0a39c2b5196d5720fbf6609dd31d29d0f95c00ed293c6cafbed311499c32","target":"graph","created_at":"2026-07-05T09:57:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.13516/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Activation sparsity refers to the existence of considerable weakly-contributed elements among activation outputs. As a prevalent property of the models using the ReLU activation function, activation sparsity has been proven a promising paradigm to boost model inference efficiency. Nevertheless, most large language models (LLMs) adopt activation functions without intrinsic activation sparsity (e.g., GELU and Swish). Some recent efforts have explored introducing ReLU or its variants as the substitutive activation function to help LLMs achieve activation sparsity and inference acceleration, but f","authors_text":"Chen Chen, Chenyang Song, Guangli Li, Kuai Li, Maosong Sun, Shengding Hu, Tao Yang, Xiyu Shi, Xu Han, Zhengyan Zhang, Zhiyuan Liu","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-21T03:58:49Z","title":"ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.13516","kind":"arxiv","version":7},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a4af10ab8723a1c8a8fca740748490c17b95f8ec64fe426e9ae4f5f143934d77","target":"record","created_at":"2026-07-05T09:57:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"accf27f0a18399654a4f9d52e7f4ba2970ec6735d3461b60d6164eab5e2dbd13","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-21T03:58:49Z","title_canon_sha256":"cc8379a3a6258da645a3e2e06f1c1fcc5ac5a0fd45ce705f155de68ebbe80af8"},"schema_version":"1.0","source":{"id":"2402.13516","kind":"arxiv","version":7}},"canonical_sha256":"fd19c0558e1486a1b75f8ab4aba2ed4685defc3fed87d66ac6181beaaf0e67dc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fd19c0558e1486a1b75f8ab4aba2ed4685defc3fed87d66ac6181beaaf0e67dc","first_computed_at":"2026-07-05T09:57:39.718383Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:57:39.718383Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QiBsolXMl4wXBjA+pO2D2OHsMxMVogNXq5/3oFdn4czR0wktAP/qZNRLwQE6DDtQ42gNRXhQR61mukAA/gmjDA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:57:39.718895Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.13516","source_kind":"arxiv","source_version":7}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a4af10ab8723a1c8a8fca740748490c17b95f8ec64fe426e9ae4f5f143934d77","sha256:aa1f0a39c2b5196d5720fbf6609dd31d29d0f95c00ed293c6cafbed311499c32"],"state_sha256":"592d7ac2449d610698b29282d00dba5cde6c63c3290a550a6e29c596746fe126"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PpuUdbT5uHujyY2UJXb9niBU/ypycVxjKbGZwzJ1/pqNBahC8c5XkdKsR69oL5xj1FrdAvTsCORVpI3E4BV/BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T15:43:24.331448Z","bundle_sha256":"b8d3e7672840251c3fe762f1439f77336e3a44e973e9b9a06ab659d96d595f6e"}}