{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:HWIH77GJWPGDEHE4L3UMYHV656","short_pith_number":"pith:HWIH77GJ","canonical_record":{"source":{"id":"2406.05955","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T01:21:59Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"70176add968ceed938db7fba365cc3640a4a6db1363709cc4d67090344558c00","abstract_canon_sha256":"d55bfe05c337ea4c4a4d3f6e149f15c8dd5b9e77573ef83afc33f48397344d26"},"schema_version":"1.0"},"canonical_sha256":"3d907ffcc9b3cc321c9c5ee8cc1ebeef87bcec617a76deac60315fb5e9484e9c","source":{"kind":"arxiv","id":"2406.05955","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.05955","created_at":"2026-07-05T08:30:14Z"},{"alias_kind":"arxiv_version","alias_value":"2406.05955v2","created_at":"2026-07-05T08:30:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.05955","created_at":"2026-07-05T08:30:14Z"},{"alias_kind":"pith_short_12","alias_value":"HWIH77GJWPGD","created_at":"2026-07-05T08:30:14Z"},{"alias_kind":"pith_short_16","alias_value":"HWIH77GJWPGDEHE4","created_at":"2026-07-05T08:30:14Z"},{"alias_kind":"pith_short_8","alias_value":"HWIH77GJ","created_at":"2026-07-05T08:30:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:HWIH77GJWPGDEHE4L3UMYHV656","target":"record","payload":{"canonical_record":{"source":{"id":"2406.05955","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T01:21:59Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"70176add968ceed938db7fba365cc3640a4a6db1363709cc4d67090344558c00","abstract_canon_sha256":"d55bfe05c337ea4c4a4d3f6e149f15c8dd5b9e77573ef83afc33f48397344d26"},"schema_version":"1.0"},"canonical_sha256":"3d907ffcc9b3cc321c9c5ee8cc1ebeef87bcec617a76deac60315fb5e9484e9c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:30:14.338805Z","signature_b64":"y6c5TLFAN2XMY6acHaP7Gmb/9/UdWN/DtdEhg8NA+mGcoDyRUiFMH8WuIDnqisdIA3QLfa1PY7Wb1qkTJhSvAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3d907ffcc9b3cc321c9c5ee8cc1ebeef87bcec617a76deac60315fb5e9484e9c","last_reissued_at":"2026-07-05T08:30:14.338354Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:30:14.338354Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.05955","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:30:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/Cnuts0e1FsxjfMneyUTRmw7EFXV3dZj7KGlMpccSEyNhvQxMM+8XuiyJRn2sWEc61EyUWd/pNN0jEazZ8GkCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T20:48:40.056199Z"},"content_sha256":"c757c85dce583f03e2c3103726343457cb41c5da8d3d41ed86246966130f1183","schema_version":"1.0","event_id":"sha256:c757c85dce583f03e2c3103726343457cb41c5da8d3d41ed86246966130f1183"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:HWIH77GJWPGDEHE4L3UMYHV656","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Bo Wen, Haibo Chen, Haotong Xie, Li Ma, Yixin Song, Zeyu Mi, Zhengyan Zhang","submitted_at":"2024-06-10T01:21:59Z","abstract_excerpt":"Exploiting activation sparsity is a promising approach to significantly accelerating the inference process of large language models (LLMs) without compromising performance. However, activation sparsity is determined by activation functions, and commonly used ones like SwiGLU and GeGLU exhibit limited sparsity. Simply replacing these functions with ReLU fails to achieve sufficient sparsity. Moreover, inadequate training data can further increase the risk of performance degradation. To address these challenges, we propose a novel dReLU function, which is designed to improve LLM activation sparsi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.05955","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.05955/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:30:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n/IiDY8VUcyBMJ3pz5fgkzP+3N4N8PuPeDAaZkaGRQgmVv1Ok69dJNvKgy0/SERtQ9BVE2JsJdzQ3JyP/Lr9Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T20:48:40.056877Z"},"content_sha256":"af8d9245f84b9c10800f15761069492a0fa43bfcb5f0e1f609ba96d72b1052bf","schema_version":"1.0","event_id":"sha256:af8d9245f84b9c10800f15761069492a0fa43bfcb5f0e1f609ba96d72b1052bf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HWIH77GJWPGDEHE4L3UMYHV656/bundle.json","state_url":"https://pith.science/pith/HWIH77GJWPGDEHE4L3UMYHV656/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HWIH77GJWPGDEHE4L3UMYHV656/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T20:48:40Z","links":{"resolver":"https://pith.science/pith/HWIH77GJWPGDEHE4L3UMYHV656","bundle":"https://pith.science/pith/HWIH77GJWPGDEHE4L3UMYHV656/bundle.json","state":"https://pith.science/pith/HWIH77GJWPGDEHE4L3UMYHV656/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HWIH77GJWPGDEHE4L3UMYHV656/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HWIH77GJWPGDEHE4L3UMYHV656","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d55bfe05c337ea4c4a4d3f6e149f15c8dd5b9e77573ef83afc33f48397344d26","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T01:21:59Z","title_canon_sha256":"70176add968ceed938db7fba365cc3640a4a6db1363709cc4d67090344558c00"},"schema_version":"1.0","source":{"id":"2406.05955","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.05955","created_at":"2026-07-05T08:30:14Z"},{"alias_kind":"arxiv_version","alias_value":"2406.05955v2","created_at":"2026-07-05T08:30:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.05955","created_at":"2026-07-05T08:30:14Z"},{"alias_kind":"pith_short_12","alias_value":"HWIH77GJWPGD","created_at":"2026-07-05T08:30:14Z"},{"alias_kind":"pith_short_16","alias_value":"HWIH77GJWPGDEHE4","created_at":"2026-07-05T08:30:14Z"},{"alias_kind":"pith_short_8","alias_value":"HWIH77GJ","created_at":"2026-07-05T08:30:14Z"}],"graph_snapshots":[{"event_id":"sha256:af8d9245f84b9c10800f15761069492a0fa43bfcb5f0e1f609ba96d72b1052bf","target":"graph","created_at":"2026-07-05T08:30:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.05955/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Exploiting activation sparsity is a promising approach to significantly accelerating the inference process of large language models (LLMs) without compromising performance. However, activation sparsity is determined by activation functions, and commonly used ones like SwiGLU and GeGLU exhibit limited sparsity. Simply replacing these functions with ReLU fails to achieve sufficient sparsity. Moreover, inadequate training data can further increase the risk of performance degradation. To address these challenges, we propose a novel dReLU function, which is designed to improve LLM activation sparsi","authors_text":"Bo Wen, Haibo Chen, Haotong Xie, Li Ma, Yixin Song, Zeyu Mi, Zhengyan Zhang","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T01:21:59Z","title":"Turbo Sparse: Achieving LLM SOTA Performance with Minimal Activated Parameters"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.05955","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c757c85dce583f03e2c3103726343457cb41c5da8d3d41ed86246966130f1183","target":"record","created_at":"2026-07-05T08:30:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d55bfe05c337ea4c4a4d3f6e149f15c8dd5b9e77573ef83afc33f48397344d26","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-10T01:21:59Z","title_canon_sha256":"70176add968ceed938db7fba365cc3640a4a6db1363709cc4d67090344558c00"},"schema_version":"1.0","source":{"id":"2406.05955","kind":"arxiv","version":2}},"canonical_sha256":"3d907ffcc9b3cc321c9c5ee8cc1ebeef87bcec617a76deac60315fb5e9484e9c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3d907ffcc9b3cc321c9c5ee8cc1ebeef87bcec617a76deac60315fb5e9484e9c","first_computed_at":"2026-07-05T08:30:14.338354Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:30:14.338354Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"y6c5TLFAN2XMY6acHaP7Gmb/9/UdWN/DtdEhg8NA+mGcoDyRUiFMH8WuIDnqisdIA3QLfa1PY7Wb1qkTJhSvAw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:30:14.338805Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.05955","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c757c85dce583f03e2c3103726343457cb41c5da8d3d41ed86246966130f1183","sha256:af8d9245f84b9c10800f15761069492a0fa43bfcb5f0e1f609ba96d72b1052bf"],"state_sha256":"0e760dcccb91555eceef9a70b702ff66e1bad27b3ba25ff5c5c6afefbe7e7ebc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2uPUMDe6hLmv0QTnjrBE3DVhz6A6J304KyhsmeJOpA6UKT5aI8m+V19qUu+M4Od8fR06/tqNffOGDnl0eh6rDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T20:48:40.066866Z","bundle_sha256":"f739af84f98dbc447c3ade7200711214ad836f672a7975040256f3bb7766f3d5"}}