{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:545EKLHDW63VPSQGBONAOB6H7Z","short_pith_number":"pith:545EKLHD","canonical_record":{"source":{"id":"2310.04564","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-06T20:01:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ec1236753b71623ebddab14bba9dab3242399d7ed16f12e74bc801034fa41206","abstract_canon_sha256":"c7fe3ffa05d9b21382868b64cc68342cff0df6e961b0abfc4db8f6c9207cef71"},"schema_version":"1.0"},"canonical_sha256":"ef3a452ce3b7b757ca060b9a0707c7fe628fa5f1b405d36a6bd1e2792f1a3f98","source":{"kind":"arxiv","id":"2310.04564","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.04564","created_at":"2026-07-05T06:58:20Z"},{"alias_kind":"arxiv_version","alias_value":"2310.04564v1","created_at":"2026-07-05T06:58:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.04564","created_at":"2026-07-05T06:58:20Z"},{"alias_kind":"pith_short_12","alias_value":"545EKLHDW63V","created_at":"2026-07-05T06:58:20Z"},{"alias_kind":"pith_short_16","alias_value":"545EKLHDW63VPSQG","created_at":"2026-07-05T06:58:20Z"},{"alias_kind":"pith_short_8","alias_value":"545EKLHD","created_at":"2026-07-05T06:58:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:545EKLHDW63VPSQGBONAOB6H7Z","target":"record","payload":{"canonical_record":{"source":{"id":"2310.04564","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-06T20:01:33Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ec1236753b71623ebddab14bba9dab3242399d7ed16f12e74bc801034fa41206","abstract_canon_sha256":"c7fe3ffa05d9b21382868b64cc68342cff0df6e961b0abfc4db8f6c9207cef71"},"schema_version":"1.0"},"canonical_sha256":"ef3a452ce3b7b757ca060b9a0707c7fe628fa5f1b405d36a6bd1e2792f1a3f98","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:58:20.006624Z","signature_b64":"QARGi7yY6i4tD0ZinC4MImBmu2TtcQ3Hce6AvRoyxiJFozsWqul6FbofPZlrxwOaF4AJaTmsQ3LbR3A4XnVQBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ef3a452ce3b7b757ca060b9a0707c7fe628fa5f1b405d36a6bd1e2792f1a3f98","last_reissued_at":"2026-07-05T06:58:20.006203Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:58:20.006203Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.04564","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:58:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Xn0+Ll/3nMX/rixoSu44rO/NWPQ8g/0drv8Q6icpKluthFGRACy6P72lxnLvgBZHE4OQB1g/P5t9j7LtH6hMAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-25T19:25:02.907153Z"},"content_sha256":"123f4356dc0593a0e0a55cf479aa468b9a2ea859db585b12ac9aeb6ec4035838","schema_version":"1.0","event_id":"sha256:123f4356dc0593a0e0a55cf479aa468b9a2ea859db585b12ac9aeb6ec4035838"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:545EKLHDW63VPSQGBONAOB6H7Z","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Carlo C Del Mundo, Golnoosh Samei, Iman Mirzadeh, Keivan Alizadeh, Mehrdad Farajtabar, Mohammad Rastegari, Oncel Tuzel, Sachin Mehta","submitted_at":"2023-10-06T20:01:33Z","abstract_excerpt":"Large Language Models (LLMs) with billions of parameters have drastically transformed AI applications. However, their demanding computation during inference has raised significant challenges for deployment on resource-constrained devices. Despite recent trends favoring alternative activation functions such as GELU or SiLU, known for increased computation, this study strongly advocates for reinstating ReLU activation in LLMs. We demonstrate that using the ReLU activation function has a negligible impact on convergence and performance while significantly reducing computation and weight transfer."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.04564","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.04564/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:58:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3Kj9bKaP9BCpCWJRzVYd5wQoOcXupDOp3irn+92mSPSd2wq6fXnmopi4sIBCE8NlTU/I16/iIJtyYL51cBMrCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-25T19:25:02.907564Z"},"content_sha256":"7a7d6893fef4b39dc02f557ef03db6ddccb3991e1fd00628142542d0e898d6c3","schema_version":"1.0","event_id":"sha256:7a7d6893fef4b39dc02f557ef03db6ddccb3991e1fd00628142542d0e898d6c3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/545EKLHDW63VPSQGBONAOB6H7Z/bundle.json","state_url":"https://pith.science/pith/545EKLHDW63VPSQGBONAOB6H7Z/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/545EKLHDW63VPSQGBONAOB6H7Z/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-25T19:25:02Z","links":{"resolver":"https://pith.science/pith/545EKLHDW63VPSQGBONAOB6H7Z","bundle":"https://pith.science/pith/545EKLHDW63VPSQGBONAOB6H7Z/bundle.json","state":"https://pith.science/pith/545EKLHDW63VPSQGBONAOB6H7Z/state.json","well_known_bundle":"https://pith.science/.well-known/pith/545EKLHDW63VPSQGBONAOB6H7Z/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:545EKLHDW63VPSQGBONAOB6H7Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c7fe3ffa05d9b21382868b64cc68342cff0df6e961b0abfc4db8f6c9207cef71","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-06T20:01:33Z","title_canon_sha256":"ec1236753b71623ebddab14bba9dab3242399d7ed16f12e74bc801034fa41206"},"schema_version":"1.0","source":{"id":"2310.04564","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.04564","created_at":"2026-07-05T06:58:20Z"},{"alias_kind":"arxiv_version","alias_value":"2310.04564v1","created_at":"2026-07-05T06:58:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.04564","created_at":"2026-07-05T06:58:20Z"},{"alias_kind":"pith_short_12","alias_value":"545EKLHDW63V","created_at":"2026-07-05T06:58:20Z"},{"alias_kind":"pith_short_16","alias_value":"545EKLHDW63VPSQG","created_at":"2026-07-05T06:58:20Z"},{"alias_kind":"pith_short_8","alias_value":"545EKLHD","created_at":"2026-07-05T06:58:20Z"}],"graph_snapshots":[{"event_id":"sha256:7a7d6893fef4b39dc02f557ef03db6ddccb3991e1fd00628142542d0e898d6c3","target":"graph","created_at":"2026-07-05T06:58:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.04564/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) with billions of parameters have drastically transformed AI applications. However, their demanding computation during inference has raised significant challenges for deployment on resource-constrained devices. Despite recent trends favoring alternative activation functions such as GELU or SiLU, known for increased computation, this study strongly advocates for reinstating ReLU activation in LLMs. We demonstrate that using the ReLU activation function has a negligible impact on convergence and performance while significantly reducing computation and weight transfer.","authors_text":"Carlo C Del Mundo, Golnoosh Samei, Iman Mirzadeh, Keivan Alizadeh, Mehrdad Farajtabar, Mohammad Rastegari, Oncel Tuzel, Sachin Mehta","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-06T20:01:33Z","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.04564","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:123f4356dc0593a0e0a55cf479aa468b9a2ea859db585b12ac9aeb6ec4035838","target":"record","created_at":"2026-07-05T06:58:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c7fe3ffa05d9b21382868b64cc68342cff0df6e961b0abfc4db8f6c9207cef71","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-06T20:01:33Z","title_canon_sha256":"ec1236753b71623ebddab14bba9dab3242399d7ed16f12e74bc801034fa41206"},"schema_version":"1.0","source":{"id":"2310.04564","kind":"arxiv","version":1}},"canonical_sha256":"ef3a452ce3b7b757ca060b9a0707c7fe628fa5f1b405d36a6bd1e2792f1a3f98","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ef3a452ce3b7b757ca060b9a0707c7fe628fa5f1b405d36a6bd1e2792f1a3f98","first_computed_at":"2026-07-05T06:58:20.006203Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:58:20.006203Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QARGi7yY6i4tD0ZinC4MImBmu2TtcQ3Hce6AvRoyxiJFozsWqul6FbofPZlrxwOaF4AJaTmsQ3LbR3A4XnVQBw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:58:20.006624Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.04564","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:123f4356dc0593a0e0a55cf479aa468b9a2ea859db585b12ac9aeb6ec4035838","sha256:7a7d6893fef4b39dc02f557ef03db6ddccb3991e1fd00628142542d0e898d6c3"],"state_sha256":"001c094c30ad0228200e2160564b9be6fedd519e75f11b751f61df6a9f4b1579"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+WCRIMdZrIWY3tHYK+dRqqwmzLCWE3vzYtXZ4Uq+Btc/uazW9nykS0fjt1TbXx3pcPL0n5JIEee1NCKXEFwtDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-25T19:25:02.911375Z","bundle_sha256":"753ce420614a6a84837de36253326e870bb2c734a9f21c9a7e0c7a083bf4d751"}}