{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GHXFMKQA4PHR4ANDFPLROBD2LC","short_pith_number":"pith:GHXFMKQA","canonical_record":{"source":{"id":"2405.09274","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-15T11:42:42Z","cross_cats_sorted":[],"title_canon_sha256":"ae496fbba9d3d1f504859aac1eb200d869ab20eba8265c9a84168612a9e28471","abstract_canon_sha256":"ae486ce33eec0900ba8ec37e4d46d3130b3ee1c325e3c2587fa62b3fc41c82f7"},"schema_version":"1.0"},"canonical_sha256":"31ee562a00e3cf1e01a32bd717047a58911ac2247efb8733718b206185830f70","source":{"kind":"arxiv","id":"2405.09274","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.09274","created_at":"2026-07-05T08:19:28Z"},{"alias_kind":"arxiv_version","alias_value":"2405.09274v1","created_at":"2026-07-05T08:19:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.09274","created_at":"2026-07-05T08:19:28Z"},{"alias_kind":"pith_short_12","alias_value":"GHXFMKQA4PHR","created_at":"2026-07-05T08:19:28Z"},{"alias_kind":"pith_short_16","alias_value":"GHXFMKQA4PHR4AND","created_at":"2026-07-05T08:19:28Z"},{"alias_kind":"pith_short_8","alias_value":"GHXFMKQA","created_at":"2026-07-05T08:19:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GHXFMKQA4PHR4ANDFPLROBD2LC","target":"record","payload":{"canonical_record":{"source":{"id":"2405.09274","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-15T11:42:42Z","cross_cats_sorted":[],"title_canon_sha256":"ae496fbba9d3d1f504859aac1eb200d869ab20eba8265c9a84168612a9e28471","abstract_canon_sha256":"ae486ce33eec0900ba8ec37e4d46d3130b3ee1c325e3c2587fa62b3fc41c82f7"},"schema_version":"1.0"},"canonical_sha256":"31ee562a00e3cf1e01a32bd717047a58911ac2247efb8733718b206185830f70","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:19:28.294706Z","signature_b64":"ZOMqH6iqADdKpSOqjctXJKIcjEcAlHbNdIE8wg+ELbuwiypMF3KDL2CMM7Psdi8uNgBK9i5aeAzmZB3gifapDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"31ee562a00e3cf1e01a32bd717047a58911ac2247efb8733718b206185830f70","last_reissued_at":"2026-07-05T08:19:28.294128Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:19:28.294128Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.09274","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:19:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ig8CDuB9dP+9e5ECb9oBQOV/3mevN+dqVyMEsW8sCGsWB0XfoUT5rDul4gAFsmNvQyWwyynEEyHGZMCZX1X4Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T07:14:59.706221Z"},"content_sha256":"9b2b1dc77afe7adf40756b451dca55e302254e7c7d85e46946e5c6ccaf6f314c","schema_version":"1.0","event_id":"sha256:9b2b1dc77afe7adf40756b451dca55e302254e7c7d85e46946e5c6ccaf6f314c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GHXFMKQA4PHR4ANDFPLROBD2LC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Dynamic Activation Pitfalls in LLaMA Models: An Empirical Study","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Chao Wang, Chi Ma, Lei Yu, Mincong Huang, Yujie Wang","submitted_at":"2024-05-15T11:42:42Z","abstract_excerpt":"In this work, we systematically investigate the efficacy of dynamic activation mechanisms within the LLaMA family of language models. Despite the potential of dynamic activation methods to reduce computation and increase speed in models using the ReLU activation function, our empirical findings have uncovered several inherent pitfalls in the current dynamic activation schemes. Through extensive experiments across various dynamic activation strategies, we demonstrate that LLaMA models usually underperform when compared to their ReLU counterparts, particularly in scenarios demanding high sparsit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.09274","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.09274/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:19:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jF7w2OEwKzxIF3aiVvQ0e4i0tNj5z+07xTtSd8y+EtpvAmXMlR6ywFtDth0LJnF5oAVaJLBxiceIZdmgHBUWAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T07:14:59.707126Z"},"content_sha256":"bfbb6bb00316ec9437efadbffad71592980cdfebd854e6c5fd34f7ddf8cb5212","schema_version":"1.0","event_id":"sha256:bfbb6bb00316ec9437efadbffad71592980cdfebd854e6c5fd34f7ddf8cb5212"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GHXFMKQA4PHR4ANDFPLROBD2LC/bundle.json","state_url":"https://pith.science/pith/GHXFMKQA4PHR4ANDFPLROBD2LC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GHXFMKQA4PHR4ANDFPLROBD2LC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T07:14:59Z","links":{"resolver":"https://pith.science/pith/GHXFMKQA4PHR4ANDFPLROBD2LC","bundle":"https://pith.science/pith/GHXFMKQA4PHR4ANDFPLROBD2LC/bundle.json","state":"https://pith.science/pith/GHXFMKQA4PHR4ANDFPLROBD2LC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GHXFMKQA4PHR4ANDFPLROBD2LC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GHXFMKQA4PHR4ANDFPLROBD2LC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ae486ce33eec0900ba8ec37e4d46d3130b3ee1c325e3c2587fa62b3fc41c82f7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-15T11:42:42Z","title_canon_sha256":"ae496fbba9d3d1f504859aac1eb200d869ab20eba8265c9a84168612a9e28471"},"schema_version":"1.0","source":{"id":"2405.09274","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.09274","created_at":"2026-07-05T08:19:28Z"},{"alias_kind":"arxiv_version","alias_value":"2405.09274v1","created_at":"2026-07-05T08:19:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.09274","created_at":"2026-07-05T08:19:28Z"},{"alias_kind":"pith_short_12","alias_value":"GHXFMKQA4PHR","created_at":"2026-07-05T08:19:28Z"},{"alias_kind":"pith_short_16","alias_value":"GHXFMKQA4PHR4AND","created_at":"2026-07-05T08:19:28Z"},{"alias_kind":"pith_short_8","alias_value":"GHXFMKQA","created_at":"2026-07-05T08:19:28Z"}],"graph_snapshots":[{"event_id":"sha256:bfbb6bb00316ec9437efadbffad71592980cdfebd854e6c5fd34f7ddf8cb5212","target":"graph","created_at":"2026-07-05T08:19:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.09274/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we systematically investigate the efficacy of dynamic activation mechanisms within the LLaMA family of language models. Despite the potential of dynamic activation methods to reduce computation and increase speed in models using the ReLU activation function, our empirical findings have uncovered several inherent pitfalls in the current dynamic activation schemes. Through extensive experiments across various dynamic activation strategies, we demonstrate that LLaMA models usually underperform when compared to their ReLU counterparts, particularly in scenarios demanding high sparsit","authors_text":"Chao Wang, Chi Ma, Lei Yu, Mincong Huang, Yujie Wang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-15T11:42:42Z","title":"Dynamic Activation Pitfalls in LLaMA Models: An Empirical Study"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.09274","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9b2b1dc77afe7adf40756b451dca55e302254e7c7d85e46946e5c6ccaf6f314c","target":"record","created_at":"2026-07-05T08:19:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ae486ce33eec0900ba8ec37e4d46d3130b3ee1c325e3c2587fa62b3fc41c82f7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-15T11:42:42Z","title_canon_sha256":"ae496fbba9d3d1f504859aac1eb200d869ab20eba8265c9a84168612a9e28471"},"schema_version":"1.0","source":{"id":"2405.09274","kind":"arxiv","version":1}},"canonical_sha256":"31ee562a00e3cf1e01a32bd717047a58911ac2247efb8733718b206185830f70","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"31ee562a00e3cf1e01a32bd717047a58911ac2247efb8733718b206185830f70","first_computed_at":"2026-07-05T08:19:28.294128Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:19:28.294128Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZOMqH6iqADdKpSOqjctXJKIcjEcAlHbNdIE8wg+ELbuwiypMF3KDL2CMM7Psdi8uNgBK9i5aeAzmZB3gifapDA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:19:28.294706Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.09274","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9b2b1dc77afe7adf40756b451dca55e302254e7c7d85e46946e5c6ccaf6f314c","sha256:bfbb6bb00316ec9437efadbffad71592980cdfebd854e6c5fd34f7ddf8cb5212"],"state_sha256":"5a0cd17d1e710aac4c95eb8fc9b97aa80bc99970c3e18feee0bcec959de5107b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w8ooKshOTSrbd2gbxV7t0hvuOiXr4rlHQxC+U6unOOnIuyw7WX4zuC8AybgXI+hbNvbPDEsS1Wn36Wmo6ASBBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T07:14:59.713275Z","bundle_sha256":"697bc09dfa6c2f5077e103f56f35c4624e40869a7650deed819c70e2da2a3f29"}}