{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:VNYDY5H7J6GWDCA5EGIR6QG3DE","short_pith_number":"pith:VNYDY5H7","canonical_record":{"source":{"id":"2210.06313","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-10-12T15:25:19Z","cross_cats_sorted":["cs.CL","cs.CV","stat.ML"],"title_canon_sha256":"059af78747d29e36aa22291bd7db1322529cc67f22ad879fd5d22e2cd150f7a4","abstract_canon_sha256":"f290019130a9ffbdcf1b351acd1253b785665ad0dc9c9f1d91ec3f370e3a90ad"},"schema_version":"1.0"},"canonical_sha256":"ab703c74ff4f8d61881d21911f40db19142ff0fd914389bebecbadcca65b2743","source":{"kind":"arxiv","id":"2210.06313","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.06313","created_at":"2026-07-05T06:19:16Z"},{"alias_kind":"arxiv_version","alias_value":"2210.06313v2","created_at":"2026-07-05T06:19:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.06313","created_at":"2026-07-05T06:19:16Z"},{"alias_kind":"pith_short_12","alias_value":"VNYDY5H7J6GW","created_at":"2026-07-05T06:19:16Z"},{"alias_kind":"pith_short_16","alias_value":"VNYDY5H7J6GWDCA5","created_at":"2026-07-05T06:19:16Z"},{"alias_kind":"pith_short_8","alias_value":"VNYDY5H7","created_at":"2026-07-05T06:19:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:VNYDY5H7J6GWDCA5EGIR6QG3DE","target":"record","payload":{"canonical_record":{"source":{"id":"2210.06313","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-10-12T15:25:19Z","cross_cats_sorted":["cs.CL","cs.CV","stat.ML"],"title_canon_sha256":"059af78747d29e36aa22291bd7db1322529cc67f22ad879fd5d22e2cd150f7a4","abstract_canon_sha256":"f290019130a9ffbdcf1b351acd1253b785665ad0dc9c9f1d91ec3f370e3a90ad"},"schema_version":"1.0"},"canonical_sha256":"ab703c74ff4f8d61881d21911f40db19142ff0fd914389bebecbadcca65b2743","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:19:16.701601Z","signature_b64":"d2vmGSY/uY5JYzdq75llMMhag8xaYAdbYRdvNiLIHFWkANyCZ443F+iCuyLg1BQtKXkWFrjfo0F8eYZ7tE8xCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ab703c74ff4f8d61881d21911f40db19142ff0fd914389bebecbadcca65b2743","last_reissued_at":"2026-07-05T06:19:16.701018Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:19:16.701018Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.06313","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:19:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"auyAqysbMdOZgQHLv7+fffHAwh9RvqJhMXDy7Cu6G49FqEKOPMkTNIgic1YToEazvCHmEjnUWysoIzp20HkaCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T16:19:54.003583Z"},"content_sha256":"809527b020b460accab23dae1d5a1e0a248b2bce8d716b621d049a9f817918ce","schema_version":"1.0","event_id":"sha256:809527b020b460accab23dae1d5a1e0a248b2bce8d716b621d049a9f817918ce"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:VNYDY5H7J6GWDCA5EGIR6QG3DE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Lazy Neuron Phenomenon: On Emergence of Activation Sparsity in Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.CV","stat.ML"],"primary_cat":"cs.LG","authors_text":"Ankit Singh Rawat, Chong You, Daliang Li, Felix Chern, Felix Yu, Ke Ye, Ruiqi Guo, Sanjiv Kumar, Sashank J. Reddi, Srinadh Bhojanapalli, Zonglin Li","submitted_at":"2022-10-12T15:25:19Z","abstract_excerpt":"This paper studies the curious phenomenon for machine learning models with Transformer architectures that their activation maps are sparse. By activation map we refer to the intermediate output of the multi-layer perceptrons (MLPs) after a ReLU activation function, and by sparse we mean that on average very few entries (e.g., 3.0% for T5-Base and 6.3% for ViT-B16) are nonzero for each input to MLP. Moreover, larger Transformers with more layers and wider MLP hidden dimensions are sparser as measured by the percentage of nonzero entries. Through extensive experiments we demonstrate that the eme"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.06313","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.06313/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:19:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2a8KNCliYtA+GyHNHh1Bwf8OozAW2CBha4H6QmxAdbajOd2ZR145rXRz94Nb2W26eIZDJZ1yXAz+c2RmsPmdDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T16:19:54.004124Z"},"content_sha256":"93c00a48036c1ac14be362c7907ad8a3c1787747363461f30dec635a52e89d0f","schema_version":"1.0","event_id":"sha256:93c00a48036c1ac14be362c7907ad8a3c1787747363461f30dec635a52e89d0f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VNYDY5H7J6GWDCA5EGIR6QG3DE/bundle.json","state_url":"https://pith.science/pith/VNYDY5H7J6GWDCA5EGIR6QG3DE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VNYDY5H7J6GWDCA5EGIR6QG3DE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T16:19:54Z","links":{"resolver":"https://pith.science/pith/VNYDY5H7J6GWDCA5EGIR6QG3DE","bundle":"https://pith.science/pith/VNYDY5H7J6GWDCA5EGIR6QG3DE/bundle.json","state":"https://pith.science/pith/VNYDY5H7J6GWDCA5EGIR6QG3DE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VNYDY5H7J6GWDCA5EGIR6QG3DE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:VNYDY5H7J6GWDCA5EGIR6QG3DE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f290019130a9ffbdcf1b351acd1253b785665ad0dc9c9f1d91ec3f370e3a90ad","cross_cats_sorted":["cs.CL","cs.CV","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-10-12T15:25:19Z","title_canon_sha256":"059af78747d29e36aa22291bd7db1322529cc67f22ad879fd5d22e2cd150f7a4"},"schema_version":"1.0","source":{"id":"2210.06313","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.06313","created_at":"2026-07-05T06:19:16Z"},{"alias_kind":"arxiv_version","alias_value":"2210.06313v2","created_at":"2026-07-05T06:19:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.06313","created_at":"2026-07-05T06:19:16Z"},{"alias_kind":"pith_short_12","alias_value":"VNYDY5H7J6GW","created_at":"2026-07-05T06:19:16Z"},{"alias_kind":"pith_short_16","alias_value":"VNYDY5H7J6GWDCA5","created_at":"2026-07-05T06:19:16Z"},{"alias_kind":"pith_short_8","alias_value":"VNYDY5H7","created_at":"2026-07-05T06:19:16Z"}],"graph_snapshots":[{"event_id":"sha256:93c00a48036c1ac14be362c7907ad8a3c1787747363461f30dec635a52e89d0f","target":"graph","created_at":"2026-07-05T06:19:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.06313/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper studies the curious phenomenon for machine learning models with Transformer architectures that their activation maps are sparse. By activation map we refer to the intermediate output of the multi-layer perceptrons (MLPs) after a ReLU activation function, and by sparse we mean that on average very few entries (e.g., 3.0% for T5-Base and 6.3% for ViT-B16) are nonzero for each input to MLP. Moreover, larger Transformers with more layers and wider MLP hidden dimensions are sparser as measured by the percentage of nonzero entries. Through extensive experiments we demonstrate that the eme","authors_text":"Ankit Singh Rawat, Chong You, Daliang Li, Felix Chern, Felix Yu, Ke Ye, Ruiqi Guo, Sanjiv Kumar, Sashank J. Reddi, Srinadh Bhojanapalli, Zonglin Li","cross_cats":["cs.CL","cs.CV","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-10-12T15:25:19Z","title":"The Lazy Neuron Phenomenon: On Emergence of Activation Sparsity in Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.06313","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:809527b020b460accab23dae1d5a1e0a248b2bce8d716b621d049a9f817918ce","target":"record","created_at":"2026-07-05T06:19:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f290019130a9ffbdcf1b351acd1253b785665ad0dc9c9f1d91ec3f370e3a90ad","cross_cats_sorted":["cs.CL","cs.CV","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-10-12T15:25:19Z","title_canon_sha256":"059af78747d29e36aa22291bd7db1322529cc67f22ad879fd5d22e2cd150f7a4"},"schema_version":"1.0","source":{"id":"2210.06313","kind":"arxiv","version":2}},"canonical_sha256":"ab703c74ff4f8d61881d21911f40db19142ff0fd914389bebecbadcca65b2743","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ab703c74ff4f8d61881d21911f40db19142ff0fd914389bebecbadcca65b2743","first_computed_at":"2026-07-05T06:19:16.701018Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:19:16.701018Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"d2vmGSY/uY5JYzdq75llMMhag8xaYAdbYRdvNiLIHFWkANyCZ443F+iCuyLg1BQtKXkWFrjfo0F8eYZ7tE8xCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:19:16.701601Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.06313","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:809527b020b460accab23dae1d5a1e0a248b2bce8d716b621d049a9f817918ce","sha256:93c00a48036c1ac14be362c7907ad8a3c1787747363461f30dec635a52e89d0f"],"state_sha256":"a0927c11ce22506570d5106330f37d6ca14febf33561494c6f71fc418e01e5bb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p6q6HqTsmdLDQ85DG6XJ7z9TMVPW3VC6uLYA1o2nWzoyDRDvaez7BhFkl2mTbmKEnLwCPLvu3W09kBkVGEDgCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T16:19:54.009867Z","bundle_sha256":"3818dc9e5ca87aca4d0264c534eeab33fbba644609164af637c28e562e9cee68"}}