{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:J36PKNAAJMEO76NERSKPX6Q2L5","short_pith_number":"pith:J36PKNAA","canonical_record":{"source":{"id":"2503.22329","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-28T11:08:34Z","cross_cats_sorted":[],"title_canon_sha256":"9394b01de38a0c0e61b75aa68a27c9b4aae638afb04087e6a48fd7fdb18b9888","abstract_canon_sha256":"96ef10d1c6fc4f0f419d9ed1272371b0e705cc6ea661205571465ab93a83b606"},"schema_version":"1.0"},"canonical_sha256":"4efcf534004b08eff9a48c94fbfa1a5f576e0993d51d95a498efdd55d1970b5a","source":{"kind":"arxiv","id":"2503.22329","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.22329","created_at":"2026-07-05T10:40:52Z"},{"alias_kind":"arxiv_version","alias_value":"2503.22329v1","created_at":"2026-07-05T10:40:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.22329","created_at":"2026-07-05T10:40:52Z"},{"alias_kind":"pith_short_12","alias_value":"J36PKNAAJMEO","created_at":"2026-07-05T10:40:52Z"},{"alias_kind":"pith_short_16","alias_value":"J36PKNAAJMEO76NE","created_at":"2026-07-05T10:40:52Z"},{"alias_kind":"pith_short_8","alias_value":"J36PKNAA","created_at":"2026-07-05T10:40:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:J36PKNAAJMEO76NERSKPX6Q2L5","target":"record","payload":{"canonical_record":{"source":{"id":"2503.22329","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-28T11:08:34Z","cross_cats_sorted":[],"title_canon_sha256":"9394b01de38a0c0e61b75aa68a27c9b4aae638afb04087e6a48fd7fdb18b9888","abstract_canon_sha256":"96ef10d1c6fc4f0f419d9ed1272371b0e705cc6ea661205571465ab93a83b606"},"schema_version":"1.0"},"canonical_sha256":"4efcf534004b08eff9a48c94fbfa1a5f576e0993d51d95a498efdd55d1970b5a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:40:52.552150Z","signature_b64":"3fkO0Hp241zIeUzQalwo83e8OAD4Lcsa7ns7aYY1VDEAUp/jrFHLuClE6TH+aPNbRJhGY+uiYw3kdSEYg9o4BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4efcf534004b08eff9a48c94fbfa1a5f576e0993d51d95a498efdd55d1970b5a","last_reissued_at":"2026-07-05T10:40:52.551485Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:40:52.551485Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.22329","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:40:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tcmFDj6X2N/3Dyawqu10Xrj3YL8ERJ7xJMTN8EfrA69hpcaBj8S9+F8xKt9n0SchNbQS/GD1qQS15hryPqmrAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T07:34:02.901851Z"},"content_sha256":"96ddc9cb3df8a8c26bcc7fa62944b5633de5af4ab294dfc836f5d8c715514119","schema_version":"1.0","event_id":"sha256:96ddc9cb3df8a8c26bcc7fa62944b5633de5af4ab294dfc836f5d8c715514119"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:J36PKNAAJMEO76NERSKPX6Q2L5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Refined Analysis of Massive Activations in LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Abhay Kumar, Fabian G\\\"ura, Louis Owen, Nilabhra Roy Chowdhury","submitted_at":"2025-03-28T11:08:34Z","abstract_excerpt":"Motivated in part by their relevance for low-precision training and quantization, massive activations in large language models (LLMs) have recently emerged as a topic of interest. However, existing analyses are limited in scope, and generalizability across architectures is unclear. This paper helps address some of these gaps by conducting an analysis of massive activations across a broad range of LLMs, including both GLU-based and non-GLU-based architectures. Our findings challenge several prior assumptions, most importantly: (1) not all massive activations are detrimental, i.e. suppressing th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.22329","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.22329/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:40:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/W6GGG115lPkKdvODinFmTkNRLobNHTF/E/MQ5ls0yaU0YAoEmns0pXNtfB9kxGs3+uH75/LmuPrvKVRlbatCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T07:34:02.902383Z"},"content_sha256":"8cf31ce4b5772e5a535dcd7a2a0c38c645edc3f25a2ffd1a4484a48f85403d17","schema_version":"1.0","event_id":"sha256:8cf31ce4b5772e5a535dcd7a2a0c38c645edc3f25a2ffd1a4484a48f85403d17"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/J36PKNAAJMEO76NERSKPX6Q2L5/bundle.json","state_url":"https://pith.science/pith/J36PKNAAJMEO76NERSKPX6Q2L5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/J36PKNAAJMEO76NERSKPX6Q2L5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T07:34:02Z","links":{"resolver":"https://pith.science/pith/J36PKNAAJMEO76NERSKPX6Q2L5","bundle":"https://pith.science/pith/J36PKNAAJMEO76NERSKPX6Q2L5/bundle.json","state":"https://pith.science/pith/J36PKNAAJMEO76NERSKPX6Q2L5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/J36PKNAAJMEO76NERSKPX6Q2L5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:J36PKNAAJMEO76NERSKPX6Q2L5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"96ef10d1c6fc4f0f419d9ed1272371b0e705cc6ea661205571465ab93a83b606","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-28T11:08:34Z","title_canon_sha256":"9394b01de38a0c0e61b75aa68a27c9b4aae638afb04087e6a48fd7fdb18b9888"},"schema_version":"1.0","source":{"id":"2503.22329","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.22329","created_at":"2026-07-05T10:40:52Z"},{"alias_kind":"arxiv_version","alias_value":"2503.22329v1","created_at":"2026-07-05T10:40:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.22329","created_at":"2026-07-05T10:40:52Z"},{"alias_kind":"pith_short_12","alias_value":"J36PKNAAJMEO","created_at":"2026-07-05T10:40:52Z"},{"alias_kind":"pith_short_16","alias_value":"J36PKNAAJMEO76NE","created_at":"2026-07-05T10:40:52Z"},{"alias_kind":"pith_short_8","alias_value":"J36PKNAA","created_at":"2026-07-05T10:40:52Z"}],"graph_snapshots":[{"event_id":"sha256:8cf31ce4b5772e5a535dcd7a2a0c38c645edc3f25a2ffd1a4484a48f85403d17","target":"graph","created_at":"2026-07-05T10:40:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.22329/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Motivated in part by their relevance for low-precision training and quantization, massive activations in large language models (LLMs) have recently emerged as a topic of interest. However, existing analyses are limited in scope, and generalizability across architectures is unclear. This paper helps address some of these gaps by conducting an analysis of massive activations across a broad range of LLMs, including both GLU-based and non-GLU-based architectures. Our findings challenge several prior assumptions, most importantly: (1) not all massive activations are detrimental, i.e. suppressing th","authors_text":"Abhay Kumar, Fabian G\\\"ura, Louis Owen, Nilabhra Roy Chowdhury","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-28T11:08:34Z","title":"A Refined Analysis of Massive Activations in LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.22329","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:96ddc9cb3df8a8c26bcc7fa62944b5633de5af4ab294dfc836f5d8c715514119","target":"record","created_at":"2026-07-05T10:40:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"96ef10d1c6fc4f0f419d9ed1272371b0e705cc6ea661205571465ab93a83b606","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-28T11:08:34Z","title_canon_sha256":"9394b01de38a0c0e61b75aa68a27c9b4aae638afb04087e6a48fd7fdb18b9888"},"schema_version":"1.0","source":{"id":"2503.22329","kind":"arxiv","version":1}},"canonical_sha256":"4efcf534004b08eff9a48c94fbfa1a5f576e0993d51d95a498efdd55d1970b5a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4efcf534004b08eff9a48c94fbfa1a5f576e0993d51d95a498efdd55d1970b5a","first_computed_at":"2026-07-05T10:40:52.551485Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:40:52.551485Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3fkO0Hp241zIeUzQalwo83e8OAD4Lcsa7ns7aYY1VDEAUp/jrFHLuClE6TH+aPNbRJhGY+uiYw3kdSEYg9o4BA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:40:52.552150Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.22329","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:96ddc9cb3df8a8c26bcc7fa62944b5633de5af4ab294dfc836f5d8c715514119","sha256:8cf31ce4b5772e5a535dcd7a2a0c38c645edc3f25a2ffd1a4484a48f85403d17"],"state_sha256":"90b0abd0597011bf498ddb9123d89fff579f5983f472047f9eaca0d22d00ed03"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"In2HzxpcnbAovEFcwyYlMZ0Mcy76vcBOwCts5rN7kz61BZxkl/ws4a9zzVn/la5E1FWo+zxQ3QpACDgH41aGCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T07:34:02.907713Z","bundle_sha256":"791c324354f2abd053c7a58542abf80dd90d2edeeee97c8d95c3d679085bf396"}}