{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZUGQF2ZWG7K6WVOGSOC232PGD6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1ff44bc7708177947f402751314520ed211a3cec78ff636d0a0865c1c0ddc021","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-02T11:54:21Z","title_canon_sha256":"f615111b8ac3ddfce5762f6787d60540954ef20416974ebc9b243345d43c35cc"},"schema_version":"1.0","source":{"id":"2410.01866","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.01866","created_at":"2026-07-05T10:10:28Z"},{"alias_kind":"arxiv_version","alias_value":"2410.01866v2","created_at":"2026-07-05T10:10:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.01866","created_at":"2026-07-05T10:10:28Z"},{"alias_kind":"pith_short_12","alias_value":"ZUGQF2ZWG7K6","created_at":"2026-07-05T10:10:28Z"},{"alias_kind":"pith_short_16","alias_value":"ZUGQF2ZWG7K6WVOG","created_at":"2026-07-05T10:10:28Z"},{"alias_kind":"pith_short_8","alias_value":"ZUGQF2ZW","created_at":"2026-07-05T10:10:28Z"}],"graph_snapshots":[{"event_id":"sha256:73c2e795537b607213b1b23bb26f7fc182cf78be98d822620f090c4be3ffddb0","target":"graph","created_at":"2026-07-05T10:10:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.01866/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Massive activations, which manifest in specific feature dimensions of hidden states, introduce a significant bias in large language models (LLMs), leading to an overemphasis on the corresponding token. In this paper, we identify that massive activations originate not from the hidden state but from the intermediate state of a feed-forward network module in an early layer. Expanding on the previous observation that massive activations occur only in specific feature dimensions, we dive deep into the weights that cause massive activations. Specifically, we define top-$k$ massive weights as the wei","authors_text":"Dokwan Oh, Jaehoon Oh, Seungjun Shin","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-02T11:54:21Z","title":"House of Cards: Massive Weights in LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.01866","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7f885dafdfa49d5cdf867a2d29bad4d9c39105a1c2018bfe2771cec6e3aae5d3","target":"record","created_at":"2026-07-05T10:10:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1ff44bc7708177947f402751314520ed211a3cec78ff636d0a0865c1c0ddc021","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-02T11:54:21Z","title_canon_sha256":"f615111b8ac3ddfce5762f6787d60540954ef20416974ebc9b243345d43c35cc"},"schema_version":"1.0","source":{"id":"2410.01866","kind":"arxiv","version":2}},"canonical_sha256":"cd0d02eb3637d5eb55c69385ade9e61f9568f506d2c591ddf0cfc7a7bcf5c99d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cd0d02eb3637d5eb55c69385ade9e61f9568f506d2c591ddf0cfc7a7bcf5c99d","first_computed_at":"2026-07-05T10:10:28.261817Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:10:28.261817Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wGfDfprkL42hi+n6PnTOY7F7ivNULB/4adjfaNX+r5dknMyPJeGEP39QDuPLhjfbiJ3YE+ysz1R6CeqNwjeWAw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:10:28.262344Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.01866","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7f885dafdfa49d5cdf867a2d29bad4d9c39105a1c2018bfe2771cec6e3aae5d3","sha256:73c2e795537b607213b1b23bb26f7fc182cf78be98d822620f090c4be3ffddb0"],"state_sha256":"0a59e1ccf26053f9cdf9f2e9eff26d2d416e09be3a8ce9d3b0a22da9d76f8703"}