{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:W32W7T37XUZJXOKNZYADAS6NXD","short_pith_number":"pith:W32W7T37","canonical_record":{"source":{"id":"2502.01563","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-03T17:47:03Z","cross_cats_sorted":[],"title_canon_sha256":"a52fce025e9a91e26b9de2a7d962d91ee89a75e216d1c1d09e64677df0060e2a","abstract_canon_sha256":"706695faa7399bc7e2d58f7199b44c1f580d7dba22a7477bbdb2d2e08446acbe"},"schema_version":"1.0"},"canonical_sha256":"b6f56fcf7fbd329bb94dce00304bcdb8e4110d6c661af6a11bd53d31281db4be","source":{"kind":"arxiv","id":"2502.01563","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.01563","created_at":"2026-07-05T11:06:27Z"},{"alias_kind":"arxiv_version","alias_value":"2502.01563v4","created_at":"2026-07-05T11:06:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.01563","created_at":"2026-07-05T11:06:27Z"},{"alias_kind":"pith_short_12","alias_value":"W32W7T37XUZJ","created_at":"2026-07-05T11:06:27Z"},{"alias_kind":"pith_short_16","alias_value":"W32W7T37XUZJXOKN","created_at":"2026-07-05T11:06:27Z"},{"alias_kind":"pith_short_8","alias_value":"W32W7T37","created_at":"2026-07-05T11:06:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:W32W7T37XUZJXOKNZYADAS6NXD","target":"record","payload":{"canonical_record":{"source":{"id":"2502.01563","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-03T17:47:03Z","cross_cats_sorted":[],"title_canon_sha256":"a52fce025e9a91e26b9de2a7d962d91ee89a75e216d1c1d09e64677df0060e2a","abstract_canon_sha256":"706695faa7399bc7e2d58f7199b44c1f580d7dba22a7477bbdb2d2e08446acbe"},"schema_version":"1.0"},"canonical_sha256":"b6f56fcf7fbd329bb94dce00304bcdb8e4110d6c661af6a11bd53d31281db4be","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:06:27.599613Z","signature_b64":"P73v/95M/+4xG5iMpBX3qeh94aUfYOV+TdHPuhdN3pqBjx2RNCKSnwb4AY8S+lhSD3UMDkqWgGsWOdchhI2tCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b6f56fcf7fbd329bb94dce00304bcdb8e4110d6c661af6a11bd53d31281db4be","last_reissued_at":"2026-07-05T11:06:27.599087Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:06:27.599087Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.01563","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:06:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AJDnG5eMg7/G5rZSYYscCYuIgsugBjSODFxyLOKiF6aQp8puffIfYRVRgdOkO7m3BGlbo8IDDvw96iRMk9LqBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T14:56:25.828768Z"},"content_sha256":"aaac88f8853d131721359748e16d5835d86f53558e7721e08cc7c1d45b36cd0d","schema_version":"1.0","event_id":"sha256:aaac88f8853d131721359748e16d5835d86f53558e7721e08cc7c1d45b36cd0d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:W32W7T37XUZJXOKNZYADAS6NXD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Massive Values in Self-Attention Modules are the Key to Contextual Knowledge Understanding","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Kai Mei, Mengnan Du, Mingjie Sun, Mingyu Jin, Ruixiang Tang, Wujiang Xu, Yongfeng Zhang, Zirui Liu","submitted_at":"2025-02-03T17:47:03Z","abstract_excerpt":"Large language models (LLMs) have achieved remarkable success in contextual knowledge understanding. In this paper, we show that these concentrated massive values consistently emerge in specific regions of attention queries (Q) and keys (K) while not having such patterns in values (V) in various modern transformer-based LLMs (Q, K, and V mean the representations output by the query, key, and value layers respectively). Through extensive experiments, we further demonstrate that these massive values play a critical role in interpreting contextual knowledge (knowledge obtained from the current co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.01563","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.01563/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:06:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P6tqIaJlbZmKDRbLtJVvEGP/4waZIirrOrwN9OTV/IsoT6X8CBoT15Ly7nHr+XBylSLi0gXtVeyX1d0y6aKlCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T14:56:25.829181Z"},"content_sha256":"85e8c8ef00f8aed42ffa0adbc438df0fabc6aa34cbbb80691c6e677529239415","schema_version":"1.0","event_id":"sha256:85e8c8ef00f8aed42ffa0adbc438df0fabc6aa34cbbb80691c6e677529239415"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/W32W7T37XUZJXOKNZYADAS6NXD/bundle.json","state_url":"https://pith.science/pith/W32W7T37XUZJXOKNZYADAS6NXD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/W32W7T37XUZJXOKNZYADAS6NXD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T14:56:25Z","links":{"resolver":"https://pith.science/pith/W32W7T37XUZJXOKNZYADAS6NXD","bundle":"https://pith.science/pith/W32W7T37XUZJXOKNZYADAS6NXD/bundle.json","state":"https://pith.science/pith/W32W7T37XUZJXOKNZYADAS6NXD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/W32W7T37XUZJXOKNZYADAS6NXD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:W32W7T37XUZJXOKNZYADAS6NXD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"706695faa7399bc7e2d58f7199b44c1f580d7dba22a7477bbdb2d2e08446acbe","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-03T17:47:03Z","title_canon_sha256":"a52fce025e9a91e26b9de2a7d962d91ee89a75e216d1c1d09e64677df0060e2a"},"schema_version":"1.0","source":{"id":"2502.01563","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.01563","created_at":"2026-07-05T11:06:27Z"},{"alias_kind":"arxiv_version","alias_value":"2502.01563v4","created_at":"2026-07-05T11:06:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.01563","created_at":"2026-07-05T11:06:27Z"},{"alias_kind":"pith_short_12","alias_value":"W32W7T37XUZJ","created_at":"2026-07-05T11:06:27Z"},{"alias_kind":"pith_short_16","alias_value":"W32W7T37XUZJXOKN","created_at":"2026-07-05T11:06:27Z"},{"alias_kind":"pith_short_8","alias_value":"W32W7T37","created_at":"2026-07-05T11:06:27Z"}],"graph_snapshots":[{"event_id":"sha256:85e8c8ef00f8aed42ffa0adbc438df0fabc6aa34cbbb80691c6e677529239415","target":"graph","created_at":"2026-07-05T11:06:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.01563/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have achieved remarkable success in contextual knowledge understanding. In this paper, we show that these concentrated massive values consistently emerge in specific regions of attention queries (Q) and keys (K) while not having such patterns in values (V) in various modern transformer-based LLMs (Q, K, and V mean the representations output by the query, key, and value layers respectively). Through extensive experiments, we further demonstrate that these massive values play a critical role in interpreting contextual knowledge (knowledge obtained from the current co","authors_text":"Kai Mei, Mengnan Du, Mingjie Sun, Mingyu Jin, Ruixiang Tang, Wujiang Xu, Yongfeng Zhang, Zirui Liu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-03T17:47:03Z","title":"Massive Values in Self-Attention Modules are the Key to Contextual Knowledge Understanding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.01563","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:aaac88f8853d131721359748e16d5835d86f53558e7721e08cc7c1d45b36cd0d","target":"record","created_at":"2026-07-05T11:06:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"706695faa7399bc7e2d58f7199b44c1f580d7dba22a7477bbdb2d2e08446acbe","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-03T17:47:03Z","title_canon_sha256":"a52fce025e9a91e26b9de2a7d962d91ee89a75e216d1c1d09e64677df0060e2a"},"schema_version":"1.0","source":{"id":"2502.01563","kind":"arxiv","version":4}},"canonical_sha256":"b6f56fcf7fbd329bb94dce00304bcdb8e4110d6c661af6a11bd53d31281db4be","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b6f56fcf7fbd329bb94dce00304bcdb8e4110d6c661af6a11bd53d31281db4be","first_computed_at":"2026-07-05T11:06:27.599087Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:06:27.599087Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"P73v/95M/+4xG5iMpBX3qeh94aUfYOV+TdHPuhdN3pqBjx2RNCKSnwb4AY8S+lhSD3UMDkqWgGsWOdchhI2tCg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:06:27.599613Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.01563","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:aaac88f8853d131721359748e16d5835d86f53558e7721e08cc7c1d45b36cd0d","sha256:85e8c8ef00f8aed42ffa0adbc438df0fabc6aa34cbbb80691c6e677529239415"],"state_sha256":"59e7440d0e0a71afaf4334eba72efba5f41ba29bb9102ac293c24e447f9c18f3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eoB7M2WiMW4C6Yphz+csl7WN/WqjI4MbLLv26SWzZjO78PXDg1LIFXyPOjNq6cer3yVzaHx1tWgdNQdq5x51Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T14:56:25.832956Z","bundle_sha256":"06ffe60548f8c4c992410dcebda3b7b3f8b9b918c44e296ea2c084afefd6424b"}}