{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3C6KV2MNOAJZ27IHLKGDNDCVXQ","short_pith_number":"pith:3C6KV2MN","canonical_record":{"source":{"id":"2406.15765","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-22T07:00:43Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"86a323d898365edd25ff3d1704644e01e187db92e1a2f49689353a3fc73e97c8","abstract_canon_sha256":"769d0e52fa69dac75525c1eeb05384456ce4400cce791786ce5805636296fa8e"},"schema_version":"1.0"},"canonical_sha256":"d8bcaae98d70139d7d075a8c368c55bc3b31aa685ecbaa1eed6e07f4aea43e08","source":{"kind":"arxiv","id":"2406.15765","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.15765","created_at":"2026-07-05T08:35:27Z"},{"alias_kind":"arxiv_version","alias_value":"2406.15765v1","created_at":"2026-07-05T08:35:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.15765","created_at":"2026-07-05T08:35:27Z"},{"alias_kind":"pith_short_12","alias_value":"3C6KV2MNOAJZ","created_at":"2026-07-05T08:35:27Z"},{"alias_kind":"pith_short_16","alias_value":"3C6KV2MNOAJZ27IH","created_at":"2026-07-05T08:35:27Z"},{"alias_kind":"pith_short_8","alias_value":"3C6KV2MN","created_at":"2026-07-05T08:35:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3C6KV2MNOAJZ27IHLKGDNDCVXQ","target":"record","payload":{"canonical_record":{"source":{"id":"2406.15765","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-22T07:00:43Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"86a323d898365edd25ff3d1704644e01e187db92e1a2f49689353a3fc73e97c8","abstract_canon_sha256":"769d0e52fa69dac75525c1eeb05384456ce4400cce791786ce5805636296fa8e"},"schema_version":"1.0"},"canonical_sha256":"d8bcaae98d70139d7d075a8c368c55bc3b31aa685ecbaa1eed6e07f4aea43e08","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:35:27.288491Z","signature_b64":"rwEeGCakYW+rQ7y+v2LD+tUoWVRYnbiRYMxZ8G9Y986dWQG1eKyQLL95WPpGB8msT3BzHGvzNzQdDC5kQsv0AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d8bcaae98d70139d7d075a8c368c55bc3b31aa685ecbaa1eed6e07f4aea43e08","last_reissued_at":"2026-07-05T08:35:27.287901Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:35:27.287901Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.15765","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:35:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Mco6+jcrr7WxUH7Vxim6OnhS1KGm0ndlPBOCNUsrtuN2Y+UR7jOmK4lmjDAuF2DuXiNbw8q9vpTbmA1gO344DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:06:27.875524Z"},"content_sha256":"646ede6673f9cb023d23c8565ca91b7d7c0444116be94d57606ee9191a4cfe2d","schema_version":"1.0","event_id":"sha256:646ede6673f9cb023d23c8565ca91b7d7c0444116be94d57606ee9191a4cfe2d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3C6KV2MNOAJZ27IHLKGDNDCVXQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unveiling and Harnessing Hidden Attention Sinks: Enhancing Large Language Models without Training through Attention Calibration","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Huihong Shi, Khalid Shaikh, Yingyan Celine Lin, Yonggan Fu, Zheng Wang, Zhongzhi Yu","submitted_at":"2024-06-22T07:00:43Z","abstract_excerpt":"Attention is a fundamental component behind the remarkable achievements of large language models (LLMs). However, our current understanding of the attention mechanism, especially regarding how attention distributions are established, remains limited. Inspired by recent studies that explore the presence of attention sink in the initial token, which receives disproportionately large attention scores despite their lack of semantic importance, this work delves deeper into this phenomenon. We aim to provide a more profound understanding of the existence of attention sinks within LLMs and to uncover"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.15765","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.15765/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:35:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oqieFtZ/JPhvJCmdHhC6ZQCnh3aCwzF2y14z7ChWvDmVi5EJjGR1vDTRjNuBjXn/HUJ+Z4B1a2KPJVaIeYFWDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:06:27.875916Z"},"content_sha256":"f26f13c5a3bd2a452ebf7bf61c91c31ebb4594f25410bb98c2d1144fcfae03d6","schema_version":"1.0","event_id":"sha256:f26f13c5a3bd2a452ebf7bf61c91c31ebb4594f25410bb98c2d1144fcfae03d6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3C6KV2MNOAJZ27IHLKGDNDCVXQ/bundle.json","state_url":"https://pith.science/pith/3C6KV2MNOAJZ27IHLKGDNDCVXQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3C6KV2MNOAJZ27IHLKGDNDCVXQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T08:06:27Z","links":{"resolver":"https://pith.science/pith/3C6KV2MNOAJZ27IHLKGDNDCVXQ","bundle":"https://pith.science/pith/3C6KV2MNOAJZ27IHLKGDNDCVXQ/bundle.json","state":"https://pith.science/pith/3C6KV2MNOAJZ27IHLKGDNDCVXQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3C6KV2MNOAJZ27IHLKGDNDCVXQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3C6KV2MNOAJZ27IHLKGDNDCVXQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"769d0e52fa69dac75525c1eeb05384456ce4400cce791786ce5805636296fa8e","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-22T07:00:43Z","title_canon_sha256":"86a323d898365edd25ff3d1704644e01e187db92e1a2f49689353a3fc73e97c8"},"schema_version":"1.0","source":{"id":"2406.15765","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.15765","created_at":"2026-07-05T08:35:27Z"},{"alias_kind":"arxiv_version","alias_value":"2406.15765v1","created_at":"2026-07-05T08:35:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.15765","created_at":"2026-07-05T08:35:27Z"},{"alias_kind":"pith_short_12","alias_value":"3C6KV2MNOAJZ","created_at":"2026-07-05T08:35:27Z"},{"alias_kind":"pith_short_16","alias_value":"3C6KV2MNOAJZ27IH","created_at":"2026-07-05T08:35:27Z"},{"alias_kind":"pith_short_8","alias_value":"3C6KV2MN","created_at":"2026-07-05T08:35:27Z"}],"graph_snapshots":[{"event_id":"sha256:f26f13c5a3bd2a452ebf7bf61c91c31ebb4594f25410bb98c2d1144fcfae03d6","target":"graph","created_at":"2026-07-05T08:35:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.15765/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Attention is a fundamental component behind the remarkable achievements of large language models (LLMs). However, our current understanding of the attention mechanism, especially regarding how attention distributions are established, remains limited. Inspired by recent studies that explore the presence of attention sink in the initial token, which receives disproportionately large attention scores despite their lack of semantic importance, this work delves deeper into this phenomenon. We aim to provide a more profound understanding of the existence of attention sinks within LLMs and to uncover","authors_text":"Huihong Shi, Khalid Shaikh, Yingyan Celine Lin, Yonggan Fu, Zheng Wang, Zhongzhi Yu","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-22T07:00:43Z","title":"Unveiling and Harnessing Hidden Attention Sinks: Enhancing Large Language Models without Training through Attention Calibration"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.15765","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:646ede6673f9cb023d23c8565ca91b7d7c0444116be94d57606ee9191a4cfe2d","target":"record","created_at":"2026-07-05T08:35:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"769d0e52fa69dac75525c1eeb05384456ce4400cce791786ce5805636296fa8e","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-22T07:00:43Z","title_canon_sha256":"86a323d898365edd25ff3d1704644e01e187db92e1a2f49689353a3fc73e97c8"},"schema_version":"1.0","source":{"id":"2406.15765","kind":"arxiv","version":1}},"canonical_sha256":"d8bcaae98d70139d7d075a8c368c55bc3b31aa685ecbaa1eed6e07f4aea43e08","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d8bcaae98d70139d7d075a8c368c55bc3b31aa685ecbaa1eed6e07f4aea43e08","first_computed_at":"2026-07-05T08:35:27.287901Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:35:27.287901Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rwEeGCakYW+rQ7y+v2LD+tUoWVRYnbiRYMxZ8G9Y986dWQG1eKyQLL95WPpGB8msT3BzHGvzNzQdDC5kQsv0AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:35:27.288491Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.15765","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:646ede6673f9cb023d23c8565ca91b7d7c0444116be94d57606ee9191a4cfe2d","sha256:f26f13c5a3bd2a452ebf7bf61c91c31ebb4594f25410bb98c2d1144fcfae03d6"],"state_sha256":"949ebab4294f0c852d15265f2b39805415bba8a33bf3e440c42dce9c6d684a22"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xYEKcLEpf1C+DVwX+/eE/I37tr8XVMK7cpwSLieMF5sBowybANTEVZXHSUQ4/MC5sjJBU3wjOmyRYGlSrYwYBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T08:06:27.877909Z","bundle_sha256":"5b3e08ae4e104c57dc3ffc955129b26e88eebb4f0b3ef249844a970aa2c07485"}}