{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PUMQTVQH3MU625AQQKUSWMJVKE","short_pith_number":"pith:PUMQTVQH","canonical_record":{"source":{"id":"2402.02098","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"stat.ML","submitted_at":"2024-02-03T09:35:53Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a8b50cdf292ad0f212e058c6eb4720a38f760f77221eeaf7ab5f804b462e086d","abstract_canon_sha256":"2b3685b0c7fabdd955a9f5313e933bd46b0eb745b4c946fb4400512a85929ad5"},"schema_version":"1.0"},"canonical_sha256":"7d1909d607db29ed741082a92b31355139b6ee25bcdef1edd77e229a45086b77","source":{"kind":"arxiv","id":"2402.02098","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.02098","created_at":"2026-07-05T07:41:10Z"},{"alias_kind":"arxiv_version","alias_value":"2402.02098v1","created_at":"2026-07-05T07:41:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.02098","created_at":"2026-07-05T07:41:10Z"},{"alias_kind":"pith_short_12","alias_value":"PUMQTVQH3MU6","created_at":"2026-07-05T07:41:10Z"},{"alias_kind":"pith_short_16","alias_value":"PUMQTVQH3MU625AQ","created_at":"2026-07-05T07:41:10Z"},{"alias_kind":"pith_short_8","alias_value":"PUMQTVQH","created_at":"2026-07-05T07:41:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PUMQTVQH3MU625AQQKUSWMJVKE","target":"record","payload":{"canonical_record":{"source":{"id":"2402.02098","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"stat.ML","submitted_at":"2024-02-03T09:35:53Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a8b50cdf292ad0f212e058c6eb4720a38f760f77221eeaf7ab5f804b462e086d","abstract_canon_sha256":"2b3685b0c7fabdd955a9f5313e933bd46b0eb745b4c946fb4400512a85929ad5"},"schema_version":"1.0"},"canonical_sha256":"7d1909d607db29ed741082a92b31355139b6ee25bcdef1edd77e229a45086b77","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:41:10.928637Z","signature_b64":"M5AeYDfMapjxpVAVP2svS6fW9UknfKNewNluefYeoD8qFoLkMFpsVv6GcpAY1DIUuemasDe76EqlBdXsyO4VCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7d1909d607db29ed741082a92b31355139b6ee25bcdef1edd77e229a45086b77","last_reissued_at":"2026-07-05T07:41:10.928150Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:41:10.928150Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.02098","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:41:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zHVdX0upO+fNiqpjocuwGc3/xsYhcbLQr4EIHhxYag+rq1+wvk9LSDG4tzqzzwqffKr8noRIjyHypHYPFGVoBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T15:48:27.032256Z"},"content_sha256":"625f80c78b74aaf469c4275a35281d1621320eaa4b4b61babbb4a9904405687e","schema_version":"1.0","event_id":"sha256:625f80c78b74aaf469c4275a35281d1621320eaa4b4b61babbb4a9904405687e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PUMQTVQH3MU625AQQKUSWMJVKE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Self-attention Networks Localize When QK-eigenspectrum Concentrates","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Han Bao, Ryo Karakida, Ryuichiro Hataya","submitted_at":"2024-02-03T09:35:53Z","abstract_excerpt":"The self-attention mechanism prevails in modern machine learning. It has an interesting functionality of adaptively selecting tokens from an input sequence by modulating the degree of attention localization, which many researchers speculate is the basis of the powerful model performance but complicates the underlying mechanism of the learning dynamics. In recent years, mainly two arguments have connected attention localization to the model performances. One is the rank collapse, where the embedded tokens by a self-attention block become very similar across different tokens, leading to a less e"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.02098","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.02098/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:41:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z1dpavkbNADKyUPUasJWVXQndj/nX9d3WV5b5dRlnb3GZCxtU1wh5d3f9QLw4WL4iITNWnvGqNj+ZPjxDfLMDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T15:48:27.033041Z"},"content_sha256":"99395f2f297c9488aee6e413341addb53c42795df8541d086d373062f4e55fbb","schema_version":"1.0","event_id":"sha256:99395f2f297c9488aee6e413341addb53c42795df8541d086d373062f4e55fbb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PUMQTVQH3MU625AQQKUSWMJVKE/bundle.json","state_url":"https://pith.science/pith/PUMQTVQH3MU625AQQKUSWMJVKE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PUMQTVQH3MU625AQQKUSWMJVKE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T15:48:27Z","links":{"resolver":"https://pith.science/pith/PUMQTVQH3MU625AQQKUSWMJVKE","bundle":"https://pith.science/pith/PUMQTVQH3MU625AQQKUSWMJVKE/bundle.json","state":"https://pith.science/pith/PUMQTVQH3MU625AQQKUSWMJVKE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PUMQTVQH3MU625AQQKUSWMJVKE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PUMQTVQH3MU625AQQKUSWMJVKE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2b3685b0c7fabdd955a9f5313e933bd46b0eb745b4c946fb4400512a85929ad5","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"stat.ML","submitted_at":"2024-02-03T09:35:53Z","title_canon_sha256":"a8b50cdf292ad0f212e058c6eb4720a38f760f77221eeaf7ab5f804b462e086d"},"schema_version":"1.0","source":{"id":"2402.02098","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.02098","created_at":"2026-07-05T07:41:10Z"},{"alias_kind":"arxiv_version","alias_value":"2402.02098v1","created_at":"2026-07-05T07:41:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.02098","created_at":"2026-07-05T07:41:10Z"},{"alias_kind":"pith_short_12","alias_value":"PUMQTVQH3MU6","created_at":"2026-07-05T07:41:10Z"},{"alias_kind":"pith_short_16","alias_value":"PUMQTVQH3MU625AQ","created_at":"2026-07-05T07:41:10Z"},{"alias_kind":"pith_short_8","alias_value":"PUMQTVQH","created_at":"2026-07-05T07:41:10Z"}],"graph_snapshots":[{"event_id":"sha256:99395f2f297c9488aee6e413341addb53c42795df8541d086d373062f4e55fbb","target":"graph","created_at":"2026-07-05T07:41:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.02098/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The self-attention mechanism prevails in modern machine learning. It has an interesting functionality of adaptively selecting tokens from an input sequence by modulating the degree of attention localization, which many researchers speculate is the basis of the powerful model performance but complicates the underlying mechanism of the learning dynamics. In recent years, mainly two arguments have connected attention localization to the model performances. One is the rank collapse, where the embedded tokens by a self-attention block become very similar across different tokens, leading to a less e","authors_text":"Han Bao, Ryo Karakida, Ryuichiro Hataya","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"stat.ML","submitted_at":"2024-02-03T09:35:53Z","title":"Self-attention Networks Localize When QK-eigenspectrum Concentrates"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.02098","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:625f80c78b74aaf469c4275a35281d1621320eaa4b4b61babbb4a9904405687e","target":"record","created_at":"2026-07-05T07:41:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2b3685b0c7fabdd955a9f5313e933bd46b0eb745b4c946fb4400512a85929ad5","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"stat.ML","submitted_at":"2024-02-03T09:35:53Z","title_canon_sha256":"a8b50cdf292ad0f212e058c6eb4720a38f760f77221eeaf7ab5f804b462e086d"},"schema_version":"1.0","source":{"id":"2402.02098","kind":"arxiv","version":1}},"canonical_sha256":"7d1909d607db29ed741082a92b31355139b6ee25bcdef1edd77e229a45086b77","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7d1909d607db29ed741082a92b31355139b6ee25bcdef1edd77e229a45086b77","first_computed_at":"2026-07-05T07:41:10.928150Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:41:10.928150Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"M5AeYDfMapjxpVAVP2svS6fW9UknfKNewNluefYeoD8qFoLkMFpsVv6GcpAY1DIUuemasDe76EqlBdXsyO4VCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:41:10.928637Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.02098","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:625f80c78b74aaf469c4275a35281d1621320eaa4b4b61babbb4a9904405687e","sha256:99395f2f297c9488aee6e413341addb53c42795df8541d086d373062f4e55fbb"],"state_sha256":"16ce921178a4d29c3bb344ce874cf92cb479bdd9175d640a2deeb4a231773c31"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"32B0ZOkp/JPsP8Z+YNEELyr9/ZQqGDtMAZmuSAs6JO3TIR1ntlsx2cNSUzi7t7gGnCuqEzCKSoHa4V3osGirAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T15:48:27.037553Z","bundle_sha256":"e2b4deeb070e777a03e09580a75da62ff27cccd8bf32d006716fc4550e967b6f"}}