{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:4JAH2WOV3AOE3D2OG7N6Q5FDHJ","short_pith_number":"pith:4JAH2WOV","canonical_record":{"source":{"id":"2110.12567","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-25T00:54:57Z","cross_cats_sorted":["cs.CL","stat.ML"],"title_canon_sha256":"ea21892ea701e77014cab58bf419dd8de3cdb2afb534e060dc31fe5407b2107c","abstract_canon_sha256":"f5a84b7b376eee9e5f180751c6280827ec5571ab80fb0ad6c1578531cedad309"},"schema_version":"1.0"},"canonical_sha256":"e2407d59d5d81c4d8f4e37dbe874a33a6b5df987461b9a2569cd70464f105e48","source":{"kind":"arxiv","id":"2110.12567","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.12567","created_at":"2026-07-05T03:25:21Z"},{"alias_kind":"arxiv_version","alias_value":"2110.12567v1","created_at":"2026-07-05T03:25:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.12567","created_at":"2026-07-05T03:25:21Z"},{"alias_kind":"pith_short_12","alias_value":"4JAH2WOV3AOE","created_at":"2026-07-05T03:25:21Z"},{"alias_kind":"pith_short_16","alias_value":"4JAH2WOV3AOE3D2O","created_at":"2026-07-05T03:25:21Z"},{"alias_kind":"pith_short_8","alias_value":"4JAH2WOV","created_at":"2026-07-05T03:25:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:4JAH2WOV3AOE3D2OG7N6Q5FDHJ","target":"record","payload":{"canonical_record":{"source":{"id":"2110.12567","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-25T00:54:57Z","cross_cats_sorted":["cs.CL","stat.ML"],"title_canon_sha256":"ea21892ea701e77014cab58bf419dd8de3cdb2afb534e060dc31fe5407b2107c","abstract_canon_sha256":"f5a84b7b376eee9e5f180751c6280827ec5571ab80fb0ad6c1578531cedad309"},"schema_version":"1.0"},"canonical_sha256":"e2407d59d5d81c4d8f4e37dbe874a33a6b5df987461b9a2569cd70464f105e48","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:25:21.662283Z","signature_b64":"XhLqeZm6pJYhKHk4MOhlIRGCGp/6fxbJdarQu68D0+Zepda6s+n8uH6uEBXiLcUwo+bP87Wh88E/DsIioMERCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e2407d59d5d81c4d8f4e37dbe874a33a6b5df987461b9a2569cd70464f105e48","last_reissued_at":"2026-07-05T03:25:21.661807Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:25:21.661807Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.12567","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:25:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PzYkrCMoGNfXULcrsj7ijpcCAaR9LlhKgqNiZ0cmGQWQkpMTKFrHoKuNziXMEFdTLIfmGgWy5jvLfoozA9SbAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T14:20:41.974873Z"},"content_sha256":"60c64ae8b0d70fd4d03ac69a2ee9dc8cdb55c8a569ad12785583b27ee17a6710","schema_version":"1.0","event_id":"sha256:60c64ae8b0d70fd4d03ac69a2ee9dc8cdb55c8a569ad12785583b27ee17a6710"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:4JAH2WOV3AOE3D2OG7N6Q5FDHJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Alignment Attention by Matching Key and Query Distributions","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","stat.ML"],"primary_cat":"cs.LG","authors_text":"Huangjie Zheng, Korawat Tanwisuth, Mingyuan Zhou, Shujian Zhang, Xinjie Fan","submitted_at":"2021-10-25T00:54:57Z","abstract_excerpt":"The neural attention mechanism has been incorporated into deep neural networks to achieve state-of-the-art performance in various domains. Most such models use multi-head self-attention which is appealing for the ability to attend to information from different perspectives. This paper introduces alignment attention that explicitly encourages self-attention to match the distributions of the key and query within each head. The resulting alignment attention networks can be optimized as an unsupervised regularization in the existing attention framework. It is simple to convert any models with self"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.12567","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.12567/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:25:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s6IiZB0rF5Wc+e64HEDWu5jtp94aITMLvvyFxFjwRBdnL0eJgu07HTjzn6sD8NVloI3T+d2vn8E2lCzqrE68Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T14:20:41.975181Z"},"content_sha256":"f72213cf7b3a883ac4604d812ae7970cf3491415cfd1155bb46300267acf5ddb","schema_version":"1.0","event_id":"sha256:f72213cf7b3a883ac4604d812ae7970cf3491415cfd1155bb46300267acf5ddb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4JAH2WOV3AOE3D2OG7N6Q5FDHJ/bundle.json","state_url":"https://pith.science/pith/4JAH2WOV3AOE3D2OG7N6Q5FDHJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4JAH2WOV3AOE3D2OG7N6Q5FDHJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T14:20:41Z","links":{"resolver":"https://pith.science/pith/4JAH2WOV3AOE3D2OG7N6Q5FDHJ","bundle":"https://pith.science/pith/4JAH2WOV3AOE3D2OG7N6Q5FDHJ/bundle.json","state":"https://pith.science/pith/4JAH2WOV3AOE3D2OG7N6Q5FDHJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4JAH2WOV3AOE3D2OG7N6Q5FDHJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:4JAH2WOV3AOE3D2OG7N6Q5FDHJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f5a84b7b376eee9e5f180751c6280827ec5571ab80fb0ad6c1578531cedad309","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-25T00:54:57Z","title_canon_sha256":"ea21892ea701e77014cab58bf419dd8de3cdb2afb534e060dc31fe5407b2107c"},"schema_version":"1.0","source":{"id":"2110.12567","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.12567","created_at":"2026-07-05T03:25:21Z"},{"alias_kind":"arxiv_version","alias_value":"2110.12567v1","created_at":"2026-07-05T03:25:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.12567","created_at":"2026-07-05T03:25:21Z"},{"alias_kind":"pith_short_12","alias_value":"4JAH2WOV3AOE","created_at":"2026-07-05T03:25:21Z"},{"alias_kind":"pith_short_16","alias_value":"4JAH2WOV3AOE3D2O","created_at":"2026-07-05T03:25:21Z"},{"alias_kind":"pith_short_8","alias_value":"4JAH2WOV","created_at":"2026-07-05T03:25:21Z"}],"graph_snapshots":[{"event_id":"sha256:f72213cf7b3a883ac4604d812ae7970cf3491415cfd1155bb46300267acf5ddb","target":"graph","created_at":"2026-07-05T03:25:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.12567/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The neural attention mechanism has been incorporated into deep neural networks to achieve state-of-the-art performance in various domains. Most such models use multi-head self-attention which is appealing for the ability to attend to information from different perspectives. This paper introduces alignment attention that explicitly encourages self-attention to match the distributions of the key and query within each head. The resulting alignment attention networks can be optimized as an unsupervised regularization in the existing attention framework. It is simple to convert any models with self","authors_text":"Huangjie Zheng, Korawat Tanwisuth, Mingyuan Zhou, Shujian Zhang, Xinjie Fan","cross_cats":["cs.CL","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-25T00:54:57Z","title":"Alignment Attention by Matching Key and Query Distributions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.12567","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:60c64ae8b0d70fd4d03ac69a2ee9dc8cdb55c8a569ad12785583b27ee17a6710","target":"record","created_at":"2026-07-05T03:25:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f5a84b7b376eee9e5f180751c6280827ec5571ab80fb0ad6c1578531cedad309","cross_cats_sorted":["cs.CL","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-25T00:54:57Z","title_canon_sha256":"ea21892ea701e77014cab58bf419dd8de3cdb2afb534e060dc31fe5407b2107c"},"schema_version":"1.0","source":{"id":"2110.12567","kind":"arxiv","version":1}},"canonical_sha256":"e2407d59d5d81c4d8f4e37dbe874a33a6b5df987461b9a2569cd70464f105e48","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e2407d59d5d81c4d8f4e37dbe874a33a6b5df987461b9a2569cd70464f105e48","first_computed_at":"2026-07-05T03:25:21.661807Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:25:21.661807Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XhLqeZm6pJYhKHk4MOhlIRGCGp/6fxbJdarQu68D0+Zepda6s+n8uH6uEBXiLcUwo+bP87Wh88E/DsIioMERCg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:25:21.662283Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.12567","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:60c64ae8b0d70fd4d03ac69a2ee9dc8cdb55c8a569ad12785583b27ee17a6710","sha256:f72213cf7b3a883ac4604d812ae7970cf3491415cfd1155bb46300267acf5ddb"],"state_sha256":"b0dd6941366c0cc5efd1f8946b71c8013fb0cca3b2299f83597c7b2d45315f38"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cN4v1p5haau9Ez3PUSkxqpLF/9hhv1SrfVyxDPTjnRfSEs6zoyY1MzUen1mbkn5mDxVjzzYE7Yv0EewT6mo1Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T14:20:41.977997Z","bundle_sha256":"05219adb4d24d1c2e3dd4753eb3a7ee2528e205823a248f4a54edba6cee07e55"}}