{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:OYYEZEIGAVTZLMU6T6HASTKYG5","short_pith_number":"pith:OYYEZEIG","canonical_record":{"source":{"id":"1810.10183","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-10-24T04:08:27Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f5f50cdac5bc8af6ea85c6014422eb6dacf1bf8a5c68cbd127356239c971ef12","abstract_canon_sha256":"12f5fd9e93b54b1ed37a9d49ec1896836e9ed4ac1c30193f33c26938ef835b5e"},"schema_version":"1.0"},"canonical_sha256":"76304c9106056795b29e9f8e094d58374603b75bf585d20865c8fdde8c8c0d6f","source":{"kind":"arxiv","id":"1810.10183","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1810.10183","created_at":"2026-05-18T00:02:23Z"},{"alias_kind":"arxiv_version","alias_value":"1810.10183v1","created_at":"2026-05-18T00:02:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.10183","created_at":"2026-05-18T00:02:23Z"},{"alias_kind":"pith_short_12","alias_value":"OYYEZEIGAVTZ","created_at":"2026-05-18T12:32:43Z"},{"alias_kind":"pith_short_16","alias_value":"OYYEZEIGAVTZLMU6","created_at":"2026-05-18T12:32:43Z"},{"alias_kind":"pith_short_8","alias_value":"OYYEZEIG","created_at":"2026-05-18T12:32:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:OYYEZEIGAVTZLMU6T6HASTKYG5","target":"record","payload":{"canonical_record":{"source":{"id":"1810.10183","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-10-24T04:08:27Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f5f50cdac5bc8af6ea85c6014422eb6dacf1bf8a5c68cbd127356239c971ef12","abstract_canon_sha256":"12f5fd9e93b54b1ed37a9d49ec1896836e9ed4ac1c30193f33c26938ef835b5e"},"schema_version":"1.0"},"canonical_sha256":"76304c9106056795b29e9f8e094d58374603b75bf585d20865c8fdde8c8c0d6f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:02:23.983910Z","signature_b64":"HOMIkYN/dyrm4R3ZdKIEk0CHfdVRrL+nSwnuNzFXufGMD8j8aQL2FgIOQiy9qd6y+fLlay+x/MHa8pe38UtrBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"76304c9106056795b29e9f8e094d58374603b75bf585d20865c8fdde8c8c0d6f","last_reissued_at":"2026-05-18T00:02:23.983251Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:02:23.983251Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1810.10183","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:02:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jV3sUnECZ09OG4a1buP5trK2L+dosbSZ+QcLFUUKzQuZGYKDiQE961RNJQLEn/5d5XAWLwQhRvBhM1gDzpdzBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-06T19:00:54.591718Z"},"content_sha256":"3e230eefc800268db9a10822ae484d767f04763df02778b42a09bd5a8dee1468","schema_version":"1.0","event_id":"sha256:3e230eefc800268db9a10822ae484d767f04763df02778b42a09bd5a8dee1468"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:OYYEZEIGAVTZLMU6T6HASTKYG5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multi-Head Attention with Disagreement Regularization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Baosong Yang, Jian Li, Michael R. Lyu, Tong Zhang, Zhaopeng Tu","submitted_at":"2018-10-24T04:08:27Z","abstract_excerpt":"Multi-head attention is appealing for the ability to jointly attend to information from different representation subspaces at different positions. In this work, we introduce a disagreement regularization to explicitly encourage the diversity among multiple attention heads. Specifically, we propose three types of disagreement regularization, which respectively encourage the subspace, the attended positions, and the output representation associated with each attention head to be different from other heads. Experimental results on widely-used WMT14 English-German and WMT17 Chinese-English transla"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.10183","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:02:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FkJcGvZAsvis1piWvLGXUc3g7ZJC1kqx6LvzXrwsrUqIbMj2QBOUA4FY2K4Vp9bIl7szCK5jt4kVhOLFhIgzBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-06T19:00:54.592378Z"},"content_sha256":"29424777981de47131b41540ff2220d45d970996d35bb4f416086b5070a6fa58","schema_version":"1.0","event_id":"sha256:29424777981de47131b41540ff2220d45d970996d35bb4f416086b5070a6fa58"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OYYEZEIGAVTZLMU6T6HASTKYG5/bundle.json","state_url":"https://pith.science/pith/OYYEZEIGAVTZLMU6T6HASTKYG5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OYYEZEIGAVTZLMU6T6HASTKYG5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-06T19:00:54Z","links":{"resolver":"https://pith.science/pith/OYYEZEIGAVTZLMU6T6HASTKYG5","bundle":"https://pith.science/pith/OYYEZEIGAVTZLMU6T6HASTKYG5/bundle.json","state":"https://pith.science/pith/OYYEZEIGAVTZLMU6T6HASTKYG5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OYYEZEIGAVTZLMU6T6HASTKYG5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:OYYEZEIGAVTZLMU6T6HASTKYG5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"12f5fd9e93b54b1ed37a9d49ec1896836e9ed4ac1c30193f33c26938ef835b5e","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-10-24T04:08:27Z","title_canon_sha256":"f5f50cdac5bc8af6ea85c6014422eb6dacf1bf8a5c68cbd127356239c971ef12"},"schema_version":"1.0","source":{"id":"1810.10183","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1810.10183","created_at":"2026-05-18T00:02:23Z"},{"alias_kind":"arxiv_version","alias_value":"1810.10183v1","created_at":"2026-05-18T00:02:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.10183","created_at":"2026-05-18T00:02:23Z"},{"alias_kind":"pith_short_12","alias_value":"OYYEZEIGAVTZ","created_at":"2026-05-18T12:32:43Z"},{"alias_kind":"pith_short_16","alias_value":"OYYEZEIGAVTZLMU6","created_at":"2026-05-18T12:32:43Z"},{"alias_kind":"pith_short_8","alias_value":"OYYEZEIG","created_at":"2026-05-18T12:32:43Z"}],"graph_snapshots":[{"event_id":"sha256:29424777981de47131b41540ff2220d45d970996d35bb4f416086b5070a6fa58","target":"graph","created_at":"2026-05-18T00:02:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Multi-head attention is appealing for the ability to jointly attend to information from different representation subspaces at different positions. In this work, we introduce a disagreement regularization to explicitly encourage the diversity among multiple attention heads. Specifically, we propose three types of disagreement regularization, which respectively encourage the subspace, the attended positions, and the output representation associated with each attention head to be different from other heads. Experimental results on widely-used WMT14 English-German and WMT17 Chinese-English transla","authors_text":"Baosong Yang, Jian Li, Michael R. Lyu, Tong Zhang, Zhaopeng Tu","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-10-24T04:08:27Z","title":"Multi-Head Attention with Disagreement Regularization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.10183","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3e230eefc800268db9a10822ae484d767f04763df02778b42a09bd5a8dee1468","target":"record","created_at":"2026-05-18T00:02:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"12f5fd9e93b54b1ed37a9d49ec1896836e9ed4ac1c30193f33c26938ef835b5e","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-10-24T04:08:27Z","title_canon_sha256":"f5f50cdac5bc8af6ea85c6014422eb6dacf1bf8a5c68cbd127356239c971ef12"},"schema_version":"1.0","source":{"id":"1810.10183","kind":"arxiv","version":1}},"canonical_sha256":"76304c9106056795b29e9f8e094d58374603b75bf585d20865c8fdde8c8c0d6f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"76304c9106056795b29e9f8e094d58374603b75bf585d20865c8fdde8c8c0d6f","first_computed_at":"2026-05-18T00:02:23.983251Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:02:23.983251Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HOMIkYN/dyrm4R3ZdKIEk0CHfdVRrL+nSwnuNzFXufGMD8j8aQL2FgIOQiy9qd6y+fLlay+x/MHa8pe38UtrBg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:02:23.983910Z","signed_message":"canonical_sha256_bytes"},"source_id":"1810.10183","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3e230eefc800268db9a10822ae484d767f04763df02778b42a09bd5a8dee1468","sha256:29424777981de47131b41540ff2220d45d970996d35bb4f416086b5070a6fa58"],"state_sha256":"4953d623999f8cb76ae8eeb29518e3e9de97a05724c2ddfff594e91054eff178"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bg1eZOM9t6cMJn0AXUPRfNnvvnsez2EvCd71twhjWmLf0ojPB+6AlLYgQ3ZibRbu4LHBzHZGkqBI3gKFf/ZrAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-06T19:00:54.595238Z","bundle_sha256":"5bd5f6e09c34d13f21d8fb7a0e7ac85758ffc9d6729501b25fcea65c1a1efa69"}}