{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:YUBNWLOYMVGWUV5W2K3RA4UMAI","short_pith_number":"pith:YUBNWLOY","canonical_record":{"source":{"id":"2112.03254","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-06T18:59:02Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"2c570f71034121d63ced58a38e04d5211f74768f34a232fec4d5ad16b2354136","abstract_canon_sha256":"ca28f9cf7427c83d89c2834b39a74ffe7df7e075e5379672856f65b17092bcc6"},"schema_version":"1.0"},"canonical_sha256":"c502db2dd8654d6a57b6d2b710728c023f896889f2d2bb5f6691f716ef60ad34","source":{"kind":"arxiv","id":"2112.03254","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.03254","created_at":"2026-07-05T04:20:31Z"},{"alias_kind":"arxiv_version","alias_value":"2112.03254v3","created_at":"2026-07-05T04:20:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.03254","created_at":"2026-07-05T04:20:31Z"},{"alias_kind":"pith_short_12","alias_value":"YUBNWLOYMVGW","created_at":"2026-07-05T04:20:31Z"},{"alias_kind":"pith_short_16","alias_value":"YUBNWLOYMVGWUV5W","created_at":"2026-07-05T04:20:31Z"},{"alias_kind":"pith_short_8","alias_value":"YUBNWLOY","created_at":"2026-07-05T04:20:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:YUBNWLOYMVGWUV5W2K3RA4UMAI","target":"record","payload":{"canonical_record":{"source":{"id":"2112.03254","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-06T18:59:02Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"2c570f71034121d63ced58a38e04d5211f74768f34a232fec4d5ad16b2354136","abstract_canon_sha256":"ca28f9cf7427c83d89c2834b39a74ffe7df7e075e5379672856f65b17092bcc6"},"schema_version":"1.0"},"canonical_sha256":"c502db2dd8654d6a57b6d2b710728c023f896889f2d2bb5f6691f716ef60ad34","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:20:31.385092Z","signature_b64":"Pk0dDVT45tUixclMcj6ibJoIjVoIVYrpgGgi09QS1Eg9WiV4fbNejF9g8/GkpL0/xx+Jp+Lm1b3kHtf+k11IBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c502db2dd8654d6a57b6d2b710728c023f896889f2d2bb5f6691f716ef60ad34","last_reissued_at":"2026-07-05T04:20:31.384577Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:20:31.384577Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.03254","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:20:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QigXNB9uUeIgrdFTt5fzG3S/Y50kt21OUoJfXTYyBl7AI8C17tFuOb0lCrR3kvzCnpRAf8rTn8fU4Dq5aKdPDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T12:55:41.162140Z"},"content_sha256":"f1b7160e36c26d4c0ca9ec7f8e3852c0e3583adf06367bfe60085f0fdcda42de","schema_version":"1.0","event_id":"sha256:f1b7160e36c26d4c0ca9ec7f8e3852c0e3583adf06367bfe60085f0fdcda42de"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:YUBNWLOYMVGWUV5W2K3RA4UMAI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Human Parity on CommonsenseQA: Augmenting Self-Attention with External Attention","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Chenguang Zhu, Hao Cheng, Jianfeng Gao, Michael Zeng, Pengcheng He, Shuohang Wang, Siqi Sun, XiaoDong Liu, Xuedong Huang, Yichong Xu","submitted_at":"2021-12-06T18:59:02Z","abstract_excerpt":"Most of today's AI systems focus on using self-attention mechanisms and transformer architectures on large amounts of diverse data to achieve impressive performance gains. In this paper, we propose to augment the transformer architecture with an external attention mechanism to bring external knowledge and context to bear. By integrating external information into the prediction process, we hope to reduce the need for ever-larger models and increase the democratization of AI systems. We find that the proposed external attention mechanism can significantly improve the performance of existing AI s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.03254","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.03254/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:20:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qYVyh27wYwcFRTiA5IwkloZHl8fbo0TNixaTr6vCtoi92mpXaLoauqjwaFZjC28ZnqiE2gjbTgEzOOWQuhoxAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T12:55:41.162651Z"},"content_sha256":"9127a80c9a03c383905e1a478bb16c566bb1d577d0e2a41b227869f806142112","schema_version":"1.0","event_id":"sha256:9127a80c9a03c383905e1a478bb16c566bb1d577d0e2a41b227869f806142112"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YUBNWLOYMVGWUV5W2K3RA4UMAI/bundle.json","state_url":"https://pith.science/pith/YUBNWLOYMVGWUV5W2K3RA4UMAI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YUBNWLOYMVGWUV5W2K3RA4UMAI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T12:55:41Z","links":{"resolver":"https://pith.science/pith/YUBNWLOYMVGWUV5W2K3RA4UMAI","bundle":"https://pith.science/pith/YUBNWLOYMVGWUV5W2K3RA4UMAI/bundle.json","state":"https://pith.science/pith/YUBNWLOYMVGWUV5W2K3RA4UMAI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YUBNWLOYMVGWUV5W2K3RA4UMAI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:YUBNWLOYMVGWUV5W2K3RA4UMAI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ca28f9cf7427c83d89c2834b39a74ffe7df7e075e5379672856f65b17092bcc6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-06T18:59:02Z","title_canon_sha256":"2c570f71034121d63ced58a38e04d5211f74768f34a232fec4d5ad16b2354136"},"schema_version":"1.0","source":{"id":"2112.03254","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.03254","created_at":"2026-07-05T04:20:31Z"},{"alias_kind":"arxiv_version","alias_value":"2112.03254v3","created_at":"2026-07-05T04:20:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.03254","created_at":"2026-07-05T04:20:31Z"},{"alias_kind":"pith_short_12","alias_value":"YUBNWLOYMVGW","created_at":"2026-07-05T04:20:31Z"},{"alias_kind":"pith_short_16","alias_value":"YUBNWLOYMVGWUV5W","created_at":"2026-07-05T04:20:31Z"},{"alias_kind":"pith_short_8","alias_value":"YUBNWLOY","created_at":"2026-07-05T04:20:31Z"}],"graph_snapshots":[{"event_id":"sha256:9127a80c9a03c383905e1a478bb16c566bb1d577d0e2a41b227869f806142112","target":"graph","created_at":"2026-07-05T04:20:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.03254/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Most of today's AI systems focus on using self-attention mechanisms and transformer architectures on large amounts of diverse data to achieve impressive performance gains. In this paper, we propose to augment the transformer architecture with an external attention mechanism to bring external knowledge and context to bear. By integrating external information into the prediction process, we hope to reduce the need for ever-larger models and increase the democratization of AI systems. We find that the proposed external attention mechanism can significantly improve the performance of existing AI s","authors_text":"Chenguang Zhu, Hao Cheng, Jianfeng Gao, Michael Zeng, Pengcheng He, Shuohang Wang, Siqi Sun, XiaoDong Liu, Xuedong Huang, Yichong Xu","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-06T18:59:02Z","title":"Human Parity on CommonsenseQA: Augmenting Self-Attention with External Attention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.03254","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f1b7160e36c26d4c0ca9ec7f8e3852c0e3583adf06367bfe60085f0fdcda42de","target":"record","created_at":"2026-07-05T04:20:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ca28f9cf7427c83d89c2834b39a74ffe7df7e075e5379672856f65b17092bcc6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-06T18:59:02Z","title_canon_sha256":"2c570f71034121d63ced58a38e04d5211f74768f34a232fec4d5ad16b2354136"},"schema_version":"1.0","source":{"id":"2112.03254","kind":"arxiv","version":3}},"canonical_sha256":"c502db2dd8654d6a57b6d2b710728c023f896889f2d2bb5f6691f716ef60ad34","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c502db2dd8654d6a57b6d2b710728c023f896889f2d2bb5f6691f716ef60ad34","first_computed_at":"2026-07-05T04:20:31.384577Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:20:31.384577Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Pk0dDVT45tUixclMcj6ibJoIjVoIVYrpgGgi09QS1Eg9WiV4fbNejF9g8/GkpL0/xx+Jp+Lm1b3kHtf+k11IBw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:20:31.385092Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.03254","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f1b7160e36c26d4c0ca9ec7f8e3852c0e3583adf06367bfe60085f0fdcda42de","sha256:9127a80c9a03c383905e1a478bb16c566bb1d577d0e2a41b227869f806142112"],"state_sha256":"26985028c7f7b08deff0b93fd8a7fe491dee317b8d9a2714072f5f0f59b981f7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6Efab9kLqPpWt+/MWc3Z1xYozPfOzkejAXwnUzIpJBEbU9bGAIa3b8mxx+5TYVLVUq/ikI6Erxf+qCD0OMYIBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T12:55:41.167176Z","bundle_sha256":"426a25ea2e3742f81c1afc1c2a954cd1738774961ca05bc89769a0fdf1e5e1eb"}}