{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:ELGGVISF33OF6S3KHLH54JN4TO","short_pith_number":"pith:ELGGVISF","canonical_record":{"source":{"id":"2009.08605","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SP","submitted_at":"2020-09-18T03:13:19Z","cross_cats_sorted":["cs.AR"],"title_canon_sha256":"423a611abab646092e2e19b15ff76b111f93726dda340ef556ca2ee16664ebf4","abstract_canon_sha256":"2029c3237a930472f55caf245943b4c0be1688fc965f708678b637e4d8386730"},"schema_version":"1.0"},"canonical_sha256":"22cc6aa245dedc5f4b6a3acfde25bc9b95f449814fccfe15cc81c3eae32487c0","source":{"kind":"arxiv","id":"2009.08605","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.08605","created_at":"2026-07-05T01:36:20Z"},{"alias_kind":"arxiv_version","alias_value":"2009.08605v1","created_at":"2026-07-05T01:36:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.08605","created_at":"2026-07-05T01:36:20Z"},{"alias_kind":"pith_short_12","alias_value":"ELGGVISF33OF","created_at":"2026-07-05T01:36:20Z"},{"alias_kind":"pith_short_16","alias_value":"ELGGVISF33OF6S3K","created_at":"2026-07-05T01:36:20Z"},{"alias_kind":"pith_short_8","alias_value":"ELGGVISF","created_at":"2026-07-05T01:36:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:ELGGVISF33OF6S3KHLH54JN4TO","target":"record","payload":{"canonical_record":{"source":{"id":"2009.08605","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SP","submitted_at":"2020-09-18T03:13:19Z","cross_cats_sorted":["cs.AR"],"title_canon_sha256":"423a611abab646092e2e19b15ff76b111f93726dda340ef556ca2ee16664ebf4","abstract_canon_sha256":"2029c3237a930472f55caf245943b4c0be1688fc965f708678b637e4d8386730"},"schema_version":"1.0"},"canonical_sha256":"22cc6aa245dedc5f4b6a3acfde25bc9b95f449814fccfe15cc81c3eae32487c0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:36:20.165637Z","signature_b64":"JR1p7GomelqCgg7zZgjKb/xV6K1NEvUVbBFpTB0c4vxeswKQskBV/AEOn3AIe0OXW3Ti7UHbBCzSw1TmpGt6Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"22cc6aa245dedc5f4b6a3acfde25bc9b95f449814fccfe15cc81c3eae32487c0","last_reissued_at":"2026-07-05T01:36:20.165248Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:36:20.165248Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2009.08605","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:36:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4L/NdbcriAGDamTUcELbsRSdalC4mjI6Sc/GPc6OVpILcGxpd5atBJ4XkRjRMtoMzo6KQm6WFQ0GpOB7unq5BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:05:09.554803Z"},"content_sha256":"b843a2f88d47a0790e977bd8b7f80af88de54f4f4b1bd8084a7a50a553bf8df3","schema_version":"1.0","event_id":"sha256:b843a2f88d47a0790e977bd8b7f80af88de54f4f4b1bd8084a7a50a553bf8df3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:ELGGVISF33OF6S3KHLH54JN4TO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Hardware Accelerator for Multi-Head Attention and Position-Wise Feed-Forward in the Transformer","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AR"],"primary_cat":"eess.SP","authors_text":"Jun Lin, Meiqi Wang, Shuang Liang, Siyuan Lu, Zhongfeng Wang","submitted_at":"2020-09-18T03:13:19Z","abstract_excerpt":"Designing hardware accelerators for deep neural networks (DNNs) has been much desired. Nonetheless, most of these existing accelerators are built for either convolutional neural networks (CNNs) or recurrent neural networks (RNNs). Recently, the Transformer model is replacing the RNN in the natural language processing (NLP) area. However, because of intensive matrix computations and complicated data flow being involved, the hardware design for the Transformer model has never been reported. In this paper, we propose the first hardware accelerator for two key components, i.e., the multi-head atte"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.08605","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2009.08605/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:36:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vPjPW7ED8XkV/42k5qVgfteqwnoBHagYvr9y2hHBZyfxzazVN9JT+/0M81UBs9vM8XiGQijiaXLOYJ62A3nxBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:05:09.555177Z"},"content_sha256":"ff7e9f6353d116c58c0754fb61c0f54fb357dc1c7a000a5f0c206b9f22553517","schema_version":"1.0","event_id":"sha256:ff7e9f6353d116c58c0754fb61c0f54fb357dc1c7a000a5f0c206b9f22553517"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ELGGVISF33OF6S3KHLH54JN4TO/bundle.json","state_url":"https://pith.science/pith/ELGGVISF33OF6S3KHLH54JN4TO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ELGGVISF33OF6S3KHLH54JN4TO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T23:05:09Z","links":{"resolver":"https://pith.science/pith/ELGGVISF33OF6S3KHLH54JN4TO","bundle":"https://pith.science/pith/ELGGVISF33OF6S3KHLH54JN4TO/bundle.json","state":"https://pith.science/pith/ELGGVISF33OF6S3KHLH54JN4TO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ELGGVISF33OF6S3KHLH54JN4TO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:ELGGVISF33OF6S3KHLH54JN4TO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2029c3237a930472f55caf245943b4c0be1688fc965f708678b637e4d8386730","cross_cats_sorted":["cs.AR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SP","submitted_at":"2020-09-18T03:13:19Z","title_canon_sha256":"423a611abab646092e2e19b15ff76b111f93726dda340ef556ca2ee16664ebf4"},"schema_version":"1.0","source":{"id":"2009.08605","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.08605","created_at":"2026-07-05T01:36:20Z"},{"alias_kind":"arxiv_version","alias_value":"2009.08605v1","created_at":"2026-07-05T01:36:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.08605","created_at":"2026-07-05T01:36:20Z"},{"alias_kind":"pith_short_12","alias_value":"ELGGVISF33OF","created_at":"2026-07-05T01:36:20Z"},{"alias_kind":"pith_short_16","alias_value":"ELGGVISF33OF6S3K","created_at":"2026-07-05T01:36:20Z"},{"alias_kind":"pith_short_8","alias_value":"ELGGVISF","created_at":"2026-07-05T01:36:20Z"}],"graph_snapshots":[{"event_id":"sha256:ff7e9f6353d116c58c0754fb61c0f54fb357dc1c7a000a5f0c206b9f22553517","target":"graph","created_at":"2026-07-05T01:36:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2009.08605/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Designing hardware accelerators for deep neural networks (DNNs) has been much desired. Nonetheless, most of these existing accelerators are built for either convolutional neural networks (CNNs) or recurrent neural networks (RNNs). Recently, the Transformer model is replacing the RNN in the natural language processing (NLP) area. However, because of intensive matrix computations and complicated data flow being involved, the hardware design for the Transformer model has never been reported. In this paper, we propose the first hardware accelerator for two key components, i.e., the multi-head atte","authors_text":"Jun Lin, Meiqi Wang, Shuang Liang, Siyuan Lu, Zhongfeng Wang","cross_cats":["cs.AR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SP","submitted_at":"2020-09-18T03:13:19Z","title":"Hardware Accelerator for Multi-Head Attention and Position-Wise Feed-Forward in the Transformer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.08605","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b843a2f88d47a0790e977bd8b7f80af88de54f4f4b1bd8084a7a50a553bf8df3","target":"record","created_at":"2026-07-05T01:36:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2029c3237a930472f55caf245943b4c0be1688fc965f708678b637e4d8386730","cross_cats_sorted":["cs.AR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"eess.SP","submitted_at":"2020-09-18T03:13:19Z","title_canon_sha256":"423a611abab646092e2e19b15ff76b111f93726dda340ef556ca2ee16664ebf4"},"schema_version":"1.0","source":{"id":"2009.08605","kind":"arxiv","version":1}},"canonical_sha256":"22cc6aa245dedc5f4b6a3acfde25bc9b95f449814fccfe15cc81c3eae32487c0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"22cc6aa245dedc5f4b6a3acfde25bc9b95f449814fccfe15cc81c3eae32487c0","first_computed_at":"2026-07-05T01:36:20.165248Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:36:20.165248Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JR1p7GomelqCgg7zZgjKb/xV6K1NEvUVbBFpTB0c4vxeswKQskBV/AEOn3AIe0OXW3Ti7UHbBCzSw1TmpGt6Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:36:20.165637Z","signed_message":"canonical_sha256_bytes"},"source_id":"2009.08605","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b843a2f88d47a0790e977bd8b7f80af88de54f4f4b1bd8084a7a50a553bf8df3","sha256:ff7e9f6353d116c58c0754fb61c0f54fb357dc1c7a000a5f0c206b9f22553517"],"state_sha256":"c2d0eb073de02ceadbfda8c7202d9f784d11bce33039f0f44d9a7ef2b4b155bf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6FdUp+knaPW+G+TqPiKtZGCalrBwfk1jrJGsjjdfw996qi9f4Rmmf0pTU3Y+m5D26WZdTIDb4dbWp1yC1lFJAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T23:05:09.557053Z","bundle_sha256":"387b256f9db1481cdce9cff7d6123bdcbbc02bf751e176449a6bb587968236c2"}}