{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:23TMNQYHQCTX5V62EPHUAL4N4H","short_pith_number":"pith:23TMNQYH","canonical_record":{"source":{"id":"2108.01377","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-03T09:16:55Z","cross_cats_sorted":[],"title_canon_sha256":"1810f852741803598c1c483dc21041f64a93de742312b7cf684e056d70722d16","abstract_canon_sha256":"24b55ef858d783fcda49366c44b9e5521052b0160e2ce951a54f22b113af7aa6"},"schema_version":"1.0"},"canonical_sha256":"d6e6c6c30780a77ed7da23cf402f8de1d5f34dad285dcac4a2776180d28cce60","source":{"kind":"arxiv","id":"2108.01377","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.01377","created_at":"2026-07-05T03:03:02Z"},{"alias_kind":"arxiv_version","alias_value":"2108.01377v1","created_at":"2026-07-05T03:03:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.01377","created_at":"2026-07-05T03:03:02Z"},{"alias_kind":"pith_short_12","alias_value":"23TMNQYHQCTX","created_at":"2026-07-05T03:03:02Z"},{"alias_kind":"pith_short_16","alias_value":"23TMNQYHQCTX5V62","created_at":"2026-07-05T03:03:02Z"},{"alias_kind":"pith_short_8","alias_value":"23TMNQYH","created_at":"2026-07-05T03:03:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:23TMNQYHQCTX5V62EPHUAL4N4H","target":"record","payload":{"canonical_record":{"source":{"id":"2108.01377","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-03T09:16:55Z","cross_cats_sorted":[],"title_canon_sha256":"1810f852741803598c1c483dc21041f64a93de742312b7cf684e056d70722d16","abstract_canon_sha256":"24b55ef858d783fcda49366c44b9e5521052b0160e2ce951a54f22b113af7aa6"},"schema_version":"1.0"},"canonical_sha256":"d6e6c6c30780a77ed7da23cf402f8de1d5f34dad285dcac4a2776180d28cce60","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:03:02.129520Z","signature_b64":"kG2i6q9u2My3Yt+BfVpzwJHErmpTHmQnK8s94cuNeOjUG8oO4gVUAMBTDqUS1JI4OMF0mV/Yky5u8IjYPfG6Cw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d6e6c6c30780a77ed7da23cf402f8de1d5f34dad285dcac4a2776180d28cce60","last_reissued_at":"2026-07-05T03:03:02.129042Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:03:02.129042Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2108.01377","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:03:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T46kxsF7demUKtQLRb4YumOcSXI2b8+6755GsO43Lhx89xAGIp82NILOymSpZtezrKblQ7y8OuW3vgsuTReADg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T06:30:07.159753Z"},"content_sha256":"2c9b875a132a0d8ba726d80075a70fade1d15fc1806c90ffdfefe6da90e018aa","schema_version":"1.0","event_id":"sha256:2c9b875a132a0d8ba726d80075a70fade1d15fc1806c90ffdfefe6da90e018aa"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:23TMNQYHQCTX5V62EPHUAL4N4H","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Dynamic Head Importance Computation Mechanism for Neural Machine Translation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Akshay Goindani, Manish Shrivastava","submitted_at":"2021-08-03T09:16:55Z","abstract_excerpt":"Multiple parallel attention mechanisms that use multiple attention heads facilitate greater performance of the Transformer model for various applications e.g., Neural Machine Translation (NMT), text classification. In multi-head attention mechanism, different heads attend to different parts of the input. However, the limitation is that multiple heads might attend to the same part of the input, resulting in multiple heads being redundant. Thus, the model resources are under-utilized. One approach to avoid this is to prune least important heads based on certain importance score. In this work, we"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.01377","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.01377/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:03:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NLePdvnLtHz91WASb7jopqJsTiDN9QTf5ppj4a93Tri1gnd4FS0YNw9p4B3WANyWeZh9y8BNv4bhaiLTfki6AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T06:30:07.160331Z"},"content_sha256":"cab473baec4da5bac57f3fefd74a2839df904e92f68b7527e21df668f7ea3059","schema_version":"1.0","event_id":"sha256:cab473baec4da5bac57f3fefd74a2839df904e92f68b7527e21df668f7ea3059"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/23TMNQYHQCTX5V62EPHUAL4N4H/bundle.json","state_url":"https://pith.science/pith/23TMNQYHQCTX5V62EPHUAL4N4H/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/23TMNQYHQCTX5V62EPHUAL4N4H/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T06:30:07Z","links":{"resolver":"https://pith.science/pith/23TMNQYHQCTX5V62EPHUAL4N4H","bundle":"https://pith.science/pith/23TMNQYHQCTX5V62EPHUAL4N4H/bundle.json","state":"https://pith.science/pith/23TMNQYHQCTX5V62EPHUAL4N4H/state.json","well_known_bundle":"https://pith.science/.well-known/pith/23TMNQYHQCTX5V62EPHUAL4N4H/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:23TMNQYHQCTX5V62EPHUAL4N4H","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"24b55ef858d783fcda49366c44b9e5521052b0160e2ce951a54f22b113af7aa6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-03T09:16:55Z","title_canon_sha256":"1810f852741803598c1c483dc21041f64a93de742312b7cf684e056d70722d16"},"schema_version":"1.0","source":{"id":"2108.01377","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.01377","created_at":"2026-07-05T03:03:02Z"},{"alias_kind":"arxiv_version","alias_value":"2108.01377v1","created_at":"2026-07-05T03:03:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.01377","created_at":"2026-07-05T03:03:02Z"},{"alias_kind":"pith_short_12","alias_value":"23TMNQYHQCTX","created_at":"2026-07-05T03:03:02Z"},{"alias_kind":"pith_short_16","alias_value":"23TMNQYHQCTX5V62","created_at":"2026-07-05T03:03:02Z"},{"alias_kind":"pith_short_8","alias_value":"23TMNQYH","created_at":"2026-07-05T03:03:02Z"}],"graph_snapshots":[{"event_id":"sha256:cab473baec4da5bac57f3fefd74a2839df904e92f68b7527e21df668f7ea3059","target":"graph","created_at":"2026-07-05T03:03:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.01377/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multiple parallel attention mechanisms that use multiple attention heads facilitate greater performance of the Transformer model for various applications e.g., Neural Machine Translation (NMT), text classification. In multi-head attention mechanism, different heads attend to different parts of the input. However, the limitation is that multiple heads might attend to the same part of the input, resulting in multiple heads being redundant. Thus, the model resources are under-utilized. One approach to avoid this is to prune least important heads based on certain importance score. In this work, we","authors_text":"Akshay Goindani, Manish Shrivastava","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-03T09:16:55Z","title":"A Dynamic Head Importance Computation Mechanism for Neural Machine Translation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.01377","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2c9b875a132a0d8ba726d80075a70fade1d15fc1806c90ffdfefe6da90e018aa","target":"record","created_at":"2026-07-05T03:03:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"24b55ef858d783fcda49366c44b9e5521052b0160e2ce951a54f22b113af7aa6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-03T09:16:55Z","title_canon_sha256":"1810f852741803598c1c483dc21041f64a93de742312b7cf684e056d70722d16"},"schema_version":"1.0","source":{"id":"2108.01377","kind":"arxiv","version":1}},"canonical_sha256":"d6e6c6c30780a77ed7da23cf402f8de1d5f34dad285dcac4a2776180d28cce60","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d6e6c6c30780a77ed7da23cf402f8de1d5f34dad285dcac4a2776180d28cce60","first_computed_at":"2026-07-05T03:03:02.129042Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:03:02.129042Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kG2i6q9u2My3Yt+BfVpzwJHErmpTHmQnK8s94cuNeOjUG8oO4gVUAMBTDqUS1JI4OMF0mV/Yky5u8IjYPfG6Cw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:03:02.129520Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.01377","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2c9b875a132a0d8ba726d80075a70fade1d15fc1806c90ffdfefe6da90e018aa","sha256:cab473baec4da5bac57f3fefd74a2839df904e92f68b7527e21df668f7ea3059"],"state_sha256":"75d0464ccfa3a2b644f0dbd946c37180cd3d6727a1b795adbb1f3a8b9bfb296d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kK2R1/L/ZtzJjQBILDgW9kUiNVlgIELgAm+J9BpccdCwQBjKj+pa0va8v/2Ua0eobw86RO8GEDrDO/dEM+RGBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T06:30:07.165707Z","bundle_sha256":"57e455503f5bac6a6c7cf328bc030b0f811823030048c3008b3f7ac8ced76a3c"}}