{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:LVI2C3FOJNAXVH73L4HNLS4WHJ","short_pith_number":"pith:LVI2C3FO","canonical_record":{"source":{"id":"2108.08375","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-18T20:17:46Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"40e77dbb4857a8e50fbc676f28919a952a9c774ea0b1e84db6f02ef8ea86f5ed","abstract_canon_sha256":"d6a7a8be7084f7cc2bd793e17979e667d7b080f792c1dce959249411815ea51d"},"schema_version":"1.0"},"canonical_sha256":"5d51a16cae4b417a9ffb5f0ed5cb963a61ea32cd2955fb28e1f8936c97385dff","source":{"kind":"arxiv","id":"2108.08375","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.08375","created_at":"2026-07-05T03:07:09Z"},{"alias_kind":"arxiv_version","alias_value":"2108.08375v1","created_at":"2026-07-05T03:07:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.08375","created_at":"2026-07-05T03:07:09Z"},{"alias_kind":"pith_short_12","alias_value":"LVI2C3FOJNAX","created_at":"2026-07-05T03:07:09Z"},{"alias_kind":"pith_short_16","alias_value":"LVI2C3FOJNAXVH73","created_at":"2026-07-05T03:07:09Z"},{"alias_kind":"pith_short_8","alias_value":"LVI2C3FO","created_at":"2026-07-05T03:07:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:LVI2C3FOJNAXVH73L4HNLS4WHJ","target":"record","payload":{"canonical_record":{"source":{"id":"2108.08375","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-18T20:17:46Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"40e77dbb4857a8e50fbc676f28919a952a9c774ea0b1e84db6f02ef8ea86f5ed","abstract_canon_sha256":"d6a7a8be7084f7cc2bd793e17979e667d7b080f792c1dce959249411815ea51d"},"schema_version":"1.0"},"canonical_sha256":"5d51a16cae4b417a9ffb5f0ed5cb963a61ea32cd2955fb28e1f8936c97385dff","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:07:09.074866Z","signature_b64":"y1ktK3wYJF6W6bZ5mC9CZ2bKhzKDNP61HZ1oSETVUJCUsg+q3nT6Io00SDZH0iIf5jdO/V3xmSaj6k5LWDxtCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5d51a16cae4b417a9ffb5f0ed5cb963a61ea32cd2955fb28e1f8936c97385dff","last_reissued_at":"2026-07-05T03:07:09.074392Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:07:09.074392Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2108.08375","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:07:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qadpaQ+0WbJ5bssYpcBLWNvM8m+pG7c/jtOBQnlfmbW5X7bc1Y61ij1lTgVTET3qPhY+7mQkeDSEmEg2JjetBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T23:21:24.878220Z"},"content_sha256":"addacfaa509c8b92acad9a1096ab1bc8e8663dc0c339df72615dc3c9eadfcc59","schema_version":"1.0","event_id":"sha256:addacfaa509c8b92acad9a1096ab1bc8e8663dc0c339df72615dc3c9eadfcc59"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:LVI2C3FOJNAXVH73L4HNLS4WHJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Contributions of Transformer Attention Heads in Multi- and Cross-lingual Tasks","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Kai Zhang, Lili Wang, Renze Lou, Soroush Vosoughi, Weicheng Ma","submitted_at":"2021-08-18T20:17:46Z","abstract_excerpt":"This paper studies the relative importance of attention heads in Transformer-based models to aid their interpretability in cross-lingual and multi-lingual tasks. Prior research has found that only a few attention heads are important in each mono-lingual Natural Language Processing (NLP) task and pruning the remaining heads leads to comparable or improved performance of the model. However, the impact of pruning attention heads is not yet clear in cross-lingual and multi-lingual tasks. Through extensive experiments, we show that (1) pruning a number of attention heads in a multi-lingual Transfor"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.08375","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.08375/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:07:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3hnEXTzaGa+75VKOdDxKHs8d5eokM2UO5TWLMbNL4mroqW/j77bdU4jb2LJwEZL81Sh5xgZnAK6nymR3Oc+dDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T23:21:24.879069Z"},"content_sha256":"ce05664a4590671e3d8b1e8241380d2bf8d68654bed13367a92fcec8d0b7183a","schema_version":"1.0","event_id":"sha256:ce05664a4590671e3d8b1e8241380d2bf8d68654bed13367a92fcec8d0b7183a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LVI2C3FOJNAXVH73L4HNLS4WHJ/bundle.json","state_url":"https://pith.science/pith/LVI2C3FOJNAXVH73L4HNLS4WHJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LVI2C3FOJNAXVH73L4HNLS4WHJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T23:21:24Z","links":{"resolver":"https://pith.science/pith/LVI2C3FOJNAXVH73L4HNLS4WHJ","bundle":"https://pith.science/pith/LVI2C3FOJNAXVH73L4HNLS4WHJ/bundle.json","state":"https://pith.science/pith/LVI2C3FOJNAXVH73L4HNLS4WHJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LVI2C3FOJNAXVH73L4HNLS4WHJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:LVI2C3FOJNAXVH73L4HNLS4WHJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d6a7a8be7084f7cc2bd793e17979e667d7b080f792c1dce959249411815ea51d","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-18T20:17:46Z","title_canon_sha256":"40e77dbb4857a8e50fbc676f28919a952a9c774ea0b1e84db6f02ef8ea86f5ed"},"schema_version":"1.0","source":{"id":"2108.08375","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.08375","created_at":"2026-07-05T03:07:09Z"},{"alias_kind":"arxiv_version","alias_value":"2108.08375v1","created_at":"2026-07-05T03:07:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.08375","created_at":"2026-07-05T03:07:09Z"},{"alias_kind":"pith_short_12","alias_value":"LVI2C3FOJNAX","created_at":"2026-07-05T03:07:09Z"},{"alias_kind":"pith_short_16","alias_value":"LVI2C3FOJNAXVH73","created_at":"2026-07-05T03:07:09Z"},{"alias_kind":"pith_short_8","alias_value":"LVI2C3FO","created_at":"2026-07-05T03:07:09Z"}],"graph_snapshots":[{"event_id":"sha256:ce05664a4590671e3d8b1e8241380d2bf8d68654bed13367a92fcec8d0b7183a","target":"graph","created_at":"2026-07-05T03:07:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.08375/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper studies the relative importance of attention heads in Transformer-based models to aid their interpretability in cross-lingual and multi-lingual tasks. Prior research has found that only a few attention heads are important in each mono-lingual Natural Language Processing (NLP) task and pruning the remaining heads leads to comparable or improved performance of the model. However, the impact of pruning attention heads is not yet clear in cross-lingual and multi-lingual tasks. Through extensive experiments, we show that (1) pruning a number of attention heads in a multi-lingual Transfor","authors_text":"Kai Zhang, Lili Wang, Renze Lou, Soroush Vosoughi, Weicheng Ma","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-18T20:17:46Z","title":"Contributions of Transformer Attention Heads in Multi- and Cross-lingual Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.08375","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:addacfaa509c8b92acad9a1096ab1bc8e8663dc0c339df72615dc3c9eadfcc59","target":"record","created_at":"2026-07-05T03:07:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d6a7a8be7084f7cc2bd793e17979e667d7b080f792c1dce959249411815ea51d","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2021-08-18T20:17:46Z","title_canon_sha256":"40e77dbb4857a8e50fbc676f28919a952a9c774ea0b1e84db6f02ef8ea86f5ed"},"schema_version":"1.0","source":{"id":"2108.08375","kind":"arxiv","version":1}},"canonical_sha256":"5d51a16cae4b417a9ffb5f0ed5cb963a61ea32cd2955fb28e1f8936c97385dff","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5d51a16cae4b417a9ffb5f0ed5cb963a61ea32cd2955fb28e1f8936c97385dff","first_computed_at":"2026-07-05T03:07:09.074392Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:07:09.074392Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"y1ktK3wYJF6W6bZ5mC9CZ2bKhzKDNP61HZ1oSETVUJCUsg+q3nT6Io00SDZH0iIf5jdO/V3xmSaj6k5LWDxtCw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:07:09.074866Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.08375","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:addacfaa509c8b92acad9a1096ab1bc8e8663dc0c339df72615dc3c9eadfcc59","sha256:ce05664a4590671e3d8b1e8241380d2bf8d68654bed13367a92fcec8d0b7183a"],"state_sha256":"85a13fe022303fa47eb84981c23c71d84b6cd5a1ddacc5f6b4bd388dbea8fadf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bSIbLOCbFpxgVYUTOEflpZbELBEnsbCdU57AFH7/+71oghGXy93xoDEVupJI6W/DMSl8lxaJAoxO7e+IkwXODw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T23:21:24.883917Z","bundle_sha256":"6f620223be3e0ad68d176e912c3b52cf35c21b4cc0e6966d4866db9147ee8d39"}}