{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:URJX3Z3S2BMUSYJMO3C4SETUWL","short_pith_number":"pith:URJX3Z3S","canonical_record":{"source":{"id":"2205.08497","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-17T17:12:19Z","cross_cats_sorted":[],"title_canon_sha256":"0603e83ceda0ab15188fdc5a72bb86036a9a00311e628cdf5579993515006283","abstract_canon_sha256":"75ef1074c502b5237d12bb859ff62518cfc76bad2a55e38a4fd73492ece9f88c"},"schema_version":"1.0"},"canonical_sha256":"a4537de772d05949612c76c5c91274b2cfd45f9ad1aec94fba4f23c8f15df386","source":{"kind":"arxiv","id":"2205.08497","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.08497","created_at":"2026-07-05T04:24:03Z"},{"alias_kind":"arxiv_version","alias_value":"2205.08497v1","created_at":"2026-07-05T04:24:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.08497","created_at":"2026-07-05T04:24:03Z"},{"alias_kind":"pith_short_12","alias_value":"URJX3Z3S2BMU","created_at":"2026-07-05T04:24:03Z"},{"alias_kind":"pith_short_16","alias_value":"URJX3Z3S2BMUSYJM","created_at":"2026-07-05T04:24:03Z"},{"alias_kind":"pith_short_8","alias_value":"URJX3Z3S","created_at":"2026-07-05T04:24:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:URJX3Z3S2BMUSYJMO3C4SETUWL","target":"record","payload":{"canonical_record":{"source":{"id":"2205.08497","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-17T17:12:19Z","cross_cats_sorted":[],"title_canon_sha256":"0603e83ceda0ab15188fdc5a72bb86036a9a00311e628cdf5579993515006283","abstract_canon_sha256":"75ef1074c502b5237d12bb859ff62518cfc76bad2a55e38a4fd73492ece9f88c"},"schema_version":"1.0"},"canonical_sha256":"a4537de772d05949612c76c5c91274b2cfd45f9ad1aec94fba4f23c8f15df386","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:24:03.723933Z","signature_b64":"vr9cjYG1Djh01Mjzt1Hhk1Od/PQ5k84YfogvrLJhCycHspYF2RkdAFOfUXk71a5KRXc8GwUg/h+Hd2UqPOe3CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a4537de772d05949612c76c5c91274b2cfd45f9ad1aec94fba4f23c8f15df386","last_reissued_at":"2026-07-05T04:24:03.723527Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:24:03.723527Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.08497","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:24:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7PlhIsZ/+gzfukdS5kZszRHSNKc7azAME48qpo+aY5vsGzB1ta8/rl/9wBhiD+OAHcZwWSCOSuklC11j9Yi1Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T09:28:42.859843Z"},"content_sha256":"1a959029795136c7a8f5d039d998836e87e3eed3985e59a10424aec633076d02","schema_version":"1.0","event_id":"sha256:1a959029795136c7a8f5d039d998836e87e3eed3985e59a10424aec633076d02"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:URJX3Z3S2BMUSYJMO3C4SETUWL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Feature Aggregation in Zero-Shot Cross-Lingual Transfer Using Multilingual BERT","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Beiduo Chen, Kun Tao, Quan Liu, Wu Guo","submitted_at":"2022-05-17T17:12:19Z","abstract_excerpt":"Multilingual BERT (mBERT), a language model pre-trained on large multilingual corpora, has impressive zero-shot cross-lingual transfer capabilities and performs surprisingly well on zero-shot POS tagging and Named Entity Recognition (NER), as well as on cross-lingual model transfer. At present, the mainstream methods to solve the cross-lingual downstream tasks are always using the last transformer layer's output of mBERT as the representation of linguistic information. In this work, we explore the complementary property of lower layers to the last transformer layer of mBERT. A feature aggregat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.08497","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.08497/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:24:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PLyCB10sjqE5BtQKaPja003o2tf/hfrTgjduVKOBYrl1WO6NGVlHWe1QfqF90SjfXpC7d+xiDELegY4L95C2CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T09:28:42.860406Z"},"content_sha256":"ec980b850fdf0ecf7d2e6b364608cd741c0ac30ac04a99c59fc37d3676947008","schema_version":"1.0","event_id":"sha256:ec980b850fdf0ecf7d2e6b364608cd741c0ac30ac04a99c59fc37d3676947008"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/URJX3Z3S2BMUSYJMO3C4SETUWL/bundle.json","state_url":"https://pith.science/pith/URJX3Z3S2BMUSYJMO3C4SETUWL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/URJX3Z3S2BMUSYJMO3C4SETUWL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T09:28:42Z","links":{"resolver":"https://pith.science/pith/URJX3Z3S2BMUSYJMO3C4SETUWL","bundle":"https://pith.science/pith/URJX3Z3S2BMUSYJMO3C4SETUWL/bundle.json","state":"https://pith.science/pith/URJX3Z3S2BMUSYJMO3C4SETUWL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/URJX3Z3S2BMUSYJMO3C4SETUWL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:URJX3Z3S2BMUSYJMO3C4SETUWL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"75ef1074c502b5237d12bb859ff62518cfc76bad2a55e38a4fd73492ece9f88c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-17T17:12:19Z","title_canon_sha256":"0603e83ceda0ab15188fdc5a72bb86036a9a00311e628cdf5579993515006283"},"schema_version":"1.0","source":{"id":"2205.08497","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.08497","created_at":"2026-07-05T04:24:03Z"},{"alias_kind":"arxiv_version","alias_value":"2205.08497v1","created_at":"2026-07-05T04:24:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.08497","created_at":"2026-07-05T04:24:03Z"},{"alias_kind":"pith_short_12","alias_value":"URJX3Z3S2BMU","created_at":"2026-07-05T04:24:03Z"},{"alias_kind":"pith_short_16","alias_value":"URJX3Z3S2BMUSYJM","created_at":"2026-07-05T04:24:03Z"},{"alias_kind":"pith_short_8","alias_value":"URJX3Z3S","created_at":"2026-07-05T04:24:03Z"}],"graph_snapshots":[{"event_id":"sha256:ec980b850fdf0ecf7d2e6b364608cd741c0ac30ac04a99c59fc37d3676947008","target":"graph","created_at":"2026-07-05T04:24:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.08497/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multilingual BERT (mBERT), a language model pre-trained on large multilingual corpora, has impressive zero-shot cross-lingual transfer capabilities and performs surprisingly well on zero-shot POS tagging and Named Entity Recognition (NER), as well as on cross-lingual model transfer. At present, the mainstream methods to solve the cross-lingual downstream tasks are always using the last transformer layer's output of mBERT as the representation of linguistic information. In this work, we explore the complementary property of lower layers to the last transformer layer of mBERT. A feature aggregat","authors_text":"Beiduo Chen, Kun Tao, Quan Liu, Wu Guo","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-17T17:12:19Z","title":"Feature Aggregation in Zero-Shot Cross-Lingual Transfer Using Multilingual BERT"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.08497","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1a959029795136c7a8f5d039d998836e87e3eed3985e59a10424aec633076d02","target":"record","created_at":"2026-07-05T04:24:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"75ef1074c502b5237d12bb859ff62518cfc76bad2a55e38a4fd73492ece9f88c","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-17T17:12:19Z","title_canon_sha256":"0603e83ceda0ab15188fdc5a72bb86036a9a00311e628cdf5579993515006283"},"schema_version":"1.0","source":{"id":"2205.08497","kind":"arxiv","version":1}},"canonical_sha256":"a4537de772d05949612c76c5c91274b2cfd45f9ad1aec94fba4f23c8f15df386","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a4537de772d05949612c76c5c91274b2cfd45f9ad1aec94fba4f23c8f15df386","first_computed_at":"2026-07-05T04:24:03.723527Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:24:03.723527Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vr9cjYG1Djh01Mjzt1Hhk1Od/PQ5k84YfogvrLJhCycHspYF2RkdAFOfUXk71a5KRXc8GwUg/h+Hd2UqPOe3CA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:24:03.723933Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.08497","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1a959029795136c7a8f5d039d998836e87e3eed3985e59a10424aec633076d02","sha256:ec980b850fdf0ecf7d2e6b364608cd741c0ac30ac04a99c59fc37d3676947008"],"state_sha256":"62b96984e6ff00860b98ba6e36e7bf13ab936c6c85f72527adbe0dfae2626385"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MnUwAr7Of+MXF72arf5Sjn93YFbk/hbsP6rJVgHZt8GEU0/7bPbNH6rDIJtFRt1q4ScqITMJM35WejN5AG72Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T09:28:42.864552Z","bundle_sha256":"5b8e439560e65bb1adf09b3282fef665c3e05e3e3c3af5e41fa40c6314875bef"}}