{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2019:NNQ5R535VENAT3RP2B25VCXOA7","short_pith_number":"pith:NNQ5R535","schema_version":"1.0","canonical_sha256":"6b61d8f77da91a09ee2fd075da8aee07d837f9fe5feb4a37a047fca7a248a4ec","source":{"kind":"arxiv","id":"1912.07840","version":2},"attestation_state":"computed","paper":{"title":"Cross-Lingual Ability of Multilingual BERT: An Empirical Study","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Dan Roth, Karthikeyan K, Stephen Mayhew, Zihan Wang","submitted_at":"2019-12-17T06:53:05Z","abstract_excerpt":"Recent work has exhibited the surprising cross-lingual abilities of multilingual BERT (M-BERT) -- surprising since it is trained without any cross-lingual objective and with no aligned data. In this work, we provide a comprehensive study of the contribution of different components in M-BERT to its cross-lingual ability. We study the impact of linguistic properties of the languages, the architecture of the model, and the learning objectives. The experimental study is done in the context of three typologically different languages -- Spanish, Hindi, and Russian -- and using two conceptually diffe"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1912.07840","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-12-17T06:53:05Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"a40939425c56bac14f754ba324350eeb6b815f873eeea94207ada320008afd5b","abstract_canon_sha256":"5c022bc39bb7cf2e91fb9455cf94ae2b828c02ed89a787a1ec305fef5dda2558"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:41:01.597193Z","signature_b64":"x4kLsTy+nXjVhQkt9++6SVar8B+rnQIflRN9pX5qVQ0DydbOsMWBwsEg2jUrhhDdhNt4tKoYyL/lgJBiVSXHCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6b61d8f77da91a09ee2fd075da8aee07d837f9fe5feb4a37a047fca7a248a4ec","last_reissued_at":"2026-07-05T00:41:01.596672Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:41:01.596672Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Cross-Lingual Ability of Multilingual BERT: An Empirical Study","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Dan Roth, Karthikeyan K, Stephen Mayhew, Zihan Wang","submitted_at":"2019-12-17T06:53:05Z","abstract_excerpt":"Recent work has exhibited the surprising cross-lingual abilities of multilingual BERT (M-BERT) -- surprising since it is trained without any cross-lingual objective and with no aligned data. In this work, we provide a comprehensive study of the contribution of different components in M-BERT to its cross-lingual ability. We study the impact of linguistic properties of the languages, the architecture of the model, and the learning objectives. The experimental study is done in the context of three typologically different languages -- Spanish, Hindi, and Russian -- and using two conceptually diffe"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1912.07840","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1912.07840/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1912.07840","created_at":"2026-07-05T00:41:01.596723+00:00"},{"alias_kind":"arxiv_version","alias_value":"1912.07840v2","created_at":"2026-07-05T00:41:01.596723+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1912.07840","created_at":"2026-07-05T00:41:01.596723+00:00"},{"alias_kind":"pith_short_12","alias_value":"NNQ5R535VENA","created_at":"2026-07-05T00:41:01.596723+00:00"},{"alias_kind":"pith_short_16","alias_value":"NNQ5R535VENAT3RP","created_at":"2026-07-05T00:41:01.596723+00:00"},{"alias_kind":"pith_short_8","alias_value":"NNQ5R535","created_at":"2026-07-05T00:41:01.596723+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/NNQ5R535VENAT3RP2B25VCXOA7","json":"https://pith.science/pith/NNQ5R535VENAT3RP2B25VCXOA7.json","graph_json":"https://pith.science/api/pith-number/NNQ5R535VENAT3RP2B25VCXOA7/graph.json","events_json":"https://pith.science/api/pith-number/NNQ5R535VENAT3RP2B25VCXOA7/events.json","paper":"https://pith.science/paper/NNQ5R535"},"agent_actions":{"view_html":"https://pith.science/pith/NNQ5R535VENAT3RP2B25VCXOA7","download_json":"https://pith.science/pith/NNQ5R535VENAT3RP2B25VCXOA7.json","view_paper":"https://pith.science/paper/NNQ5R535","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1912.07840&json=true","fetch_graph":"https://pith.science/api/pith-number/NNQ5R535VENAT3RP2B25VCXOA7/graph.json","fetch_events":"https://pith.science/api/pith-number/NNQ5R535VENAT3RP2B25VCXOA7/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/NNQ5R535VENAT3RP2B25VCXOA7/action/timestamp_anchor","attest_storage":"https://pith.science/pith/NNQ5R535VENAT3RP2B25VCXOA7/action/storage_attestation","attest_author":"https://pith.science/pith/NNQ5R535VENAT3RP2B25VCXOA7/action/author_attestation","sign_citation":"https://pith.science/pith/NNQ5R535VENAT3RP2B25VCXOA7/action/citation_signature","submit_replication":"https://pith.science/pith/NNQ5R535VENAT3RP2B25VCXOA7/action/replication_record"}},"created_at":"2026-07-05T00:41:01.596723+00:00","updated_at":"2026-07-05T00:41:01.596723+00:00"}