{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:D6KJ6TSAP2NFVFCQGRCRLWMRJO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1afa68b19def1d1c0b8b5aadfd46016f6b0552812104746312a7c8f691166a62","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2019-02-01T18:59:27Z","title_canon_sha256":"ab98c3343d93e0bdb6e4808a11f81f6160ff074a0f50dc1e6506a547a4ceb688"},"schema_version":"1.0","source":{"id":"1902.00508","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1902.00508","created_at":"2026-05-17T23:44:02Z"},{"alias_kind":"arxiv_version","alias_value":"1902.00508v1","created_at":"2026-05-17T23:44:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1902.00508","created_at":"2026-05-17T23:44:02Z"},{"alias_kind":"pith_short_12","alias_value":"D6KJ6TSAP2NF","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_16","alias_value":"D6KJ6TSAP2NFVFCQ","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_8","alias_value":"D6KJ6TSA","created_at":"2026-05-18T12:33:15Z"}],"graph_snapshots":[{"event_id":"sha256:b1bd976447d8ec6cccf74c24c739883ea619d840ebebe47421916999b7b2b6f6","target":"graph","created_at":"2026-05-17T23:44:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Cross-lingual word embeddings (CLEs) enable multilingual modeling of meaning and facilitate cross-lingual transfer of NLP models. Despite their ubiquitous usage in downstream tasks, recent increasingly popular projection-based CLE models are almost exclusively evaluated on a single task only: bilingual lexicon induction (BLI). Even BLI evaluations vary greatly, hindering our ability to correctly interpret performance and properties of different CLE models. In this work, we make the first step towards a comprehensive evaluation of cross-lingual word embeddings. We thoroughly evaluate both super","authors_text":"Goran Glavas, Ivan Vulic, Robert Litschko, Sebastian Ruder","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2019-02-01T18:59:27Z","title":"How to (Properly) Evaluate Cross-Lingual Word Embeddings: On Strong Baselines, Comparative Analyses, and Some Misconceptions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1902.00508","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a1f21e98c0c3c6df50a83de0022da72c3604f7071ca6b5e13c9286a8bb6c5c3b","target":"record","created_at":"2026-05-17T23:44:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1afa68b19def1d1c0b8b5aadfd46016f6b0552812104746312a7c8f691166a62","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2019-02-01T18:59:27Z","title_canon_sha256":"ab98c3343d93e0bdb6e4808a11f81f6160ff074a0f50dc1e6506a547a4ceb688"},"schema_version":"1.0","source":{"id":"1902.00508","kind":"arxiv","version":1}},"canonical_sha256":"1f949f4e407e9a5a9450344515d9914b8e27344da715c8d52afab08ec8d31a96","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1f949f4e407e9a5a9450344515d9914b8e27344da715c8d52afab08ec8d31a96","first_computed_at":"2026-05-17T23:44:02.502692Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:44:02.502692Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"D7kQOOP5R3Uj/lxQxxrQOIUa8Y6X3xErAWZPkxTwEYeJdkeUuPcHoAT1Gvr12MSARvbcmmtie53TsCNUBJhxAw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:44:02.503127Z","signed_message":"canonical_sha256_bytes"},"source_id":"1902.00508","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a1f21e98c0c3c6df50a83de0022da72c3604f7071ca6b5e13c9286a8bb6c5c3b","sha256:b1bd976447d8ec6cccf74c24c739883ea619d840ebebe47421916999b7b2b6f6"],"state_sha256":"b84de1a8f7f2c4b576be5e278c0669f9a6eec76f411f4672152fe689c5f31c80"}