{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:QB5WJYSBVFGPKIM6HOM3ONBINW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1a0e920c844e83d4e6d2245bd50828b32aad7dc22bfbf0bf25286b1321bbff95","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-15T15:28:38Z","title_canon_sha256":"da42210909282320196617782750d0846d4d7cc20519513b3927f0da31fc04ad"},"schema_version":"1.0","source":{"id":"2110.08151","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.08151","created_at":"2026-07-05T04:09:58Z"},{"alias_kind":"arxiv_version","alias_value":"2110.08151v3","created_at":"2026-07-05T04:09:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.08151","created_at":"2026-07-05T04:09:58Z"},{"alias_kind":"pith_short_12","alias_value":"QB5WJYSBVFGP","created_at":"2026-07-05T04:09:58Z"},{"alias_kind":"pith_short_16","alias_value":"QB5WJYSBVFGPKIM6","created_at":"2026-07-05T04:09:58Z"},{"alias_kind":"pith_short_8","alias_value":"QB5WJYSB","created_at":"2026-07-05T04:09:58Z"}],"graph_snapshots":[{"event_id":"sha256:bd0cee9959d280852e4c593b91c8b27a3358b34ca5c4c157adbbc88d2778b433","target":"graph","created_at":"2026-07-05T04:09:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.08151/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent studies have shown that multilingual pretrained language models can be effectively improved with cross-lingual alignment information from Wikipedia entities. However, existing methods only exploit entity information in pretraining and do not explicitly use entities in downstream tasks. In this study, we explore the effectiveness of leveraging entity representations for downstream cross-lingual tasks. We train a multilingual language model with 24 languages with entity representations and show the model consistently outperforms word-based pretrained models in various cross-lingual transf","authors_text":"Ikuya Yamada, Ryokan Ri, Yoshimasa Tsuruoka","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-15T15:28:38Z","title":"mLUKE: The Power of Entity Representations in Multilingual Pretrained Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.08151","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b2afa446d6e4785581766da30b252b747b4d9a01b4a2f0416d4c1db050184282","target":"record","created_at":"2026-07-05T04:09:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1a0e920c844e83d4e6d2245bd50828b32aad7dc22bfbf0bf25286b1321bbff95","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-15T15:28:38Z","title_canon_sha256":"da42210909282320196617782750d0846d4d7cc20519513b3927f0da31fc04ad"},"schema_version":"1.0","source":{"id":"2110.08151","kind":"arxiv","version":3}},"canonical_sha256":"807b64e241a94cf5219e3b99b734286db6b3a0acaac6254a0678bb0f1fdaee9f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"807b64e241a94cf5219e3b99b734286db6b3a0acaac6254a0678bb0f1fdaee9f","first_computed_at":"2026-07-05T04:09:58.456539Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:09:58.456539Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"orOzpzNE6bFhYb2TTQdcQnyUKrWC5AsJ2fjNQasB+KqJHmBpucrZynksgFKdLVlGEqxKr7I3WbpUfWZV7/9qCA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:09:58.456970Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.08151","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b2afa446d6e4785581766da30b252b747b4d9a01b4a2f0416d4c1db050184282","sha256:bd0cee9959d280852e4c593b91c8b27a3358b34ca5c4c157adbbc88d2778b433"],"state_sha256":"3aa89271b211d62e94b248ee44ab8987a7c719a47fea1a7844adb8cd2cbc51e2"}