{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:4O4F7XJGMTBEONCHBUMY7L4RWR","short_pith_number":"pith:4O4F7XJG","canonical_record":{"source":{"id":"2203.09326","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-03-17T13:53:46Z","cross_cats_sorted":[],"title_canon_sha256":"deb531ab5256dfa12966822385405e37d61701a107c9e6d34f6f8f8e1ac717e9","abstract_canon_sha256":"0ad8860697c204fa811e37bcf425de30bcaf7eb800df44c51956a231bcc66c37"},"schema_version":"1.0"},"canonical_sha256":"e3b85fdd2664c24734470d198faf91b4481b533ad708db93ce0bc230b32db651","source":{"kind":"arxiv","id":"2203.09326","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.09326","created_at":"2026-07-05T04:06:10Z"},{"alias_kind":"arxiv_version","alias_value":"2203.09326v1","created_at":"2026-07-05T04:06:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.09326","created_at":"2026-07-05T04:06:10Z"},{"alias_kind":"pith_short_12","alias_value":"4O4F7XJGMTBE","created_at":"2026-07-05T04:06:10Z"},{"alias_kind":"pith_short_16","alias_value":"4O4F7XJGMTBEONCH","created_at":"2026-07-05T04:06:10Z"},{"alias_kind":"pith_short_8","alias_value":"4O4F7XJG","created_at":"2026-07-05T04:06:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:4O4F7XJGMTBEONCHBUMY7L4RWR","target":"record","payload":{"canonical_record":{"source":{"id":"2203.09326","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-03-17T13:53:46Z","cross_cats_sorted":[],"title_canon_sha256":"deb531ab5256dfa12966822385405e37d61701a107c9e6d34f6f8f8e1ac717e9","abstract_canon_sha256":"0ad8860697c204fa811e37bcf425de30bcaf7eb800df44c51956a231bcc66c37"},"schema_version":"1.0"},"canonical_sha256":"e3b85fdd2664c24734470d198faf91b4481b533ad708db93ce0bc230b32db651","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:06:10.131264Z","signature_b64":"4LUGiZ0RRWVp4DGYOY27Tiyc74miojdPD0VdBulvNAE/dviHqN+jryHd+4CqOWMM8dvsaP/KMOZaA0PwB6/KCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e3b85fdd2664c24734470d198faf91b4481b533ad708db93ce0bc230b32db651","last_reissued_at":"2026-07-05T04:06:10.130831Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:06:10.130831Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2203.09326","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:06:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vm9Zc3HZlIYczT6kcjucrFreBfcrOY4vsjwUFvpNgTKEHNNm/xsxEcwZW76HSYG4rM8b3uJrNvX+NCBjiYZGDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:36:24.444519Z"},"content_sha256":"6b87d0b3633c7441c3210ab694cf5b82495497e58b8b327d0f446d555437302d","schema_version":"1.0","event_id":"sha256:6b87d0b3633c7441c3210ab694cf5b82495497e58b8b327d0f446d555437302d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:4O4F7XJGMTBEONCHBUMY7L4RWR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Combining Static and Contextualised Multilingual Embeddings","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alexander Fraser, Jind\\v{r}ich Libovick\\'y, Katharina H\\\"ammerl","submitted_at":"2022-03-17T13:53:46Z","abstract_excerpt":"Static and contextual multilingual embeddings have complementary strengths. Static embeddings, while less expressive than contextual language models, can be more straightforwardly aligned across multiple languages. We combine the strengths of static and contextual models to improve multilingual representations. We extract static embeddings for 40 languages from XLM-R, validate those embeddings with cross-lingual word retrieval, and then align them using VecMap. This results in high-quality, highly multilingual static embeddings. Then we apply a novel continued pre-training approach to XLM-R, l"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.09326","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2203.09326/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:06:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Dyhl0hk/pPKm82tcoTuJV25ag6ClV09Jv/mnapdiMZfcjM5uarFW7QjJbKbfP0Qvs4V1isPbaTFbSHAgsMYPCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:36:24.445139Z"},"content_sha256":"288d3a26998a4bf31b2ad2e15982137d9104eff357f40aafdf076eb5fb575aa8","schema_version":"1.0","event_id":"sha256:288d3a26998a4bf31b2ad2e15982137d9104eff357f40aafdf076eb5fb575aa8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4O4F7XJGMTBEONCHBUMY7L4RWR/bundle.json","state_url":"https://pith.science/pith/4O4F7XJGMTBEONCHBUMY7L4RWR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4O4F7XJGMTBEONCHBUMY7L4RWR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T21:36:24Z","links":{"resolver":"https://pith.science/pith/4O4F7XJGMTBEONCHBUMY7L4RWR","bundle":"https://pith.science/pith/4O4F7XJGMTBEONCHBUMY7L4RWR/bundle.json","state":"https://pith.science/pith/4O4F7XJGMTBEONCHBUMY7L4RWR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4O4F7XJGMTBEONCHBUMY7L4RWR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:4O4F7XJGMTBEONCHBUMY7L4RWR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0ad8860697c204fa811e37bcf425de30bcaf7eb800df44c51956a231bcc66c37","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-03-17T13:53:46Z","title_canon_sha256":"deb531ab5256dfa12966822385405e37d61701a107c9e6d34f6f8f8e1ac717e9"},"schema_version":"1.0","source":{"id":"2203.09326","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.09326","created_at":"2026-07-05T04:06:10Z"},{"alias_kind":"arxiv_version","alias_value":"2203.09326v1","created_at":"2026-07-05T04:06:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.09326","created_at":"2026-07-05T04:06:10Z"},{"alias_kind":"pith_short_12","alias_value":"4O4F7XJGMTBE","created_at":"2026-07-05T04:06:10Z"},{"alias_kind":"pith_short_16","alias_value":"4O4F7XJGMTBEONCH","created_at":"2026-07-05T04:06:10Z"},{"alias_kind":"pith_short_8","alias_value":"4O4F7XJG","created_at":"2026-07-05T04:06:10Z"}],"graph_snapshots":[{"event_id":"sha256:288d3a26998a4bf31b2ad2e15982137d9104eff357f40aafdf076eb5fb575aa8","target":"graph","created_at":"2026-07-05T04:06:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.09326/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Static and contextual multilingual embeddings have complementary strengths. Static embeddings, while less expressive than contextual language models, can be more straightforwardly aligned across multiple languages. We combine the strengths of static and contextual models to improve multilingual representations. We extract static embeddings for 40 languages from XLM-R, validate those embeddings with cross-lingual word retrieval, and then align them using VecMap. This results in high-quality, highly multilingual static embeddings. Then we apply a novel continued pre-training approach to XLM-R, l","authors_text":"Alexander Fraser, Jind\\v{r}ich Libovick\\'y, Katharina H\\\"ammerl","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-03-17T13:53:46Z","title":"Combining Static and Contextualised Multilingual Embeddings"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.09326","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6b87d0b3633c7441c3210ab694cf5b82495497e58b8b327d0f446d555437302d","target":"record","created_at":"2026-07-05T04:06:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0ad8860697c204fa811e37bcf425de30bcaf7eb800df44c51956a231bcc66c37","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-03-17T13:53:46Z","title_canon_sha256":"deb531ab5256dfa12966822385405e37d61701a107c9e6d34f6f8f8e1ac717e9"},"schema_version":"1.0","source":{"id":"2203.09326","kind":"arxiv","version":1}},"canonical_sha256":"e3b85fdd2664c24734470d198faf91b4481b533ad708db93ce0bc230b32db651","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e3b85fdd2664c24734470d198faf91b4481b533ad708db93ce0bc230b32db651","first_computed_at":"2026-07-05T04:06:10.130831Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:06:10.130831Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4LUGiZ0RRWVp4DGYOY27Tiyc74miojdPD0VdBulvNAE/dviHqN+jryHd+4CqOWMM8dvsaP/KMOZaA0PwB6/KCA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:06:10.131264Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.09326","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6b87d0b3633c7441c3210ab694cf5b82495497e58b8b327d0f446d555437302d","sha256:288d3a26998a4bf31b2ad2e15982137d9104eff357f40aafdf076eb5fb575aa8"],"state_sha256":"1d0bf6d4174e275a8c23778714d8575b014bd4f39e83a4909f0bd773a91d4665"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/4v3pRrpdtkkwi4PHlEX0I9CmQI3AmqhCx2cf7qk6xwJ/pWXqSC/+YEzqGaJXsYyNBFZMHYqah4Wb/RCuJLeDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T21:36:24.450107Z","bundle_sha256":"3d5183d908157fca4b627d0d1b502ff3a2386e18e6bc4402ca61d69c7d3733ce"}}