{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:H4GYTXCLQJOVEUEF2CLT462LGK","short_pith_number":"pith:H4GYTXCL","schema_version":"1.0","canonical_sha256":"3f0d89dc4b825d525085d0973e7b4b3290fdf83e0de6e55de69976707b54cbd1","source":{"kind":"arxiv","id":"2110.04504","version":2},"attestation_state":"computed","paper":{"title":"An Isotropy Analysis in the Multilingual BERT Embedding Space","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Mohammad Taher Pilehvar, Sara Rajaee","submitted_at":"2021-10-09T08:29:49Z","abstract_excerpt":"Several studies have explored various advantages of multilingual pre-trained models (such as multilingual BERT) in capturing shared linguistic knowledge. However, less attention has been paid to their limitations. In this paper, we investigate the multilingual BERT for two known issues of the monolingual models: anisotropic embedding space and outlier dimensions. We show that, unlike its monolingual counterpart, the multilingual BERT model exhibits no outlier dimension in its representations while it has a highly anisotropic space. There are a few dimensions in the monolingual BERT with high c"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2110.04504","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-09T08:29:49Z","cross_cats_sorted":[],"title_canon_sha256":"f09e418aad42df0de132e5a857d19f4aeef4c5651769330daf1e797606cf921c","abstract_canon_sha256":"362aea72be9af7528801d84cf9dd490a2f16304904d80523095c53f52d1b0593"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:05:49.184774Z","signature_b64":"q3jaMVoDk5PKjGZC2Zn5kLJtrxeNujtszYXPyac7Bs3CgK2eU5k+ZEgnk7WRvTzV7M/IrNidl8V+VQdkDDmiBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3f0d89dc4b825d525085d0973e7b4b3290fdf83e0de6e55de69976707b54cbd1","last_reissued_at":"2026-07-05T04:05:49.184296Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:05:49.184296Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"An Isotropy Analysis in the Multilingual BERT Embedding Space","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Mohammad Taher Pilehvar, Sara Rajaee","submitted_at":"2021-10-09T08:29:49Z","abstract_excerpt":"Several studies have explored various advantages of multilingual pre-trained models (such as multilingual BERT) in capturing shared linguistic knowledge. However, less attention has been paid to their limitations. In this paper, we investigate the multilingual BERT for two known issues of the monolingual models: anisotropic embedding space and outlier dimensions. We show that, unlike its monolingual counterpart, the multilingual BERT model exhibits no outlier dimension in its representations while it has a highly anisotropic space. There are a few dimensions in the monolingual BERT with high c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.04504","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.04504/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2110.04504","created_at":"2026-07-05T04:05:49.184363+00:00"},{"alias_kind":"arxiv_version","alias_value":"2110.04504v2","created_at":"2026-07-05T04:05:49.184363+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.04504","created_at":"2026-07-05T04:05:49.184363+00:00"},{"alias_kind":"pith_short_12","alias_value":"H4GYTXCLQJOV","created_at":"2026-07-05T04:05:49.184363+00:00"},{"alias_kind":"pith_short_16","alias_value":"H4GYTXCLQJOVEUEF","created_at":"2026-07-05T04:05:49.184363+00:00"},{"alias_kind":"pith_short_8","alias_value":"H4GYTXCL","created_at":"2026-07-05T04:05:49.184363+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2502.05150","citing_title":"CodeSCM: Causal Analysis for Multi-Modal Code Generation","ref_index":36,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/H4GYTXCLQJOVEUEF2CLT462LGK","json":"https://pith.science/pith/H4GYTXCLQJOVEUEF2CLT462LGK.json","graph_json":"https://pith.science/api/pith-number/H4GYTXCLQJOVEUEF2CLT462LGK/graph.json","events_json":"https://pith.science/api/pith-number/H4GYTXCLQJOVEUEF2CLT462LGK/events.json","paper":"https://pith.science/paper/H4GYTXCL"},"agent_actions":{"view_html":"https://pith.science/pith/H4GYTXCLQJOVEUEF2CLT462LGK","download_json":"https://pith.science/pith/H4GYTXCLQJOVEUEF2CLT462LGK.json","view_paper":"https://pith.science/paper/H4GYTXCL","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2110.04504&json=true","fetch_graph":"https://pith.science/api/pith-number/H4GYTXCLQJOVEUEF2CLT462LGK/graph.json","fetch_events":"https://pith.science/api/pith-number/H4GYTXCLQJOVEUEF2CLT462LGK/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/H4GYTXCLQJOVEUEF2CLT462LGK/action/timestamp_anchor","attest_storage":"https://pith.science/pith/H4GYTXCLQJOVEUEF2CLT462LGK/action/storage_attestation","attest_author":"https://pith.science/pith/H4GYTXCLQJOVEUEF2CLT462LGK/action/author_attestation","sign_citation":"https://pith.science/pith/H4GYTXCLQJOVEUEF2CLT462LGK/action/citation_signature","submit_replication":"https://pith.science/pith/H4GYTXCLQJOVEUEF2CLT462LGK/action/replication_record"}},"created_at":"2026-07-05T04:05:49.184363+00:00","updated_at":"2026-07-05T04:05:49.184363+00:00"}