{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:KJDGIHBRXMTOR4EIUBHMM5EPTK","short_pith_number":"pith:KJDGIHBR","canonical_record":{"source":{"id":"2306.00458","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T09:01:48Z","cross_cats_sorted":[],"title_canon_sha256":"1112691e0638e9dcc28372f1360c0e6c122a177d5e198c1cf63df77a74f35dfc","abstract_canon_sha256":"a656b6440300273d14db949fbc87fc419a34c9c0a5ad8369b087c745daebad2d"},"schema_version":"1.0"},"canonical_sha256":"5246641c31bb26e8f088a04ec6748f9aba78b34e28af9c14dcdb72a1c7ff4a84","source":{"kind":"arxiv","id":"2306.00458","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.00458","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"arxiv_version","alias_value":"2306.00458v2","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.00458","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"pith_short_12","alias_value":"KJDGIHBRXMTO","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"pith_short_16","alias_value":"KJDGIHBRXMTOR4EI","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"pith_short_8","alias_value":"KJDGIHBR","created_at":"2026-07-05T06:18:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:KJDGIHBRXMTOR4EIUBHMM5EPTK","target":"record","payload":{"canonical_record":{"source":{"id":"2306.00458","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T09:01:48Z","cross_cats_sorted":[],"title_canon_sha256":"1112691e0638e9dcc28372f1360c0e6c122a177d5e198c1cf63df77a74f35dfc","abstract_canon_sha256":"a656b6440300273d14db949fbc87fc419a34c9c0a5ad8369b087c745daebad2d"},"schema_version":"1.0"},"canonical_sha256":"5246641c31bb26e8f088a04ec6748f9aba78b34e28af9c14dcdb72a1c7ff4a84","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:18:22.861379Z","signature_b64":"60IwKWJJ0FPvvfUoIxhW6NuFekJHbD4wpjAFH7T7Ow/FwX0z+SKBCjG/qogh+lJz3nc4Y/nT8uckSSE/fOKaDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5246641c31bb26e8f088a04ec6748f9aba78b34e28af9c14dcdb72a1c7ff4a84","last_reissued_at":"2026-07-05T06:18:22.860941Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:18:22.860941Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.00458","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:18:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aAS0YHcGzQDZarAkr8iDWaH9ZNpVw6dYvTmtB9uKJgsO0a7rIp3YHBkJFO+I9+O0pBOYNWIZrj5RhVnegVPUAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T21:00:13.431275Z"},"content_sha256":"bd361e623d0590eb17e1de4120d49a55a80f0902fa7603e31fd69c3dc0e629bd","schema_version":"1.0","event_id":"sha256:bd361e623d0590eb17e1de4120d49a55a80f0902fa7603e31fd69c3dc0e629bd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:KJDGIHBRXMTOR4EIUBHMM5EPTK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploring Anisotropy and Outliers in Multilingual Language Models for Cross-Lingual Semantic Sentence Similarity","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alexander Fraser, Alina Fastowski, Jind\\v{r}ich Libovick\\'y, Katharina H\\\"ammerl","submitted_at":"2023-06-01T09:01:48Z","abstract_excerpt":"Previous work has shown that the representations output by contextual language models are more anisotropic than static type embeddings, and typically display outlier dimensions. This seems to be true for both monolingual and multilingual models, although much less work has been done on the multilingual context. Why these outliers occur and how they affect the representations is still an active area of research. We investigate outlier dimensions and their relationship to anisotropy in multiple pre-trained multilingual language models. We focus on cross-lingual semantic similarity tasks, as thes"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.00458","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.00458/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:18:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D6msNvaEBhFRPOUwYp9FSdxMjqlhcWJR7MPSowU35JHgLz0bwZpNAj2A9nmJkjxJFR9PtoCL+P9OewUasVodDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T21:00:13.431776Z"},"content_sha256":"9888a24d98338533c6a35105a1632ef6eea844230115cb64a241fea8c5f1de11","schema_version":"1.0","event_id":"sha256:9888a24d98338533c6a35105a1632ef6eea844230115cb64a241fea8c5f1de11"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KJDGIHBRXMTOR4EIUBHMM5EPTK/bundle.json","state_url":"https://pith.science/pith/KJDGIHBRXMTOR4EIUBHMM5EPTK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KJDGIHBRXMTOR4EIUBHMM5EPTK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T21:00:13Z","links":{"resolver":"https://pith.science/pith/KJDGIHBRXMTOR4EIUBHMM5EPTK","bundle":"https://pith.science/pith/KJDGIHBRXMTOR4EIUBHMM5EPTK/bundle.json","state":"https://pith.science/pith/KJDGIHBRXMTOR4EIUBHMM5EPTK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KJDGIHBRXMTOR4EIUBHMM5EPTK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:KJDGIHBRXMTOR4EIUBHMM5EPTK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a656b6440300273d14db949fbc87fc419a34c9c0a5ad8369b087c745daebad2d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T09:01:48Z","title_canon_sha256":"1112691e0638e9dcc28372f1360c0e6c122a177d5e198c1cf63df77a74f35dfc"},"schema_version":"1.0","source":{"id":"2306.00458","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.00458","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"arxiv_version","alias_value":"2306.00458v2","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.00458","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"pith_short_12","alias_value":"KJDGIHBRXMTO","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"pith_short_16","alias_value":"KJDGIHBRXMTOR4EI","created_at":"2026-07-05T06:18:22Z"},{"alias_kind":"pith_short_8","alias_value":"KJDGIHBR","created_at":"2026-07-05T06:18:22Z"}],"graph_snapshots":[{"event_id":"sha256:9888a24d98338533c6a35105a1632ef6eea844230115cb64a241fea8c5f1de11","target":"graph","created_at":"2026-07-05T06:18:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.00458/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Previous work has shown that the representations output by contextual language models are more anisotropic than static type embeddings, and typically display outlier dimensions. This seems to be true for both monolingual and multilingual models, although much less work has been done on the multilingual context. Why these outliers occur and how they affect the representations is still an active area of research. We investigate outlier dimensions and their relationship to anisotropy in multiple pre-trained multilingual language models. We focus on cross-lingual semantic similarity tasks, as thes","authors_text":"Alexander Fraser, Alina Fastowski, Jind\\v{r}ich Libovick\\'y, Katharina H\\\"ammerl","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T09:01:48Z","title":"Exploring Anisotropy and Outliers in Multilingual Language Models for Cross-Lingual Semantic Sentence Similarity"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.00458","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bd361e623d0590eb17e1de4120d49a55a80f0902fa7603e31fd69c3dc0e629bd","target":"record","created_at":"2026-07-05T06:18:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a656b6440300273d14db949fbc87fc419a34c9c0a5ad8369b087c745daebad2d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-01T09:01:48Z","title_canon_sha256":"1112691e0638e9dcc28372f1360c0e6c122a177d5e198c1cf63df77a74f35dfc"},"schema_version":"1.0","source":{"id":"2306.00458","kind":"arxiv","version":2}},"canonical_sha256":"5246641c31bb26e8f088a04ec6748f9aba78b34e28af9c14dcdb72a1c7ff4a84","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5246641c31bb26e8f088a04ec6748f9aba78b34e28af9c14dcdb72a1c7ff4a84","first_computed_at":"2026-07-05T06:18:22.860941Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:18:22.860941Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"60IwKWJJ0FPvvfUoIxhW6NuFekJHbD4wpjAFH7T7Ow/FwX0z+SKBCjG/qogh+lJz3nc4Y/nT8uckSSE/fOKaDA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:18:22.861379Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.00458","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bd361e623d0590eb17e1de4120d49a55a80f0902fa7603e31fd69c3dc0e629bd","sha256:9888a24d98338533c6a35105a1632ef6eea844230115cb64a241fea8c5f1de11"],"state_sha256":"db38559e965605478a036b4b82ceb894af3176ae16b941e8b29616b0b5348619"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HQOJRlvaVfPEVi5hLZdCTv946XGct/y9KhIct5N+++8k1XbiAf3rP6WTUQEE0RMwCCOqvgFJnNdn+QHJ01wODw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T21:00:13.435759Z","bundle_sha256":"3a02dbc65c6832db1135e33b92809827941c296eab10b5a934a090be01b0ab63"}}