{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:I6BVUW7BXSVYBXCOZRACCRUGY5","short_pith_number":"pith:I6BVUW7B","canonical_record":{"source":{"id":"2306.02348","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-04T12:53:12Z","cross_cats_sorted":[],"title_canon_sha256":"92cc9b5c03088b41996c25176e3dadda333bbf385453fa2c8e15f7ab17c30b16","abstract_canon_sha256":"b47ef30644f62e711b63eac4d3bcc2528e267f13b81b94850b11bc0a554f9f8e"},"schema_version":"1.0"},"canonical_sha256":"47835a5be1bcab80dc4ecc40214686c767e9fa06dfeaf54c8ece5ab67b727ec1","source":{"kind":"arxiv","id":"2306.02348","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.02348","created_at":"2026-07-05T06:17:16Z"},{"alias_kind":"arxiv_version","alias_value":"2306.02348v1","created_at":"2026-07-05T06:17:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.02348","created_at":"2026-07-05T06:17:16Z"},{"alias_kind":"pith_short_12","alias_value":"I6BVUW7BXSVY","created_at":"2026-07-05T06:17:16Z"},{"alias_kind":"pith_short_16","alias_value":"I6BVUW7BXSVYBXCO","created_at":"2026-07-05T06:17:16Z"},{"alias_kind":"pith_short_8","alias_value":"I6BVUW7B","created_at":"2026-07-05T06:17:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:I6BVUW7BXSVYBXCOZRACCRUGY5","target":"record","payload":{"canonical_record":{"source":{"id":"2306.02348","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-04T12:53:12Z","cross_cats_sorted":[],"title_canon_sha256":"92cc9b5c03088b41996c25176e3dadda333bbf385453fa2c8e15f7ab17c30b16","abstract_canon_sha256":"b47ef30644f62e711b63eac4d3bcc2528e267f13b81b94850b11bc0a554f9f8e"},"schema_version":"1.0"},"canonical_sha256":"47835a5be1bcab80dc4ecc40214686c767e9fa06dfeaf54c8ece5ab67b727ec1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:17:16.094180Z","signature_b64":"MCZD7zPmj1d9quK5emI+YolYoo4smIfdcw4G1qbxecKwGbikjiZOKEtZy2W8o6H4uHBXDBBC9GTEqhyfcMMeAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"47835a5be1bcab80dc4ecc40214686c767e9fa06dfeaf54c8ece5ab67b727ec1","last_reissued_at":"2026-07-05T06:17:16.093779Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:17:16.093779Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.02348","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:17:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MQs/YFCc0NJ0JzaTSWa39QvBXRGzHLEDfMfOg3R2nxQ4RqQILxkKaqzf4kQgzAeTG2A2rbFqnGXGUoiEFJpWCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T22:09:30.388636Z"},"content_sha256":"cedd75ca5e54fd317e1b3365e15ea423ec58db9571942620b8742a17b1f76d18","schema_version":"1.0","event_id":"sha256:cedd75ca5e54fd317e1b3365e15ea423ec58db9571942620b8742a17b1f76d18"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:I6BVUW7BXSVYBXCOZRACCRUGY5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Leverage Points in Modality Shifts: Comparing Language-only and Multimodal Word Representations","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aleksey Tikhonov, Denis Paperno, Lisa Bylinina","submitted_at":"2023-06-04T12:53:12Z","abstract_excerpt":"Multimodal embeddings aim to enrich the semantic information in neural representations of language compared to text-only models. While different embeddings exhibit different applicability and performance on downstream tasks, little is known about the systematic representation differences attributed to the visual modality. Our paper compares word embeddings from three vision-and-language models (CLIP, OpenCLIP and Multilingual CLIP) and three text-only models, with static (FastText) as well as contextual representations (multilingual BERT; XLM-RoBERTa). This is the first large-scale study of th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.02348","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.02348/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:17:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0MzzIVY0lkjtnwbXdi+nvxflDcFvh9BSuqTeYD+EUTd0O2opdC9hiIw3B6Xqw5+/pHUoabxgTIMTKzi6eIfeDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T22:09:30.389011Z"},"content_sha256":"6266069b51cf801b312738e3c0c209d8eeff5467e0ebe911a4524ac9ddd64485","schema_version":"1.0","event_id":"sha256:6266069b51cf801b312738e3c0c209d8eeff5467e0ebe911a4524ac9ddd64485"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/I6BVUW7BXSVYBXCOZRACCRUGY5/bundle.json","state_url":"https://pith.science/pith/I6BVUW7BXSVYBXCOZRACCRUGY5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/I6BVUW7BXSVYBXCOZRACCRUGY5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T22:09:30Z","links":{"resolver":"https://pith.science/pith/I6BVUW7BXSVYBXCOZRACCRUGY5","bundle":"https://pith.science/pith/I6BVUW7BXSVYBXCOZRACCRUGY5/bundle.json","state":"https://pith.science/pith/I6BVUW7BXSVYBXCOZRACCRUGY5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/I6BVUW7BXSVYBXCOZRACCRUGY5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:I6BVUW7BXSVYBXCOZRACCRUGY5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b47ef30644f62e711b63eac4d3bcc2528e267f13b81b94850b11bc0a554f9f8e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-04T12:53:12Z","title_canon_sha256":"92cc9b5c03088b41996c25176e3dadda333bbf385453fa2c8e15f7ab17c30b16"},"schema_version":"1.0","source":{"id":"2306.02348","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.02348","created_at":"2026-07-05T06:17:16Z"},{"alias_kind":"arxiv_version","alias_value":"2306.02348v1","created_at":"2026-07-05T06:17:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.02348","created_at":"2026-07-05T06:17:16Z"},{"alias_kind":"pith_short_12","alias_value":"I6BVUW7BXSVY","created_at":"2026-07-05T06:17:16Z"},{"alias_kind":"pith_short_16","alias_value":"I6BVUW7BXSVYBXCO","created_at":"2026-07-05T06:17:16Z"},{"alias_kind":"pith_short_8","alias_value":"I6BVUW7B","created_at":"2026-07-05T06:17:16Z"}],"graph_snapshots":[{"event_id":"sha256:6266069b51cf801b312738e3c0c209d8eeff5467e0ebe911a4524ac9ddd64485","target":"graph","created_at":"2026-07-05T06:17:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.02348/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal embeddings aim to enrich the semantic information in neural representations of language compared to text-only models. While different embeddings exhibit different applicability and performance on downstream tasks, little is known about the systematic representation differences attributed to the visual modality. Our paper compares word embeddings from three vision-and-language models (CLIP, OpenCLIP and Multilingual CLIP) and three text-only models, with static (FastText) as well as contextual representations (multilingual BERT; XLM-RoBERTa). This is the first large-scale study of th","authors_text":"Aleksey Tikhonov, Denis Paperno, Lisa Bylinina","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-04T12:53:12Z","title":"Leverage Points in Modality Shifts: Comparing Language-only and Multimodal Word Representations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.02348","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cedd75ca5e54fd317e1b3365e15ea423ec58db9571942620b8742a17b1f76d18","target":"record","created_at":"2026-07-05T06:17:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b47ef30644f62e711b63eac4d3bcc2528e267f13b81b94850b11bc0a554f9f8e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-04T12:53:12Z","title_canon_sha256":"92cc9b5c03088b41996c25176e3dadda333bbf385453fa2c8e15f7ab17c30b16"},"schema_version":"1.0","source":{"id":"2306.02348","kind":"arxiv","version":1}},"canonical_sha256":"47835a5be1bcab80dc4ecc40214686c767e9fa06dfeaf54c8ece5ab67b727ec1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"47835a5be1bcab80dc4ecc40214686c767e9fa06dfeaf54c8ece5ab67b727ec1","first_computed_at":"2026-07-05T06:17:16.093779Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:17:16.093779Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MCZD7zPmj1d9quK5emI+YolYoo4smIfdcw4G1qbxecKwGbikjiZOKEtZy2W8o6H4uHBXDBBC9GTEqhyfcMMeAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:17:16.094180Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.02348","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cedd75ca5e54fd317e1b3365e15ea423ec58db9571942620b8742a17b1f76d18","sha256:6266069b51cf801b312738e3c0c209d8eeff5467e0ebe911a4524ac9ddd64485"],"state_sha256":"eb374cc6a7b8c79f85aac800c6da404499485a47db43e39f00bc5f8becc7f994"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r+ljkS34IIVh2HmgzZ4Gs9h2DqPVToDsJcNCDckz9RJFS6Uup9OsIiqNqN4TU3CL/MU6oH2DAlpOWgQEy39JDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T22:09:30.391753Z","bundle_sha256":"5a17a9500db8405d8a849d5dc1e89b8a37292ac9988382c135e1c49cefd4250c"}}