{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KJ43RWG2PO2NMQQELIVI2PTAPC","short_pith_number":"pith:KJ43RWG2","canonical_record":{"source":{"id":"2406.17639","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-25T15:24:02Z","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"title_canon_sha256":"8a21903b7f6130aac32739d5cba97a309ba7b9ff5dbe432906381323b7b2d242","abstract_canon_sha256":"a43f93c1af3ec3fad443e5c2177c21034dd01ef7903dceffc845c282b7b4b829"},"schema_version":"1.0"},"canonical_sha256":"5279b8d8da7bb4d642045a2a8d3e60789fa875806a7ee646b09ebbc9a069ab16","source":{"kind":"arxiv","id":"2406.17639","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.17639","created_at":"2026-07-05T09:07:29Z"},{"alias_kind":"arxiv_version","alias_value":"2406.17639v3","created_at":"2026-07-05T09:07:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.17639","created_at":"2026-07-05T09:07:29Z"},{"alias_kind":"pith_short_12","alias_value":"KJ43RWG2PO2N","created_at":"2026-07-05T09:07:29Z"},{"alias_kind":"pith_short_16","alias_value":"KJ43RWG2PO2NMQQE","created_at":"2026-07-05T09:07:29Z"},{"alias_kind":"pith_short_8","alias_value":"KJ43RWG2","created_at":"2026-07-05T09:07:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KJ43RWG2PO2NMQQELIVI2PTAPC","target":"record","payload":{"canonical_record":{"source":{"id":"2406.17639","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-25T15:24:02Z","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"title_canon_sha256":"8a21903b7f6130aac32739d5cba97a309ba7b9ff5dbe432906381323b7b2d242","abstract_canon_sha256":"a43f93c1af3ec3fad443e5c2177c21034dd01ef7903dceffc845c282b7b4b829"},"schema_version":"1.0"},"canonical_sha256":"5279b8d8da7bb4d642045a2a8d3e60789fa875806a7ee646b09ebbc9a069ab16","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:07:29.798588Z","signature_b64":"i5srSKIlQZAI2MBcreTuiUk/cak8k+/b0kSitksjOQf3LJfTbuNN5EI4YSMq9akmetJopq2iaOnJXryLaQiXAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5279b8d8da7bb4d642045a2a8d3e60789fa875806a7ee646b09ebbc9a069ab16","last_reissued_at":"2026-07-05T09:07:29.798093Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:07:29.798093Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.17639","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:07:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tclXVYSRq0VFwzZhJ0jUQqEERgXCKHzhN4F5ho4Vcuy8yZANVlVuSSzrfPkqZ3Pw7XoMCW/L2sH7eKgNjlK8DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:46:00.906295Z"},"content_sha256":"4a2cb38f8d4387b8c2245c3475f16b1eaa9cdd1c9f46a29b0fa0e26ed0b23f2f","schema_version":"1.0","event_id":"sha256:4a2cb38f8d4387b8c2245c3475f16b1eaa9cdd1c9f46a29b0fa0e26ed0b23f2f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KJ43RWG2PO2NMQQELIVI2PTAPC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Mitigate the Gap: Investigating Approaches for Improving Cross-Modal Alignment in CLIP","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.LG"],"primary_cat":"cs.CV","authors_text":"Gerard de Melo, Sedigheh Eslami","submitted_at":"2024-06-25T15:24:02Z","abstract_excerpt":"Contrastive Language--Image Pre-training (CLIP) has manifested remarkable improvements in zero-shot classification and cross-modal vision-language tasks. Yet, from a geometrical point of view, the CLIP embedding space has been found to have a pronounced modality gap. This gap renders the embedding space overly sparse and disconnected, with different modalities being densely distributed in distinct subregions of the hypersphere. In this work, we aim at answering three main questions: 1. Does sharing the parameter space between the multi-modal encoders reduce the modality gap? 2. Can the gap be "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.17639","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.17639/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:07:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cNt+/ZrwiGSVKQw22RKn3DoM0XpaFHWM85NiIIRu1G6asFCK0JMzjpTtlH0Ak4lh03tY1ZxWBD3wnMGNzAKABQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:46:00.906799Z"},"content_sha256":"919bc52602311a4ff5284691f04f963cb0ea11d1a13fed79ea6d0f2305d6e5a0","schema_version":"1.0","event_id":"sha256:919bc52602311a4ff5284691f04f963cb0ea11d1a13fed79ea6d0f2305d6e5a0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KJ43RWG2PO2NMQQELIVI2PTAPC/bundle.json","state_url":"https://pith.science/pith/KJ43RWG2PO2NMQQELIVI2PTAPC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KJ43RWG2PO2NMQQELIVI2PTAPC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T22:46:00Z","links":{"resolver":"https://pith.science/pith/KJ43RWG2PO2NMQQELIVI2PTAPC","bundle":"https://pith.science/pith/KJ43RWG2PO2NMQQELIVI2PTAPC/bundle.json","state":"https://pith.science/pith/KJ43RWG2PO2NMQQELIVI2PTAPC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KJ43RWG2PO2NMQQELIVI2PTAPC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KJ43RWG2PO2NMQQELIVI2PTAPC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a43f93c1af3ec3fad443e5c2177c21034dd01ef7903dceffc845c282b7b4b829","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-25T15:24:02Z","title_canon_sha256":"8a21903b7f6130aac32739d5cba97a309ba7b9ff5dbe432906381323b7b2d242"},"schema_version":"1.0","source":{"id":"2406.17639","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.17639","created_at":"2026-07-05T09:07:29Z"},{"alias_kind":"arxiv_version","alias_value":"2406.17639v3","created_at":"2026-07-05T09:07:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.17639","created_at":"2026-07-05T09:07:29Z"},{"alias_kind":"pith_short_12","alias_value":"KJ43RWG2PO2N","created_at":"2026-07-05T09:07:29Z"},{"alias_kind":"pith_short_16","alias_value":"KJ43RWG2PO2NMQQE","created_at":"2026-07-05T09:07:29Z"},{"alias_kind":"pith_short_8","alias_value":"KJ43RWG2","created_at":"2026-07-05T09:07:29Z"}],"graph_snapshots":[{"event_id":"sha256:919bc52602311a4ff5284691f04f963cb0ea11d1a13fed79ea6d0f2305d6e5a0","target":"graph","created_at":"2026-07-05T09:07:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.17639/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Contrastive Language--Image Pre-training (CLIP) has manifested remarkable improvements in zero-shot classification and cross-modal vision-language tasks. Yet, from a geometrical point of view, the CLIP embedding space has been found to have a pronounced modality gap. This gap renders the embedding space overly sparse and disconnected, with different modalities being densely distributed in distinct subregions of the hypersphere. In this work, we aim at answering three main questions: 1. Does sharing the parameter space between the multi-modal encoders reduce the modality gap? 2. Can the gap be ","authors_text":"Gerard de Melo, Sedigheh Eslami","cross_cats":["cs.AI","cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-25T15:24:02Z","title":"Mitigate the Gap: Investigating Approaches for Improving Cross-Modal Alignment in CLIP"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.17639","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4a2cb38f8d4387b8c2245c3475f16b1eaa9cdd1c9f46a29b0fa0e26ed0b23f2f","target":"record","created_at":"2026-07-05T09:07:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a43f93c1af3ec3fad443e5c2177c21034dd01ef7903dceffc845c282b7b4b829","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-06-25T15:24:02Z","title_canon_sha256":"8a21903b7f6130aac32739d5cba97a309ba7b9ff5dbe432906381323b7b2d242"},"schema_version":"1.0","source":{"id":"2406.17639","kind":"arxiv","version":3}},"canonical_sha256":"5279b8d8da7bb4d642045a2a8d3e60789fa875806a7ee646b09ebbc9a069ab16","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5279b8d8da7bb4d642045a2a8d3e60789fa875806a7ee646b09ebbc9a069ab16","first_computed_at":"2026-07-05T09:07:29.798093Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:07:29.798093Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"i5srSKIlQZAI2MBcreTuiUk/cak8k+/b0kSitksjOQf3LJfTbuNN5EI4YSMq9akmetJopq2iaOnJXryLaQiXAg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:07:29.798588Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.17639","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4a2cb38f8d4387b8c2245c3475f16b1eaa9cdd1c9f46a29b0fa0e26ed0b23f2f","sha256:919bc52602311a4ff5284691f04f963cb0ea11d1a13fed79ea6d0f2305d6e5a0"],"state_sha256":"02c2dac29f917dd6338e2fcfb8b921995bdb1df425d1342be2c867e395da83b4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nh0QYeGmVGyH0ArVszoEgZgr+t1hDLTF2QKF0zpmwu/CIjJJby3f2DeG2HSdaJ/p+N0CKRZgtEG/U35h9ksiCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T22:46:00.911932Z","bundle_sha256":"e41fefa1fdb7ae3eb76e2afca5222888b173850130542aad45bad334df69d392"}}