{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:MV7BGFY4ZMAOR7YYOSWWISRJDD","short_pith_number":"pith:MV7BGFY4","canonical_record":{"source":{"id":"2503.00329","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-03-01T03:29:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c4061681e60677925defa6d65b6f238a5e3ca7b43eeee9abb195998de7a6801e","abstract_canon_sha256":"ef8d2f6591ae460b16b850f1940de86e72dd9eb55b4ee77ad33c5db5466e5c36"},"schema_version":"1.0"},"canonical_sha256":"657e13171ccb00e8ff1874ad644a2918f0de5230b5d6a87e1f866d902512d347","source":{"kind":"arxiv","id":"2503.00329","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.00329","created_at":"2026-07-05T11:56:53Z"},{"alias_kind":"arxiv_version","alias_value":"2503.00329v2","created_at":"2026-07-05T11:56:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.00329","created_at":"2026-07-05T11:56:53Z"},{"alias_kind":"pith_short_12","alias_value":"MV7BGFY4ZMAO","created_at":"2026-07-05T11:56:53Z"},{"alias_kind":"pith_short_16","alias_value":"MV7BGFY4ZMAOR7YY","created_at":"2026-07-05T11:56:53Z"},{"alias_kind":"pith_short_8","alias_value":"MV7BGFY4","created_at":"2026-07-05T11:56:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:MV7BGFY4ZMAOR7YYOSWWISRJDD","target":"record","payload":{"canonical_record":{"source":{"id":"2503.00329","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-03-01T03:29:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c4061681e60677925defa6d65b6f238a5e3ca7b43eeee9abb195998de7a6801e","abstract_canon_sha256":"ef8d2f6591ae460b16b850f1940de86e72dd9eb55b4ee77ad33c5db5466e5c36"},"schema_version":"1.0"},"canonical_sha256":"657e13171ccb00e8ff1874ad644a2918f0de5230b5d6a87e1f866d902512d347","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:56:53.398811Z","signature_b64":"mmi/bGcLFPkOGhmrDrtGiMC6Mr+wNFtRvYPOQm4fCnfjYc18QjA3PMBkhh56Htu9ST327DUPcYF06IbqqaniDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"657e13171ccb00e8ff1874ad644a2918f0de5230b5d6a87e1f866d902512d347","last_reissued_at":"2026-07-05T11:56:53.398338Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:56:53.398338Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.00329","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:56:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MdXBBjfMWcZGY8CyqH2+EDyl2wsTzhg2PKly35gjrQYFhPXoPjSk2UwaXM7T1KBO1iUgdN03UcUkEe6IuLieBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T02:08:37.352901Z"},"content_sha256":"2c2273cb8f8fceff6962726ee9fd2dd39d679a8310f2e0dfffff99a0c2bdfdf8","schema_version":"1.0","event_id":"sha256:2c2273cb8f8fceff6962726ee9fd2dd39d679a8310f2e0dfffff99a0c2bdfdf8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:MV7BGFY4ZMAOR7YYOSWWISRJDD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ABC: Achieving Better Control of Multimodal Embeddings using VLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CV","authors_text":"Benjamin Schneider, Florian Kerschbaum, Wenhu Chen","submitted_at":"2025-03-01T03:29:02Z","abstract_excerpt":"Visual embedding models excel at zero-shot tasks like visual retrieval and classification. However, these models cannot be used for tasks that contain ambiguity or require user instruction. These tasks necessitate an embedding model which outputs can use a natural language instruction to control the representation of a visual embedding. Existing CLIP-based approaches embed images and text independently, and fuse the result. We find that this results in weak interactions between modalities, and poor user control over the representation. We introduce ABC, an open-source multimodal embedding mode"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.00329","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.00329/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:56:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ThTlpHZHrGk/Kwv9H7toV3iCwXETsIONJVlekfnHMLoKW4wQL6tmokV/LTDfwAtSqZm37lWnTq2sQOvG0uEGBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T02:08:37.353555Z"},"content_sha256":"09c5fe797e4ba9c9b166f76ecdc901d471e901c61cb10dfebf7e78b2a692d4f5","schema_version":"1.0","event_id":"sha256:09c5fe797e4ba9c9b166f76ecdc901d471e901c61cb10dfebf7e78b2a692d4f5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MV7BGFY4ZMAOR7YYOSWWISRJDD/bundle.json","state_url":"https://pith.science/pith/MV7BGFY4ZMAOR7YYOSWWISRJDD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MV7BGFY4ZMAOR7YYOSWWISRJDD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T02:08:37Z","links":{"resolver":"https://pith.science/pith/MV7BGFY4ZMAOR7YYOSWWISRJDD","bundle":"https://pith.science/pith/MV7BGFY4ZMAOR7YYOSWWISRJDD/bundle.json","state":"https://pith.science/pith/MV7BGFY4ZMAOR7YYOSWWISRJDD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MV7BGFY4ZMAOR7YYOSWWISRJDD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:MV7BGFY4ZMAOR7YYOSWWISRJDD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ef8d2f6591ae460b16b850f1940de86e72dd9eb55b4ee77ad33c5db5466e5c36","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-03-01T03:29:02Z","title_canon_sha256":"c4061681e60677925defa6d65b6f238a5e3ca7b43eeee9abb195998de7a6801e"},"schema_version":"1.0","source":{"id":"2503.00329","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.00329","created_at":"2026-07-05T11:56:53Z"},{"alias_kind":"arxiv_version","alias_value":"2503.00329v2","created_at":"2026-07-05T11:56:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.00329","created_at":"2026-07-05T11:56:53Z"},{"alias_kind":"pith_short_12","alias_value":"MV7BGFY4ZMAO","created_at":"2026-07-05T11:56:53Z"},{"alias_kind":"pith_short_16","alias_value":"MV7BGFY4ZMAOR7YY","created_at":"2026-07-05T11:56:53Z"},{"alias_kind":"pith_short_8","alias_value":"MV7BGFY4","created_at":"2026-07-05T11:56:53Z"}],"graph_snapshots":[{"event_id":"sha256:09c5fe797e4ba9c9b166f76ecdc901d471e901c61cb10dfebf7e78b2a692d4f5","target":"graph","created_at":"2026-07-05T11:56:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.00329/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Visual embedding models excel at zero-shot tasks like visual retrieval and classification. However, these models cannot be used for tasks that contain ambiguity or require user instruction. These tasks necessitate an embedding model which outputs can use a natural language instruction to control the representation of a visual embedding. Existing CLIP-based approaches embed images and text independently, and fuse the result. We find that this results in weak interactions between modalities, and poor user control over the representation. We introduce ABC, an open-source multimodal embedding mode","authors_text":"Benjamin Schneider, Florian Kerschbaum, Wenhu Chen","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-03-01T03:29:02Z","title":"ABC: Achieving Better Control of Multimodal Embeddings using VLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.00329","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2c2273cb8f8fceff6962726ee9fd2dd39d679a8310f2e0dfffff99a0c2bdfdf8","target":"record","created_at":"2026-07-05T11:56:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ef8d2f6591ae460b16b850f1940de86e72dd9eb55b4ee77ad33c5db5466e5c36","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2025-03-01T03:29:02Z","title_canon_sha256":"c4061681e60677925defa6d65b6f238a5e3ca7b43eeee9abb195998de7a6801e"},"schema_version":"1.0","source":{"id":"2503.00329","kind":"arxiv","version":2}},"canonical_sha256":"657e13171ccb00e8ff1874ad644a2918f0de5230b5d6a87e1f866d902512d347","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"657e13171ccb00e8ff1874ad644a2918f0de5230b5d6a87e1f866d902512d347","first_computed_at":"2026-07-05T11:56:53.398338Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:56:53.398338Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mmi/bGcLFPkOGhmrDrtGiMC6Mr+wNFtRvYPOQm4fCnfjYc18QjA3PMBkhh56Htu9ST327DUPcYF06IbqqaniDg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:56:53.398811Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.00329","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2c2273cb8f8fceff6962726ee9fd2dd39d679a8310f2e0dfffff99a0c2bdfdf8","sha256:09c5fe797e4ba9c9b166f76ecdc901d471e901c61cb10dfebf7e78b2a692d4f5"],"state_sha256":"1dfe7ee6a3a642f19237e2a57070308e4b9ae751207b05a8c10210e4723dff51"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jksPbu8DcOuJu/2K0RZWsmR+uwYWTwsM7yBm7DjYmix4yuxuP+VZOGGvj6+cYFewkHXGkUaSFYlgK5eZzeKhBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T02:08:37.360052Z","bundle_sha256":"4b9b5aa0bc4d77fbbd8768cb4444fcd212441965a713eaac866eba36ed9566e1"}}