{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:Y4IMBEQWWTMORHHU6XXXJBT5IU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ce4947d58309b764d51b4077d146262032fe14d225349806557852558af4a7b0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-04-15T07:05:14Z","title_canon_sha256":"e53b457f27d3b8e7275ea6cd6bcd26bd5a2a65493f24177df26c66d286b601e5"},"schema_version":"1.0","source":{"id":"2404.09509","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.09509","created_at":"2026-07-05T08:08:07Z"},{"alias_kind":"arxiv_version","alias_value":"2404.09509v1","created_at":"2026-07-05T08:08:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.09509","created_at":"2026-07-05T08:08:07Z"},{"alias_kind":"pith_short_12","alias_value":"Y4IMBEQWWTMO","created_at":"2026-07-05T08:08:07Z"},{"alias_kind":"pith_short_16","alias_value":"Y4IMBEQWWTMORHHU","created_at":"2026-07-05T08:08:07Z"},{"alias_kind":"pith_short_8","alias_value":"Y4IMBEQW","created_at":"2026-07-05T08:08:07Z"}],"graph_snapshots":[{"event_id":"sha256:de4ac54156bbac2c7e500a23766061e16bb3150f5d40029a33d755c9ddc091d2","target":"graph","created_at":"2026-07-05T08:08:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.09509/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Today, there have been many achievements in learning the association between voice and face. However, most previous work models rely on cosine similarity or L2 distance to evaluate the likeness of voices and faces following contrastive learning, subsequently applied to retrieval and matching tasks. This method only considers the embeddings as high-dimensional vectors, utilizing a minimal scope of available information. This paper introduces a novel framework within an unsupervised setting for learning voice-face associations. By employing a multimodal encoder after contrastive learning and add","authors_text":"Chong Peng, Dan Su, Liqiang He","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-04-15T07:05:14Z","title":"Fuse after Align: Improving Face-Voice Association Learning via Multimodal Encoder"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.09509","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b82303cb56e0bea17ae072fdf898a37ae4703600227e867d84322d91a37ce9ff","target":"record","created_at":"2026-07-05T08:08:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ce4947d58309b764d51b4077d146262032fe14d225349806557852558af4a7b0","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-04-15T07:05:14Z","title_canon_sha256":"e53b457f27d3b8e7275ea6cd6bcd26bd5a2a65493f24177df26c66d286b601e5"},"schema_version":"1.0","source":{"id":"2404.09509","kind":"arxiv","version":1}},"canonical_sha256":"c710c09216b4d8e89cf4f5ef74867d450e668e2718902aa39fbbec69ad31324f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c710c09216b4d8e89cf4f5ef74867d450e668e2718902aa39fbbec69ad31324f","first_computed_at":"2026-07-05T08:08:07.546467Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:08:07.546467Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mri8ecV0bQQqW5bAZYTsqp2qUmQZAn+RBUVD7vfAmAJavk0nkWH0g2iP5te0Qj5zbaPfQOdYGWB1RhtlHXxGBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:08:07.547016Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.09509","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b82303cb56e0bea17ae072fdf898a37ae4703600227e867d84322d91a37ce9ff","sha256:de4ac54156bbac2c7e500a23766061e16bb3150f5d40029a33d755c9ddc091d2"],"state_sha256":"5353277cafbd1b40322cc6df8cfe0ea073e62bec52bb5115188a474af5a0b0fe"}