{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:3YJZALN3JS6I2K5V5RQHYY7VFZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1a86aa0a78dc8006188fcdf3abbd909914d45d1a0ff2c87e551d67cc67c93433","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-06-01T08:42:57Z","title_canon_sha256":"33e9a015042567105b7871ae0a4b55b246d765e41d1588f004b7a70ca6f36e7e"},"schema_version":"1.0","source":{"id":"2506.00903","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.00903","created_at":"2026-07-05T11:13:42Z"},{"alias_kind":"arxiv_version","alias_value":"2506.00903v1","created_at":"2026-07-05T11:13:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.00903","created_at":"2026-07-05T11:13:42Z"},{"alias_kind":"pith_short_12","alias_value":"3YJZALN3JS6I","created_at":"2026-07-05T11:13:42Z"},{"alias_kind":"pith_short_16","alias_value":"3YJZALN3JS6I2K5V","created_at":"2026-07-05T11:13:42Z"},{"alias_kind":"pith_short_8","alias_value":"3YJZALN3","created_at":"2026-07-05T11:13:42Z"}],"graph_snapshots":[{"event_id":"sha256:19ecf87f365d0774961998c0b1a3ccb2239330242b2c8a06dceadd871409ad3b","target":"graph","created_at":"2026-07-05T11:13:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.00903/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal emotion recognition (MER) aims to identify human emotions by combining data from various modalities such as language, audio, and vision. Despite the recent advances of MER approaches, the limitations in obtaining extensive datasets impede the improvement of performance. To mitigate this issue, we leverage a Contrastive Language-Image Pre-training (CLIP)-based architecture and its semantic knowledge from massive datasets that aims to enhance the discriminative multimodal representation. We propose a label encoder-guided MER framework based on CLIP (MER-CLIP) to learn emotion-related ","authors_text":"Sunyoung Cho, Yehun Song","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-06-01T08:42:57Z","title":"Leveraging CLIP Encoder for Multimodal Emotion Recognition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.00903","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fa73d5dd8daa1c3fff1dc5ededb9693bba4545e865592d1aed5fac356e3e9465","target":"record","created_at":"2026-07-05T11:13:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1a86aa0a78dc8006188fcdf3abbd909914d45d1a0ff2c87e551d67cc67c93433","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2025-06-01T08:42:57Z","title_canon_sha256":"33e9a015042567105b7871ae0a4b55b246d765e41d1588f004b7a70ca6f36e7e"},"schema_version":"1.0","source":{"id":"2506.00903","kind":"arxiv","version":1}},"canonical_sha256":"de13902dbb4cbc8d2bb5ec607c63f52e4cb49246f3f2d096daac78f3b8bb42af","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"de13902dbb4cbc8d2bb5ec607c63f52e4cb49246f3f2d096daac78f3b8bb42af","first_computed_at":"2026-07-05T11:13:42.615535Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:13:42.615535Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qSX/Z6MJiCbRWYCHdv1Qm39OO5qRpouqUIBbA0ij6n8ITRAxfQj1w1BIKvLS++NBpH/fDscQEIFIEWdEokWOBA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:13:42.615994Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.00903","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fa73d5dd8daa1c3fff1dc5ededb9693bba4545e865592d1aed5fac356e3e9465","sha256:19ecf87f365d0774961998c0b1a3ccb2239330242b2c8a06dceadd871409ad3b"],"state_sha256":"4f4997ee05b51d117e88dcc69619722f41b8b0ca8288531e39e4824e7b95d8b6"}