{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:GIJ2QUT4NKZZRIGJOQE5WBFGQF","short_pith_number":"pith:GIJ2QUT4","canonical_record":{"source":{"id":"2302.01555","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-02-03T05:27:52Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"8ba86bd1d3369beca0c7983983dd5a954cbfcdc52612d1849569e0a42acfcd25","abstract_canon_sha256":"371b1950a9d1c1966c4b1d4544b28d9819210bc87081078b953970700ca10a55"},"schema_version":"1.0"},"canonical_sha256":"3213a8527c6ab398a0c97409db04a6817b0ea5dc6e432fafe6c943ce42781574","source":{"kind":"arxiv","id":"2302.01555","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.01555","created_at":"2026-07-05T05:38:33Z"},{"alias_kind":"arxiv_version","alias_value":"2302.01555v1","created_at":"2026-07-05T05:38:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.01555","created_at":"2026-07-05T05:38:33Z"},{"alias_kind":"pith_short_12","alias_value":"GIJ2QUT4NKZZ","created_at":"2026-07-05T05:38:33Z"},{"alias_kind":"pith_short_16","alias_value":"GIJ2QUT4NKZZRIGJ","created_at":"2026-07-05T05:38:33Z"},{"alias_kind":"pith_short_8","alias_value":"GIJ2QUT4","created_at":"2026-07-05T05:38:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:GIJ2QUT4NKZZRIGJOQE5WBFGQF","target":"record","payload":{"canonical_record":{"source":{"id":"2302.01555","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-02-03T05:27:52Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"8ba86bd1d3369beca0c7983983dd5a954cbfcdc52612d1849569e0a42acfcd25","abstract_canon_sha256":"371b1950a9d1c1966c4b1d4544b28d9819210bc87081078b953970700ca10a55"},"schema_version":"1.0"},"canonical_sha256":"3213a8527c6ab398a0c97409db04a6817b0ea5dc6e432fafe6c943ce42781574","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:38:33.717211Z","signature_b64":"3mOpCU5XI9URNoQVuUyLRiUEjNA6b3isxqtD4cKfe+JCVJg98TLtZGx3elnDfc97Rfx+KSShr9VF+2TTqP5TCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3213a8527c6ab398a0c97409db04a6817b0ea5dc6e432fafe6c943ce42781574","last_reissued_at":"2026-07-05T05:38:33.716767Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:38:33.716767Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.01555","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:38:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+1ggwmgYoT3Gape/HsJQgOHcFDvHWfMXRWGod2yryGp/W06sLYBKuixZ3yX/mmAuQMbLm4UgYwRnEzjZWH2DBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:37:18.001385Z"},"content_sha256":"6da83ac478b8b7c74fd2620d99a459e2d9a5499c00ed0dd2ccc5b8d43e70645a","schema_version":"1.0","event_id":"sha256:6da83ac478b8b7c74fd2620d99a459e2d9a5499c00ed0dd2ccc5b8d43e70645a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:GIJ2QUT4NKZZRIGJOQE5WBFGQF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Bridging the Emotional Semantic Gap via Multimodal Relevance Estimation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.AI","authors_text":"Chuan Zhang, Daoxin Zhang, Jianke Zhu, Jiawei Li, Ruixiu Zhang","submitted_at":"2023-02-03T05:27:52Z","abstract_excerpt":"Human beings have rich ways of emotional expressions, including facial action, voice, and natural languages. Due to the diversity and complexity of different individuals, the emotions expressed by various modalities may be semantically irrelevant. Directly fusing information from different modalities may inevitably make the model subject to the noise from semantically irrelevant modalities. To tackle this problem, we propose a multimodal relevance estimation network to capture the relevant semantics among modalities in multimodal emotions. Specifically, we take advantage of an attention mechan"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.01555","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.01555/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:38:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RGp7ileTdixnxZAcvoVzlQWpYyH/MAX5hbyPWUgwXmztH5gBjgqXZMRWR4KrMcgFCu3A5XsRzMeD5nxLTKVzAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:37:18.001913Z"},"content_sha256":"f560f518e6f0b2e3efadd48d0a982e77457d30ce2eb346120e008b678586b7cd","schema_version":"1.0","event_id":"sha256:f560f518e6f0b2e3efadd48d0a982e77457d30ce2eb346120e008b678586b7cd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GIJ2QUT4NKZZRIGJOQE5WBFGQF/bundle.json","state_url":"https://pith.science/pith/GIJ2QUT4NKZZRIGJOQE5WBFGQF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GIJ2QUT4NKZZRIGJOQE5WBFGQF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T16:37:18Z","links":{"resolver":"https://pith.science/pith/GIJ2QUT4NKZZRIGJOQE5WBFGQF","bundle":"https://pith.science/pith/GIJ2QUT4NKZZRIGJOQE5WBFGQF/bundle.json","state":"https://pith.science/pith/GIJ2QUT4NKZZRIGJOQE5WBFGQF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GIJ2QUT4NKZZRIGJOQE5WBFGQF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:GIJ2QUT4NKZZRIGJOQE5WBFGQF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"371b1950a9d1c1966c4b1d4544b28d9819210bc87081078b953970700ca10a55","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-02-03T05:27:52Z","title_canon_sha256":"8ba86bd1d3369beca0c7983983dd5a954cbfcdc52612d1849569e0a42acfcd25"},"schema_version":"1.0","source":{"id":"2302.01555","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.01555","created_at":"2026-07-05T05:38:33Z"},{"alias_kind":"arxiv_version","alias_value":"2302.01555v1","created_at":"2026-07-05T05:38:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.01555","created_at":"2026-07-05T05:38:33Z"},{"alias_kind":"pith_short_12","alias_value":"GIJ2QUT4NKZZ","created_at":"2026-07-05T05:38:33Z"},{"alias_kind":"pith_short_16","alias_value":"GIJ2QUT4NKZZRIGJ","created_at":"2026-07-05T05:38:33Z"},{"alias_kind":"pith_short_8","alias_value":"GIJ2QUT4","created_at":"2026-07-05T05:38:33Z"}],"graph_snapshots":[{"event_id":"sha256:f560f518e6f0b2e3efadd48d0a982e77457d30ce2eb346120e008b678586b7cd","target":"graph","created_at":"2026-07-05T05:38:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.01555/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Human beings have rich ways of emotional expressions, including facial action, voice, and natural languages. Due to the diversity and complexity of different individuals, the emotions expressed by various modalities may be semantically irrelevant. Directly fusing information from different modalities may inevitably make the model subject to the noise from semantically irrelevant modalities. To tackle this problem, we propose a multimodal relevance estimation network to capture the relevant semantics among modalities in multimodal emotions. Specifically, we take advantage of an attention mechan","authors_text":"Chuan Zhang, Daoxin Zhang, Jianke Zhu, Jiawei Li, Ruixiu Zhang","cross_cats":["cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-02-03T05:27:52Z","title":"Bridging the Emotional Semantic Gap via Multimodal Relevance Estimation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.01555","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6da83ac478b8b7c74fd2620d99a459e2d9a5499c00ed0dd2ccc5b8d43e70645a","target":"record","created_at":"2026-07-05T05:38:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"371b1950a9d1c1966c4b1d4544b28d9819210bc87081078b953970700ca10a55","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2023-02-03T05:27:52Z","title_canon_sha256":"8ba86bd1d3369beca0c7983983dd5a954cbfcdc52612d1849569e0a42acfcd25"},"schema_version":"1.0","source":{"id":"2302.01555","kind":"arxiv","version":1}},"canonical_sha256":"3213a8527c6ab398a0c97409db04a6817b0ea5dc6e432fafe6c943ce42781574","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3213a8527c6ab398a0c97409db04a6817b0ea5dc6e432fafe6c943ce42781574","first_computed_at":"2026-07-05T05:38:33.716767Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:38:33.716767Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3mOpCU5XI9URNoQVuUyLRiUEjNA6b3isxqtD4cKfe+JCVJg98TLtZGx3elnDfc97Rfx+KSShr9VF+2TTqP5TCA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:38:33.717211Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.01555","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6da83ac478b8b7c74fd2620d99a459e2d9a5499c00ed0dd2ccc5b8d43e70645a","sha256:f560f518e6f0b2e3efadd48d0a982e77457d30ce2eb346120e008b678586b7cd"],"state_sha256":"00d82c12479103a060230294e6bef8fad680c50999b58529894dd2ce1e1257ae"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2hDlA3laAlmp+XeEoIKVaJmRQHTbLKntfj+8vTGEpkRc2zu1sSmw5rt419AkqvQOxBl0IeBy7OJEKdm67/1MDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T16:37:18.005960Z","bundle_sha256":"ad22268ea6b23ee5540891c26572ad1ddabe069267b9225d6538743e31924c73"}}