{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:NQGD7KDQ2K3VYPYKC6OZGFUOEP","short_pith_number":"pith:NQGD7KDQ","canonical_record":{"source":{"id":"2312.14667","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2023-12-22T13:03:23Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"222724cea167602cdda366c1516b6af11e3262eaac491a1f24ac9f2151247bcd","abstract_canon_sha256":"0fde443b6ab0089ab86cd78f1c3196da76523b309b1fa037ffcfa8a1df85d1bf"},"schema_version":"1.0"},"canonical_sha256":"6c0c3fa870d2b75c3f0a179d93168e23dcc1d419af3c6155d00d135bce86f731","source":{"kind":"arxiv","id":"2312.14667","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.14667","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"arxiv_version","alias_value":"2312.14667v2","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.14667","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"pith_short_12","alias_value":"NQGD7KDQ2K3V","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"pith_short_16","alias_value":"NQGD7KDQ2K3VYPYK","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"pith_short_8","alias_value":"NQGD7KDQ","created_at":"2026-07-05T08:28:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:NQGD7KDQ2K3VYPYKC6OZGFUOEP","target":"record","payload":{"canonical_record":{"source":{"id":"2312.14667","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2023-12-22T13:03:23Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"222724cea167602cdda366c1516b6af11e3262eaac491a1f24ac9f2151247bcd","abstract_canon_sha256":"0fde443b6ab0089ab86cd78f1c3196da76523b309b1fa037ffcfa8a1df85d1bf"},"schema_version":"1.0"},"canonical_sha256":"6c0c3fa870d2b75c3f0a179d93168e23dcc1d419af3c6155d00d135bce86f731","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:28:04.475876Z","signature_b64":"TMc87+3r+z0LeDbL3gsPGLX/3fdNUwHjhwu47JCauzysGFcTQN1QSYgtiO2b8KPyda9IsMAwD+lcRjQwkOorCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6c0c3fa870d2b75c3f0a179d93168e23dcc1d419af3c6155d00d135bce86f731","last_reissued_at":"2026-07-05T08:28:04.475484Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:28:04.475484Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.14667","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d96am6NyHzlDCzG+9ZJWT5L3XwO3tg4GR3Z6tBECgkzTtlvNP96xq7AQ52VIdVIL5XqoaB/YtmibmJvDHCrfDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T08:35:44.147301Z"},"content_sha256":"963524ae55451a441638b1d14434008721bd8cc5efb90d5c6f00578d6c7b2ad2","schema_version":"1.0","event_id":"sha256:963524ae55451a441638b1d14434008721bd8cc5efb90d5c6f00578d6c7b2ad2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:NQGD7KDQ2K3VYPYKC6OZGFUOEP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Token-Level Contrastive Learning with Modality-Aware Prompting for Multimodal Intent Recognition","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.MM","authors_text":"Hanlei Zhang, Hao Li, Hua Xu, Kai Gao, Qianrui Zhou, Xiaohan Zhang, Yifan Wang","submitted_at":"2023-12-22T13:03:23Z","abstract_excerpt":"Multimodal intent recognition aims to leverage diverse modalities such as expressions, body movements and tone of speech to comprehend user's intent, constituting a critical task for understanding human language and behavior in real-world multimodal scenarios. Nevertheless, the majority of existing methods ignore potential correlations among different modalities and own limitations in effectively learning semantic features from nonverbal modalities. In this paper, we introduce a token-level contrastive learning method with modality-aware prompting (TCL-MAP) to address the above challenges. To "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.14667","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.14667/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:28:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nz8ux2paqW5R4PUU2J7Ulj//LjO2UDfNq/Y+X8FP15AjXPIoSadmQgRNoR8mjc6s5y7Sgz8NJLlMCWwcVTktAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T08:35:44.147860Z"},"content_sha256":"417e803e82c05594fd5207c8333cf8babc3fe21cd5252927504a4859fd215fc2","schema_version":"1.0","event_id":"sha256:417e803e82c05594fd5207c8333cf8babc3fe21cd5252927504a4859fd215fc2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NQGD7KDQ2K3VYPYKC6OZGFUOEP/bundle.json","state_url":"https://pith.science/pith/NQGD7KDQ2K3VYPYKC6OZGFUOEP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NQGD7KDQ2K3VYPYKC6OZGFUOEP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T08:35:44Z","links":{"resolver":"https://pith.science/pith/NQGD7KDQ2K3VYPYKC6OZGFUOEP","bundle":"https://pith.science/pith/NQGD7KDQ2K3VYPYKC6OZGFUOEP/bundle.json","state":"https://pith.science/pith/NQGD7KDQ2K3VYPYKC6OZGFUOEP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NQGD7KDQ2K3VYPYKC6OZGFUOEP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:NQGD7KDQ2K3VYPYKC6OZGFUOEP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0fde443b6ab0089ab86cd78f1c3196da76523b309b1fa037ffcfa8a1df85d1bf","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2023-12-22T13:03:23Z","title_canon_sha256":"222724cea167602cdda366c1516b6af11e3262eaac491a1f24ac9f2151247bcd"},"schema_version":"1.0","source":{"id":"2312.14667","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.14667","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"arxiv_version","alias_value":"2312.14667v2","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.14667","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"pith_short_12","alias_value":"NQGD7KDQ2K3V","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"pith_short_16","alias_value":"NQGD7KDQ2K3VYPYK","created_at":"2026-07-05T08:28:04Z"},{"alias_kind":"pith_short_8","alias_value":"NQGD7KDQ","created_at":"2026-07-05T08:28:04Z"}],"graph_snapshots":[{"event_id":"sha256:417e803e82c05594fd5207c8333cf8babc3fe21cd5252927504a4859fd215fc2","target":"graph","created_at":"2026-07-05T08:28:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.14667/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal intent recognition aims to leverage diverse modalities such as expressions, body movements and tone of speech to comprehend user's intent, constituting a critical task for understanding human language and behavior in real-world multimodal scenarios. Nevertheless, the majority of existing methods ignore potential correlations among different modalities and own limitations in effectively learning semantic features from nonverbal modalities. In this paper, we introduce a token-level contrastive learning method with modality-aware prompting (TCL-MAP) to address the above challenges. To ","authors_text":"Hanlei Zhang, Hao Li, Hua Xu, Kai Gao, Qianrui Zhou, Xiaohan Zhang, Yifan Wang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2023-12-22T13:03:23Z","title":"Token-Level Contrastive Learning with Modality-Aware Prompting for Multimodal Intent Recognition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.14667","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:963524ae55451a441638b1d14434008721bd8cc5efb90d5c6f00578d6c7b2ad2","target":"record","created_at":"2026-07-05T08:28:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0fde443b6ab0089ab86cd78f1c3196da76523b309b1fa037ffcfa8a1df85d1bf","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2023-12-22T13:03:23Z","title_canon_sha256":"222724cea167602cdda366c1516b6af11e3262eaac491a1f24ac9f2151247bcd"},"schema_version":"1.0","source":{"id":"2312.14667","kind":"arxiv","version":2}},"canonical_sha256":"6c0c3fa870d2b75c3f0a179d93168e23dcc1d419af3c6155d00d135bce86f731","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6c0c3fa870d2b75c3f0a179d93168e23dcc1d419af3c6155d00d135bce86f731","first_computed_at":"2026-07-05T08:28:04.475484Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:28:04.475484Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TMc87+3r+z0LeDbL3gsPGLX/3fdNUwHjhwu47JCauzysGFcTQN1QSYgtiO2b8KPyda9IsMAwD+lcRjQwkOorCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:28:04.475876Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.14667","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:963524ae55451a441638b1d14434008721bd8cc5efb90d5c6f00578d6c7b2ad2","sha256:417e803e82c05594fd5207c8333cf8babc3fe21cd5252927504a4859fd215fc2"],"state_sha256":"d0232e76eee51f7a0aae3cae9975d20e60cf9afa7170e0200a38c91a4f1fbc2f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8sSVRrNMbGhKlI69lUCguKYysyA8SEUnG2Cjv4YD8+LXe0nRrQQRsPJJhvKw++5Iauq2EyBy89xKi8PDbzyjBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T08:35:44.151033Z","bundle_sha256":"bf1f5cc1b56c1f0ef4086df04fbda00dccd3c369424bc5387333b91aabde1ab7"}}