{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:QBWYI5VWXGG646KRM5IDD3VKD3","short_pith_number":"pith:QBWYI5VW","schema_version":"1.0","canonical_sha256":"806d8476b6b98dee7951675031eeaa1ed814e3d14c0d9195cf2a6919bee77493","source":{"kind":"arxiv","id":"2311.10791","version":1},"attestation_state":"computed","paper":{"title":"Modality-invariant and Specific Prompting for Multimodal Human Perception Understanding","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.MM","authors_text":"Hao Sun, Jiaqing Liu, Lanfen Lin, Xinyao Yu, Yen-Wei Chen, Ziwei Niu","submitted_at":"2023-11-17T02:22:01Z","abstract_excerpt":"Understanding human perceptions presents a formidable multimodal challenge for computers, encompassing aspects such as sentiment tendencies and sense of humor. While various methods have recently been introduced to extract modality-invariant and specific information from diverse modalities, with the goal of enhancing the efficacy of multimodal learning, few works emphasize this aspect in large language models. In this paper, we introduce a novel multimodal prompt strategy tailored for tuning large language models. Our method assesses the correlation among different modalities and isolates the "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2311.10791","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2023-11-17T02:22:01Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"9cf68697b366afa16e58a1272694c08b5c5d6efe899af32c819f5feaa54f2db1","abstract_canon_sha256":"842a68a502a8bd74df9eb23f1201a6ac584fbe6e7f06d3d88acb311210556976"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:14:22.348794Z","signature_b64":"w1MUdhXQs7LtLwa+vvtIs7qxBcP1AYyNHvjemcY+AKqf28yEmGGj0aHGDgAjjhXPzfS5u2lAN587RDv4UTLhDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"806d8476b6b98dee7951675031eeaa1ed814e3d14c0d9195cf2a6919bee77493","last_reissued_at":"2026-07-05T07:14:22.348339Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:14:22.348339Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Modality-invariant and Specific Prompting for Multimodal Human Perception Understanding","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.MM","authors_text":"Hao Sun, Jiaqing Liu, Lanfen Lin, Xinyao Yu, Yen-Wei Chen, Ziwei Niu","submitted_at":"2023-11-17T02:22:01Z","abstract_excerpt":"Understanding human perceptions presents a formidable multimodal challenge for computers, encompassing aspects such as sentiment tendencies and sense of humor. While various methods have recently been introduced to extract modality-invariant and specific information from diverse modalities, with the goal of enhancing the efficacy of multimodal learning, few works emphasize this aspect in large language models. In this paper, we introduce a novel multimodal prompt strategy tailored for tuning large language models. Our method assesses the correlation among different modalities and isolates the "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.10791","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.10791/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2311.10791","created_at":"2026-07-05T07:14:22.348398+00:00"},{"alias_kind":"arxiv_version","alias_value":"2311.10791v1","created_at":"2026-07-05T07:14:22.348398+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.10791","created_at":"2026-07-05T07:14:22.348398+00:00"},{"alias_kind":"pith_short_12","alias_value":"QBWYI5VWXGG6","created_at":"2026-07-05T07:14:22.348398+00:00"},{"alias_kind":"pith_short_16","alias_value":"QBWYI5VWXGG646KR","created_at":"2026-07-05T07:14:22.348398+00:00"},{"alias_kind":"pith_short_8","alias_value":"QBWYI5VW","created_at":"2026-07-05T07:14:22.348398+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/QBWYI5VWXGG646KRM5IDD3VKD3","json":"https://pith.science/pith/QBWYI5VWXGG646KRM5IDD3VKD3.json","graph_json":"https://pith.science/api/pith-number/QBWYI5VWXGG646KRM5IDD3VKD3/graph.json","events_json":"https://pith.science/api/pith-number/QBWYI5VWXGG646KRM5IDD3VKD3/events.json","paper":"https://pith.science/paper/QBWYI5VW"},"agent_actions":{"view_html":"https://pith.science/pith/QBWYI5VWXGG646KRM5IDD3VKD3","download_json":"https://pith.science/pith/QBWYI5VWXGG646KRM5IDD3VKD3.json","view_paper":"https://pith.science/paper/QBWYI5VW","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2311.10791&json=true","fetch_graph":"https://pith.science/api/pith-number/QBWYI5VWXGG646KRM5IDD3VKD3/graph.json","fetch_events":"https://pith.science/api/pith-number/QBWYI5VWXGG646KRM5IDD3VKD3/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/QBWYI5VWXGG646KRM5IDD3VKD3/action/timestamp_anchor","attest_storage":"https://pith.science/pith/QBWYI5VWXGG646KRM5IDD3VKD3/action/storage_attestation","attest_author":"https://pith.science/pith/QBWYI5VWXGG646KRM5IDD3VKD3/action/author_attestation","sign_citation":"https://pith.science/pith/QBWYI5VWXGG646KRM5IDD3VKD3/action/citation_signature","submit_replication":"https://pith.science/pith/QBWYI5VWXGG646KRM5IDD3VKD3/action/replication_record"}},"created_at":"2026-07-05T07:14:22.348398+00:00","updated_at":"2026-07-05T07:14:22.348398+00:00"}