{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:QBWYI5VWXGG646KRM5IDD3VKD3","short_pith_number":"pith:QBWYI5VW","canonical_record":{"source":{"id":"2311.10791","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2023-11-17T02:22:01Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"9cf68697b366afa16e58a1272694c08b5c5d6efe899af32c819f5feaa54f2db1","abstract_canon_sha256":"842a68a502a8bd74df9eb23f1201a6ac584fbe6e7f06d3d88acb311210556976"},"schema_version":"1.0"},"canonical_sha256":"806d8476b6b98dee7951675031eeaa1ed814e3d14c0d9195cf2a6919bee77493","source":{"kind":"arxiv","id":"2311.10791","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.10791","created_at":"2026-07-05T07:14:22Z"},{"alias_kind":"arxiv_version","alias_value":"2311.10791v1","created_at":"2026-07-05T07:14:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.10791","created_at":"2026-07-05T07:14:22Z"},{"alias_kind":"pith_short_12","alias_value":"QBWYI5VWXGG6","created_at":"2026-07-05T07:14:22Z"},{"alias_kind":"pith_short_16","alias_value":"QBWYI5VWXGG646KR","created_at":"2026-07-05T07:14:22Z"},{"alias_kind":"pith_short_8","alias_value":"QBWYI5VW","created_at":"2026-07-05T07:14:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:QBWYI5VWXGG646KRM5IDD3VKD3","target":"record","payload":{"canonical_record":{"source":{"id":"2311.10791","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2023-11-17T02:22:01Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"9cf68697b366afa16e58a1272694c08b5c5d6efe899af32c819f5feaa54f2db1","abstract_canon_sha256":"842a68a502a8bd74df9eb23f1201a6ac584fbe6e7f06d3d88acb311210556976"},"schema_version":"1.0"},"canonical_sha256":"806d8476b6b98dee7951675031eeaa1ed814e3d14c0d9195cf2a6919bee77493","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:14:22.348794Z","signature_b64":"w1MUdhXQs7LtLwa+vvtIs7qxBcP1AYyNHvjemcY+AKqf28yEmGGj0aHGDgAjjhXPzfS5u2lAN587RDv4UTLhDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"806d8476b6b98dee7951675031eeaa1ed814e3d14c0d9195cf2a6919bee77493","last_reissued_at":"2026-07-05T07:14:22.348339Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:14:22.348339Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.10791","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:14:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JiSwGQMP0EKBtjRWNOFlqoSFnUfDpV2q5nEyJZHJaJhoqxE5d2yY+HXzPC7n7BCwtUU4nS12gmxmzySJBdv5DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T05:30:39.848101Z"},"content_sha256":"f717441d2517e87f7094be4175249b5416727eaee786419eab1fcb1dbe03bdd8","schema_version":"1.0","event_id":"sha256:f717441d2517e87f7094be4175249b5416727eaee786419eab1fcb1dbe03bdd8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:QBWYI5VWXGG646KRM5IDD3VKD3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Modality-invariant and Specific Prompting for Multimodal Human Perception Understanding","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.MM","authors_text":"Hao Sun, Jiaqing Liu, Lanfen Lin, Xinyao Yu, Yen-Wei Chen, Ziwei Niu","submitted_at":"2023-11-17T02:22:01Z","abstract_excerpt":"Understanding human perceptions presents a formidable multimodal challenge for computers, encompassing aspects such as sentiment tendencies and sense of humor. While various methods have recently been introduced to extract modality-invariant and specific information from diverse modalities, with the goal of enhancing the efficacy of multimodal learning, few works emphasize this aspect in large language models. In this paper, we introduce a novel multimodal prompt strategy tailored for tuning large language models. Our method assesses the correlation among different modalities and isolates the "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.10791","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.10791/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:14:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hQP1sRnk+en96PC8Oo9U0GVLPoE+v7HSjlKlgOBM8I/apVN3AavIIBi571o44V2oGc4Ce1ERs+oOFuQGXtAuBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T05:30:39.849088Z"},"content_sha256":"a5f7be9ab8c56df894b5efd951c3127f81988652ef7a28c29bf0db9fb34f18ad","schema_version":"1.0","event_id":"sha256:a5f7be9ab8c56df894b5efd951c3127f81988652ef7a28c29bf0db9fb34f18ad"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QBWYI5VWXGG646KRM5IDD3VKD3/bundle.json","state_url":"https://pith.science/pith/QBWYI5VWXGG646KRM5IDD3VKD3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QBWYI5VWXGG646KRM5IDD3VKD3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T05:30:39Z","links":{"resolver":"https://pith.science/pith/QBWYI5VWXGG646KRM5IDD3VKD3","bundle":"https://pith.science/pith/QBWYI5VWXGG646KRM5IDD3VKD3/bundle.json","state":"https://pith.science/pith/QBWYI5VWXGG646KRM5IDD3VKD3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QBWYI5VWXGG646KRM5IDD3VKD3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:QBWYI5VWXGG646KRM5IDD3VKD3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"842a68a502a8bd74df9eb23f1201a6ac584fbe6e7f06d3d88acb311210556976","cross_cats_sorted":["cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2023-11-17T02:22:01Z","title_canon_sha256":"9cf68697b366afa16e58a1272694c08b5c5d6efe899af32c819f5feaa54f2db1"},"schema_version":"1.0","source":{"id":"2311.10791","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.10791","created_at":"2026-07-05T07:14:22Z"},{"alias_kind":"arxiv_version","alias_value":"2311.10791v1","created_at":"2026-07-05T07:14:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.10791","created_at":"2026-07-05T07:14:22Z"},{"alias_kind":"pith_short_12","alias_value":"QBWYI5VWXGG6","created_at":"2026-07-05T07:14:22Z"},{"alias_kind":"pith_short_16","alias_value":"QBWYI5VWXGG646KR","created_at":"2026-07-05T07:14:22Z"},{"alias_kind":"pith_short_8","alias_value":"QBWYI5VW","created_at":"2026-07-05T07:14:22Z"}],"graph_snapshots":[{"event_id":"sha256:a5f7be9ab8c56df894b5efd951c3127f81988652ef7a28c29bf0db9fb34f18ad","target":"graph","created_at":"2026-07-05T07:14:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.10791/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Understanding human perceptions presents a formidable multimodal challenge for computers, encompassing aspects such as sentiment tendencies and sense of humor. While various methods have recently been introduced to extract modality-invariant and specific information from diverse modalities, with the goal of enhancing the efficacy of multimodal learning, few works emphasize this aspect in large language models. In this paper, we introduce a novel multimodal prompt strategy tailored for tuning large language models. Our method assesses the correlation among different modalities and isolates the ","authors_text":"Hao Sun, Jiaqing Liu, Lanfen Lin, Xinyao Yu, Yen-Wei Chen, Ziwei Niu","cross_cats":["cs.HC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2023-11-17T02:22:01Z","title":"Modality-invariant and Specific Prompting for Multimodal Human Perception Understanding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.10791","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f717441d2517e87f7094be4175249b5416727eaee786419eab1fcb1dbe03bdd8","target":"record","created_at":"2026-07-05T07:14:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"842a68a502a8bd74df9eb23f1201a6ac584fbe6e7f06d3d88acb311210556976","cross_cats_sorted":["cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MM","submitted_at":"2023-11-17T02:22:01Z","title_canon_sha256":"9cf68697b366afa16e58a1272694c08b5c5d6efe899af32c819f5feaa54f2db1"},"schema_version":"1.0","source":{"id":"2311.10791","kind":"arxiv","version":1}},"canonical_sha256":"806d8476b6b98dee7951675031eeaa1ed814e3d14c0d9195cf2a6919bee77493","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"806d8476b6b98dee7951675031eeaa1ed814e3d14c0d9195cf2a6919bee77493","first_computed_at":"2026-07-05T07:14:22.348339Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:14:22.348339Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"w1MUdhXQs7LtLwa+vvtIs7qxBcP1AYyNHvjemcY+AKqf28yEmGGj0aHGDgAjjhXPzfS5u2lAN587RDv4UTLhDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:14:22.348794Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.10791","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f717441d2517e87f7094be4175249b5416727eaee786419eab1fcb1dbe03bdd8","sha256:a5f7be9ab8c56df894b5efd951c3127f81988652ef7a28c29bf0db9fb34f18ad"],"state_sha256":"9c504d847ca669ab50d5e393c80dbeeb56886cfb296480bf42317ec78abd0ec4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TulQEvLgS0BLbNYvsA11+P8QX/2JDqBKjDIWlNcHxTkMVAeLUJ47PY/EBzU6JUsfX7YRShVCBFRU9nsGA6zFDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T05:30:39.854285Z","bundle_sha256":"0e762ab4f9a533f3f737fe500f73045e515bd1c5ea1720d0baabde3e1d03fcf9"}}