{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:Z5R5YYA3AIYJZKI7CNVJQ5HMGL","short_pith_number":"pith:Z5R5YYA3","canonical_record":{"source":{"id":"2205.15465","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-30T23:30:16Z","cross_cats_sorted":[],"title_canon_sha256":"0f3b6aee7731c09e3d6d944f5aa60dc542fabb5e1b051a21073bba86b1aeeb84","abstract_canon_sha256":"7eb4bd1be30e88a026bfc8fa85faf7fa819d740b4b33be14d45e852cd903a106"},"schema_version":"1.0"},"canonical_sha256":"cf63dc601b02309ca91f136a9874ec32dc28ab4ccb298bb903392fdfd8a6dc76","source":{"kind":"arxiv","id":"2205.15465","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.15465","created_at":"2026-07-05T04:27:33Z"},{"alias_kind":"arxiv_version","alias_value":"2205.15465v1","created_at":"2026-07-05T04:27:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.15465","created_at":"2026-07-05T04:27:33Z"},{"alias_kind":"pith_short_12","alias_value":"Z5R5YYA3AIYJ","created_at":"2026-07-05T04:27:33Z"},{"alias_kind":"pith_short_16","alias_value":"Z5R5YYA3AIYJZKI7","created_at":"2026-07-05T04:27:33Z"},{"alias_kind":"pith_short_8","alias_value":"Z5R5YYA3","created_at":"2026-07-05T04:27:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:Z5R5YYA3AIYJZKI7CNVJQ5HMGL","target":"record","payload":{"canonical_record":{"source":{"id":"2205.15465","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-30T23:30:16Z","cross_cats_sorted":[],"title_canon_sha256":"0f3b6aee7731c09e3d6d944f5aa60dc542fabb5e1b051a21073bba86b1aeeb84","abstract_canon_sha256":"7eb4bd1be30e88a026bfc8fa85faf7fa819d740b4b33be14d45e852cd903a106"},"schema_version":"1.0"},"canonical_sha256":"cf63dc601b02309ca91f136a9874ec32dc28ab4ccb298bb903392fdfd8a6dc76","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:27:33.120615Z","signature_b64":"yxEkMmKi4150qQXKRtdOmWonHGifIwAbGY3DWRo11p7Qq1yLraUDca73pn31EIDo6CcOGmVUwMKX24X4Cc/yDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cf63dc601b02309ca91f136a9874ec32dc28ab4ccb298bb903392fdfd8a6dc76","last_reissued_at":"2026-07-05T04:27:33.120077Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:27:33.120077Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.15465","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:27:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KoJSc7ss/l5mp+3v6Gm1v9tOYtSX7yfNLIOjZH4uTfUyiNE3krVyLUr74E4A5XuCQgxxDrhcQ8Nc/gmww+9bDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T21:12:33.919063Z"},"content_sha256":"eac0a17392efede35dba4564ed97564d8d818f1cef571f89cc2d4e776c3830b6","schema_version":"1.0","event_id":"sha256:eac0a17392efede35dba4564ed97564d8d818f1cef571f89cc2d4e776c3830b6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:Z5R5YYA3AIYJZKI7CNVJQ5HMGL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Analyzing Modality Robustness in Multimodal Sentiment Analysis","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bo Cheng, Devamanyu Hazarika, Roger Zimmermann, Shuai Zhao, Soujanya Poria, Yingting Li","submitted_at":"2022-05-30T23:30:16Z","abstract_excerpt":"Building robust multimodal models are crucial for achieving reliable deployment in the wild. Despite its importance, less attention has been paid to identifying and improving the robustness of Multimodal Sentiment Analysis (MSA) models. In this work, we hope to address that by (i) Proposing simple diagnostic checks for modality robustness in a trained multimodal model. Using these checks, we find MSA models to be highly sensitive to a single modality, which creates issues in their robustness; (ii) We analyze well-known robust training strategies to alleviate the issues. Critically, we observe "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.15465","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.15465/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:27:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r+P3XecK7lPgTkjqxQ8eURP1iOjXjIdDZoHe/3KOSV5Auz4gmLxRPpyW/+OoEvUZEQZfuNvPnHZi53h3vmtBAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T21:12:33.919459Z"},"content_sha256":"d676edc464b3175f34c1963835e6875de3d213f27908f4f3181a85d8f09a8fa8","schema_version":"1.0","event_id":"sha256:d676edc464b3175f34c1963835e6875de3d213f27908f4f3181a85d8f09a8fa8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Z5R5YYA3AIYJZKI7CNVJQ5HMGL/bundle.json","state_url":"https://pith.science/pith/Z5R5YYA3AIYJZKI7CNVJQ5HMGL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Z5R5YYA3AIYJZKI7CNVJQ5HMGL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T21:12:33Z","links":{"resolver":"https://pith.science/pith/Z5R5YYA3AIYJZKI7CNVJQ5HMGL","bundle":"https://pith.science/pith/Z5R5YYA3AIYJZKI7CNVJQ5HMGL/bundle.json","state":"https://pith.science/pith/Z5R5YYA3AIYJZKI7CNVJQ5HMGL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Z5R5YYA3AIYJZKI7CNVJQ5HMGL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:Z5R5YYA3AIYJZKI7CNVJQ5HMGL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7eb4bd1be30e88a026bfc8fa85faf7fa819d740b4b33be14d45e852cd903a106","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-30T23:30:16Z","title_canon_sha256":"0f3b6aee7731c09e3d6d944f5aa60dc542fabb5e1b051a21073bba86b1aeeb84"},"schema_version":"1.0","source":{"id":"2205.15465","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.15465","created_at":"2026-07-05T04:27:33Z"},{"alias_kind":"arxiv_version","alias_value":"2205.15465v1","created_at":"2026-07-05T04:27:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.15465","created_at":"2026-07-05T04:27:33Z"},{"alias_kind":"pith_short_12","alias_value":"Z5R5YYA3AIYJ","created_at":"2026-07-05T04:27:33Z"},{"alias_kind":"pith_short_16","alias_value":"Z5R5YYA3AIYJZKI7","created_at":"2026-07-05T04:27:33Z"},{"alias_kind":"pith_short_8","alias_value":"Z5R5YYA3","created_at":"2026-07-05T04:27:33Z"}],"graph_snapshots":[{"event_id":"sha256:d676edc464b3175f34c1963835e6875de3d213f27908f4f3181a85d8f09a8fa8","target":"graph","created_at":"2026-07-05T04:27:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.15465/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Building robust multimodal models are crucial for achieving reliable deployment in the wild. Despite its importance, less attention has been paid to identifying and improving the robustness of Multimodal Sentiment Analysis (MSA) models. In this work, we hope to address that by (i) Proposing simple diagnostic checks for modality robustness in a trained multimodal model. Using these checks, we find MSA models to be highly sensitive to a single modality, which creates issues in their robustness; (ii) We analyze well-known robust training strategies to alleviate the issues. Critically, we observe ","authors_text":"Bo Cheng, Devamanyu Hazarika, Roger Zimmermann, Shuai Zhao, Soujanya Poria, Yingting Li","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-30T23:30:16Z","title":"Analyzing Modality Robustness in Multimodal Sentiment Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.15465","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:eac0a17392efede35dba4564ed97564d8d818f1cef571f89cc2d4e776c3830b6","target":"record","created_at":"2026-07-05T04:27:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7eb4bd1be30e88a026bfc8fa85faf7fa819d740b4b33be14d45e852cd903a106","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-05-30T23:30:16Z","title_canon_sha256":"0f3b6aee7731c09e3d6d944f5aa60dc542fabb5e1b051a21073bba86b1aeeb84"},"schema_version":"1.0","source":{"id":"2205.15465","kind":"arxiv","version":1}},"canonical_sha256":"cf63dc601b02309ca91f136a9874ec32dc28ab4ccb298bb903392fdfd8a6dc76","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cf63dc601b02309ca91f136a9874ec32dc28ab4ccb298bb903392fdfd8a6dc76","first_computed_at":"2026-07-05T04:27:33.120077Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:27:33.120077Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yxEkMmKi4150qQXKRtdOmWonHGifIwAbGY3DWRo11p7Qq1yLraUDca73pn31EIDo6CcOGmVUwMKX24X4Cc/yDA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:27:33.120615Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.15465","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:eac0a17392efede35dba4564ed97564d8d818f1cef571f89cc2d4e776c3830b6","sha256:d676edc464b3175f34c1963835e6875de3d213f27908f4f3181a85d8f09a8fa8"],"state_sha256":"8ad69ff0c048eeaa856f38b10f05cbbbbbf8e30c6209a25cb065fe995f25c151"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1Tt8ll9hmt/I6KwPXZve9hnQZ8S0KuspDHEeBJm9wgPSp1JETQkiPrqGJ8R5lzL+8SByK77HbgZ+R+rn1vmTCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T21:12:33.922155Z","bundle_sha256":"442225199743d67045a2d905b738e58e1097161b4e6771bafd07b2aada33e481"}}