{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:VXJVY37R24536VOOTH24YR5MUG","short_pith_number":"pith:VXJVY37R","canonical_record":{"source":{"id":"2505.01068","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-02T07:18:00Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"79259e112639d08a2c4c09a323781b17895ab21adf1ccf67e30701c12b6519f3","abstract_canon_sha256":"4ec36da5b44bf249060df0ac2a75a0245193ebd51f324a23b6c31853ac41423f"},"schema_version":"1.0"},"canonical_sha256":"add35c6ff1d73bbf55ce99f5cc47aca194673d4acbf75a79a99317034ec5564b","source":{"kind":"arxiv","id":"2505.01068","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.01068","created_at":"2026-07-05T11:57:36Z"},{"alias_kind":"arxiv_version","alias_value":"2505.01068v1","created_at":"2026-07-05T11:57:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.01068","created_at":"2026-07-05T11:57:36Z"},{"alias_kind":"pith_short_12","alias_value":"VXJVY37R2453","created_at":"2026-07-05T11:57:36Z"},{"alias_kind":"pith_short_16","alias_value":"VXJVY37R24536VOO","created_at":"2026-07-05T11:57:36Z"},{"alias_kind":"pith_short_8","alias_value":"VXJVY37R","created_at":"2026-07-05T11:57:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:VXJVY37R24536VOOTH24YR5MUG","target":"record","payload":{"canonical_record":{"source":{"id":"2505.01068","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-02T07:18:00Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"79259e112639d08a2c4c09a323781b17895ab21adf1ccf67e30701c12b6519f3","abstract_canon_sha256":"4ec36da5b44bf249060df0ac2a75a0245193ebd51f324a23b6c31853ac41423f"},"schema_version":"1.0"},"canonical_sha256":"add35c6ff1d73bbf55ce99f5cc47aca194673d4acbf75a79a99317034ec5564b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:57:36.393831Z","signature_b64":"5uddUPP1GSlIzmJ4TKBjJdInQnoDIDNkL7GBcHfkaW8sTTXPtLAlA8sXfZ3HAMZtGtcTjLke7pFuYlMq4ARbDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"add35c6ff1d73bbf55ce99f5cc47aca194673d4acbf75a79a99317034ec5564b","last_reissued_at":"2026-07-05T11:57:36.393240Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:57:36.393240Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.01068","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:57:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rp7fyY3f0GhDcKdXUNPWHwV8p9z3s7K9ieQWOhHA6Glc/uRk8irV+e9VfT+rrs5jiw97KUTbP704JQyvJxoCBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T16:27:45.932534Z"},"content_sha256":"141d5a4fbe5eccca5cd1b1bead96b706cfcfe33743d052fb60ec855aeacf9f57","schema_version":"1.0","event_id":"sha256:141d5a4fbe5eccca5cd1b1bead96b706cfcfe33743d052fb60ec855aeacf9f57"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:VXJVY37R24536VOOTH24YR5MUG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multimodal Transformers are Hierarchical Modal-wise Heterogeneous Graphs","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Cangzhi Zheng, Haochen Yuan, Junjie Peng, Lan Wang, Xuanchao Lin, Yijie Jin","submitted_at":"2025-05-02T07:18:00Z","abstract_excerpt":"Multimodal Sentiment Analysis (MSA) is a rapidly developing field that integrates multimodal information to recognize sentiments, and existing models have made significant progress in this area. The central challenge in MSA is multimodal fusion, which is predominantly addressed by Multimodal Transformers (MulTs). Although act as the paradigm, MulTs suffer from efficiency concerns. In this work, from the perspective of efficiency optimization, we propose and prove that MulTs are hierarchical modal-wise heterogeneous graphs (HMHGs), and we introduce the graph-structured representation pattern of"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.01068","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.01068/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:57:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i0TkuD3aMmgiBeXtaLoC9rMsRtpZNoILL9gLyEmIKAKrDrmnKG1P3S4UUQ7+6o3v2c+w3sPYOocTxoxWgro0DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T16:27:45.933063Z"},"content_sha256":"549e265716184dc638b04442265737a15a5e734f4aa624b342ad82402b8ec17f","schema_version":"1.0","event_id":"sha256:549e265716184dc638b04442265737a15a5e734f4aa624b342ad82402b8ec17f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VXJVY37R24536VOOTH24YR5MUG/bundle.json","state_url":"https://pith.science/pith/VXJVY37R24536VOOTH24YR5MUG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VXJVY37R24536VOOTH24YR5MUG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T16:27:45Z","links":{"resolver":"https://pith.science/pith/VXJVY37R24536VOOTH24YR5MUG","bundle":"https://pith.science/pith/VXJVY37R24536VOOTH24YR5MUG/bundle.json","state":"https://pith.science/pith/VXJVY37R24536VOOTH24YR5MUG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VXJVY37R24536VOOTH24YR5MUG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:VXJVY37R24536VOOTH24YR5MUG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4ec36da5b44bf249060df0ac2a75a0245193ebd51f324a23b6c31853ac41423f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-02T07:18:00Z","title_canon_sha256":"79259e112639d08a2c4c09a323781b17895ab21adf1ccf67e30701c12b6519f3"},"schema_version":"1.0","source":{"id":"2505.01068","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.01068","created_at":"2026-07-05T11:57:36Z"},{"alias_kind":"arxiv_version","alias_value":"2505.01068v1","created_at":"2026-07-05T11:57:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.01068","created_at":"2026-07-05T11:57:36Z"},{"alias_kind":"pith_short_12","alias_value":"VXJVY37R2453","created_at":"2026-07-05T11:57:36Z"},{"alias_kind":"pith_short_16","alias_value":"VXJVY37R24536VOO","created_at":"2026-07-05T11:57:36Z"},{"alias_kind":"pith_short_8","alias_value":"VXJVY37R","created_at":"2026-07-05T11:57:36Z"}],"graph_snapshots":[{"event_id":"sha256:549e265716184dc638b04442265737a15a5e734f4aa624b342ad82402b8ec17f","target":"graph","created_at":"2026-07-05T11:57:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.01068/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal Sentiment Analysis (MSA) is a rapidly developing field that integrates multimodal information to recognize sentiments, and existing models have made significant progress in this area. The central challenge in MSA is multimodal fusion, which is predominantly addressed by Multimodal Transformers (MulTs). Although act as the paradigm, MulTs suffer from efficiency concerns. In this work, from the perspective of efficiency optimization, we propose and prove that MulTs are hierarchical modal-wise heterogeneous graphs (HMHGs), and we introduce the graph-structured representation pattern of","authors_text":"Cangzhi Zheng, Haochen Yuan, Junjie Peng, Lan Wang, Xuanchao Lin, Yijie Jin","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-02T07:18:00Z","title":"Multimodal Transformers are Hierarchical Modal-wise Heterogeneous Graphs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.01068","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:141d5a4fbe5eccca5cd1b1bead96b706cfcfe33743d052fb60ec855aeacf9f57","target":"record","created_at":"2026-07-05T11:57:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4ec36da5b44bf249060df0ac2a75a0245193ebd51f324a23b6c31853ac41423f","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-02T07:18:00Z","title_canon_sha256":"79259e112639d08a2c4c09a323781b17895ab21adf1ccf67e30701c12b6519f3"},"schema_version":"1.0","source":{"id":"2505.01068","kind":"arxiv","version":1}},"canonical_sha256":"add35c6ff1d73bbf55ce99f5cc47aca194673d4acbf75a79a99317034ec5564b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"add35c6ff1d73bbf55ce99f5cc47aca194673d4acbf75a79a99317034ec5564b","first_computed_at":"2026-07-05T11:57:36.393240Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:57:36.393240Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5uddUPP1GSlIzmJ4TKBjJdInQnoDIDNkL7GBcHfkaW8sTTXPtLAlA8sXfZ3HAMZtGtcTjLke7pFuYlMq4ARbDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:57:36.393831Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.01068","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:141d5a4fbe5eccca5cd1b1bead96b706cfcfe33743d052fb60ec855aeacf9f57","sha256:549e265716184dc638b04442265737a15a5e734f4aa624b342ad82402b8ec17f"],"state_sha256":"b16787df3528896a9d55f8d441ff85912fcb54b8a1d380978f2fc9a778ce9216"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"adX6WIafaXyqfGHLwmSv1EprvqXBd9pBTRPnhOQDywq0TwbpN9lokoGYZ/TqsuirC5cOl/JSCd81twexpT8XDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T16:27:45.939068Z","bundle_sha256":"b1451eed823ad7d45fb87d758a98a46b087ee08f415852d41d2a77903cae72d7"}}