{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:MIHIF56BJYKIR2HDUKO6X27JKX","short_pith_number":"pith:MIHIF56B","canonical_record":{"source":{"id":"2203.01311","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-03-02T18:56:20Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CV","cs.MM"],"title_canon_sha256":"237d7c043eed201a06972f8793fe713c441fe35f4db5c82160b8fe2a1a98d170","abstract_canon_sha256":"5d8372de81d11061886d7fa163bbab39bc850a9400af07e0e87b04397b00bf36"},"schema_version":"1.0"},"canonical_sha256":"620e82f7c14e1488e8e3a29debebe955eb38148111f68dd10ac2ff158aee7c4f","source":{"kind":"arxiv","id":"2203.01311","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.01311","created_at":"2026-07-05T06:25:54Z"},{"alias_kind":"arxiv_version","alias_value":"2203.01311v4","created_at":"2026-07-05T06:25:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.01311","created_at":"2026-07-05T06:25:54Z"},{"alias_kind":"pith_short_12","alias_value":"MIHIF56BJYKI","created_at":"2026-07-05T06:25:54Z"},{"alias_kind":"pith_short_16","alias_value":"MIHIF56BJYKIR2HD","created_at":"2026-07-05T06:25:54Z"},{"alias_kind":"pith_short_8","alias_value":"MIHIF56B","created_at":"2026-07-05T06:25:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:MIHIF56BJYKIR2HDUKO6X27JKX","target":"record","payload":{"canonical_record":{"source":{"id":"2203.01311","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-03-02T18:56:20Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CV","cs.MM"],"title_canon_sha256":"237d7c043eed201a06972f8793fe713c441fe35f4db5c82160b8fe2a1a98d170","abstract_canon_sha256":"5d8372de81d11061886d7fa163bbab39bc850a9400af07e0e87b04397b00bf36"},"schema_version":"1.0"},"canonical_sha256":"620e82f7c14e1488e8e3a29debebe955eb38148111f68dd10ac2ff158aee7c4f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:25:54.327348Z","signature_b64":"m4QUTSvqRfzB50qDKUqiE/ok4fugKmHETejX18RzoKwWjFq7PiaJZGgYinwEyH7xh5jqHeKZcNWweH3HDvPiDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"620e82f7c14e1488e8e3a29debebe955eb38148111f68dd10ac2ff158aee7c4f","last_reissued_at":"2026-07-05T06:25:54.326857Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:25:54.326857Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2203.01311","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:25:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F1ciko88oNYCuofsDEDmERTFRrV2ezkFREWOnGTXDC+78uGa9xRb+2lnZNoBQY4jmrzNlPqa9TZWO8jUcHJiBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T01:27:44.513025Z"},"content_sha256":"f81d56ad99a166c237d8b8f3957f5b80df76284569310e0be26be5594235a637","schema_version":"1.0","event_id":"sha256:f81d56ad99a166c237d8b8f3957f5b80df76284569310e0be26be5594235a637"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:MIHIF56BJYKIR2HDUKO6X27JKX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"High-Modality Multimodal Transformer: Quantifying Modality & Interaction Heterogeneity for High-Modality Representation Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CV","cs.MM"],"primary_cat":"cs.LG","authors_text":"Dani Yogatama, Jeffrey Tsaw, Louis-Philippe Morency, Paul Pu Liang, Ruslan Salakhutdinov, Shentong Mo, Xiang Fan, Yiwei Lyu, Yudong Liu","submitted_at":"2022-03-02T18:56:20Z","abstract_excerpt":"Many real-world problems are inherently multimodal, from spoken language, gestures, and paralinguistics humans use to communicate, to force, proprioception, and visual sensors on robots. While there has been an explosion of interest in multimodal learning, these methods are focused on a small set of modalities primarily in language, vision, and audio. In order to accelerate generalization towards diverse and understudied modalities, this paper studies efficient representation learning for high-modality scenarios involving a large set of diverse modalities. Since adding new models for every new"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.01311","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2203.01311/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:25:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VEejlHmZvikb/KcVfUEq66tu3Xco27Bq0XKmyG3LoEkEosW81ICgploJl+kWzxuChz0oqtqgv4UKrMto739PAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T01:27:44.513964Z"},"content_sha256":"2ecd8eb1be7ede01cd7225f1cd583ec5445fb9b6558a544732bdfa2501bdf5bc","schema_version":"1.0","event_id":"sha256:2ecd8eb1be7ede01cd7225f1cd583ec5445fb9b6558a544732bdfa2501bdf5bc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MIHIF56BJYKIR2HDUKO6X27JKX/bundle.json","state_url":"https://pith.science/pith/MIHIF56BJYKIR2HDUKO6X27JKX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MIHIF56BJYKIR2HDUKO6X27JKX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T01:27:44Z","links":{"resolver":"https://pith.science/pith/MIHIF56BJYKIR2HDUKO6X27JKX","bundle":"https://pith.science/pith/MIHIF56BJYKIR2HDUKO6X27JKX/bundle.json","state":"https://pith.science/pith/MIHIF56BJYKIR2HDUKO6X27JKX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MIHIF56BJYKIR2HDUKO6X27JKX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:MIHIF56BJYKIR2HDUKO6X27JKX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5d8372de81d11061886d7fa163bbab39bc850a9400af07e0e87b04397b00bf36","cross_cats_sorted":["cs.AI","cs.CL","cs.CV","cs.MM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-03-02T18:56:20Z","title_canon_sha256":"237d7c043eed201a06972f8793fe713c441fe35f4db5c82160b8fe2a1a98d170"},"schema_version":"1.0","source":{"id":"2203.01311","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.01311","created_at":"2026-07-05T06:25:54Z"},{"alias_kind":"arxiv_version","alias_value":"2203.01311v4","created_at":"2026-07-05T06:25:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.01311","created_at":"2026-07-05T06:25:54Z"},{"alias_kind":"pith_short_12","alias_value":"MIHIF56BJYKI","created_at":"2026-07-05T06:25:54Z"},{"alias_kind":"pith_short_16","alias_value":"MIHIF56BJYKIR2HD","created_at":"2026-07-05T06:25:54Z"},{"alias_kind":"pith_short_8","alias_value":"MIHIF56B","created_at":"2026-07-05T06:25:54Z"}],"graph_snapshots":[{"event_id":"sha256:2ecd8eb1be7ede01cd7225f1cd583ec5445fb9b6558a544732bdfa2501bdf5bc","target":"graph","created_at":"2026-07-05T06:25:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.01311/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many real-world problems are inherently multimodal, from spoken language, gestures, and paralinguistics humans use to communicate, to force, proprioception, and visual sensors on robots. While there has been an explosion of interest in multimodal learning, these methods are focused on a small set of modalities primarily in language, vision, and audio. In order to accelerate generalization towards diverse and understudied modalities, this paper studies efficient representation learning for high-modality scenarios involving a large set of diverse modalities. Since adding new models for every new","authors_text":"Dani Yogatama, Jeffrey Tsaw, Louis-Philippe Morency, Paul Pu Liang, Ruslan Salakhutdinov, Shentong Mo, Xiang Fan, Yiwei Lyu, Yudong Liu","cross_cats":["cs.AI","cs.CL","cs.CV","cs.MM"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-03-02T18:56:20Z","title":"High-Modality Multimodal Transformer: Quantifying Modality & Interaction Heterogeneity for High-Modality Representation Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.01311","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f81d56ad99a166c237d8b8f3957f5b80df76284569310e0be26be5594235a637","target":"record","created_at":"2026-07-05T06:25:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5d8372de81d11061886d7fa163bbab39bc850a9400af07e0e87b04397b00bf36","cross_cats_sorted":["cs.AI","cs.CL","cs.CV","cs.MM"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-03-02T18:56:20Z","title_canon_sha256":"237d7c043eed201a06972f8793fe713c441fe35f4db5c82160b8fe2a1a98d170"},"schema_version":"1.0","source":{"id":"2203.01311","kind":"arxiv","version":4}},"canonical_sha256":"620e82f7c14e1488e8e3a29debebe955eb38148111f68dd10ac2ff158aee7c4f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"620e82f7c14e1488e8e3a29debebe955eb38148111f68dd10ac2ff158aee7c4f","first_computed_at":"2026-07-05T06:25:54.326857Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:25:54.326857Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"m4QUTSvqRfzB50qDKUqiE/ok4fugKmHETejX18RzoKwWjFq7PiaJZGgYinwEyH7xh5jqHeKZcNWweH3HDvPiDg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:25:54.327348Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.01311","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f81d56ad99a166c237d8b8f3957f5b80df76284569310e0be26be5594235a637","sha256:2ecd8eb1be7ede01cd7225f1cd583ec5445fb9b6558a544732bdfa2501bdf5bc"],"state_sha256":"eb925e4671ca761df6137e31e9163d49c7991d4c70594e8fc6e72b8b5ffb7b66"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bXqofmPUc9eVXRWoOgat4lgMN9abqHYJOu4s8NRRMvytIsy+ah0wQXvT0ujzRPHv+URwSiQgCq4lM199pp22BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T01:27:44.583392Z","bundle_sha256":"20276ef1587a6d84047181953a43146006983a3f248b1f5f9097a410038635ae"}}