{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:YTEYDEMDVU3KVVSNUESI6AS52A","short_pith_number":"pith:YTEYDEMD","canonical_record":{"source":{"id":"2211.07089","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-14T03:36:05Z","cross_cats_sorted":[],"title_canon_sha256":"d29b9d45fc625a72fac9299fb64423861daaa8f110b858cee942f3b4f0e98b09","abstract_canon_sha256":"96a350224051a041311ca9c86b9564cc330b8065b384155dd39c0624da92a544"},"schema_version":"1.0"},"canonical_sha256":"c4c9819183ad36aad64da1248f025dd01944a22ea54a930d87c2578f0fcf3913","source":{"kind":"arxiv","id":"2211.07089","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.07089","created_at":"2026-07-05T05:15:49Z"},{"alias_kind":"arxiv_version","alias_value":"2211.07089v1","created_at":"2026-07-05T05:15:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.07089","created_at":"2026-07-05T05:15:49Z"},{"alias_kind":"pith_short_12","alias_value":"YTEYDEMDVU3K","created_at":"2026-07-05T05:15:49Z"},{"alias_kind":"pith_short_16","alias_value":"YTEYDEMDVU3KVVSN","created_at":"2026-07-05T05:15:49Z"},{"alias_kind":"pith_short_8","alias_value":"YTEYDEMD","created_at":"2026-07-05T05:15:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:YTEYDEMDVU3KVVSNUESI6AS52A","target":"record","payload":{"canonical_record":{"source":{"id":"2211.07089","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-14T03:36:05Z","cross_cats_sorted":[],"title_canon_sha256":"d29b9d45fc625a72fac9299fb64423861daaa8f110b858cee942f3b4f0e98b09","abstract_canon_sha256":"96a350224051a041311ca9c86b9564cc330b8065b384155dd39c0624da92a544"},"schema_version":"1.0"},"canonical_sha256":"c4c9819183ad36aad64da1248f025dd01944a22ea54a930d87c2578f0fcf3913","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:15:49.335863Z","signature_b64":"ZVunvfzQvC9rr6Gk3iXqa2hSUvyCYercxXeVvu1hjJVDUbbZQqVrz8/mvRRUN+ZUsQaIRlIYwzhTkE3yv6mzDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c4c9819183ad36aad64da1248f025dd01944a22ea54a930d87c2578f0fcf3913","last_reissued_at":"2026-07-05T05:15:49.335379Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:15:49.335379Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.07089","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:15:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9hBnwKFakSFsIYsDPMP+t9rYdmq7y8qoDx3ATgPwWJgj2zj6x1dJ2lx9gYvOr/42yrw0FIcZh5nURPb4Su7FCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:59:37.874658Z"},"content_sha256":"64147ec795c279a980225cb17d92cd6eded70ec0c9aa90d6e822fddc2223babc","schema_version":"1.0","event_id":"sha256:64147ec795c279a980225cb17d92cd6eded70ec0c9aa90d6e822fddc2223babc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:YTEYDEMDVU3KVVSNUESI6AS52A","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"PMR: Prototypical Modal Rebalance for Multimodal Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Haozhao Wang, Junxiao Wang, Song Guo, Wenchao Xu, Yunfeng Fan","submitted_at":"2022-11-14T03:36:05Z","abstract_excerpt":"Multimodal learning (MML) aims to jointly exploit the common priors of different modalities to compensate for their inherent limitations. However, existing MML methods often optimize a uniform objective for different modalities, leading to the notorious \"modality imbalance\" problem and counterproductive MML performance. To address the problem, some existing methods modulate the learning pace based on the fused modality, which is dominated by the better modality and eventually results in a limited improvement on the worse modal. To better exploit the features of multimodal, we propose Prototypi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.07089","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.07089/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:15:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i76PhDfTfTujLVHWnR0sbmFCTE7zK1KcTOwSd3vDMg7V5+OAIVK8Sfx7XjHth/tHTjxtMrH0nIAI/YFVnam1Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:59:37.875038Z"},"content_sha256":"bc7b49612c8d6ed855317b9a496c96989b1032d5145f944871ecbaac486cf450","schema_version":"1.0","event_id":"sha256:bc7b49612c8d6ed855317b9a496c96989b1032d5145f944871ecbaac486cf450"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YTEYDEMDVU3KVVSNUESI6AS52A/bundle.json","state_url":"https://pith.science/pith/YTEYDEMDVU3KVVSNUESI6AS52A/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YTEYDEMDVU3KVVSNUESI6AS52A/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T11:59:37Z","links":{"resolver":"https://pith.science/pith/YTEYDEMDVU3KVVSNUESI6AS52A","bundle":"https://pith.science/pith/YTEYDEMDVU3KVVSNUESI6AS52A/bundle.json","state":"https://pith.science/pith/YTEYDEMDVU3KVVSNUESI6AS52A/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YTEYDEMDVU3KVVSNUESI6AS52A/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:YTEYDEMDVU3KVVSNUESI6AS52A","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"96a350224051a041311ca9c86b9564cc330b8065b384155dd39c0624da92a544","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-14T03:36:05Z","title_canon_sha256":"d29b9d45fc625a72fac9299fb64423861daaa8f110b858cee942f3b4f0e98b09"},"schema_version":"1.0","source":{"id":"2211.07089","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.07089","created_at":"2026-07-05T05:15:49Z"},{"alias_kind":"arxiv_version","alias_value":"2211.07089v1","created_at":"2026-07-05T05:15:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.07089","created_at":"2026-07-05T05:15:49Z"},{"alias_kind":"pith_short_12","alias_value":"YTEYDEMDVU3K","created_at":"2026-07-05T05:15:49Z"},{"alias_kind":"pith_short_16","alias_value":"YTEYDEMDVU3KVVSN","created_at":"2026-07-05T05:15:49Z"},{"alias_kind":"pith_short_8","alias_value":"YTEYDEMD","created_at":"2026-07-05T05:15:49Z"}],"graph_snapshots":[{"event_id":"sha256:bc7b49612c8d6ed855317b9a496c96989b1032d5145f944871ecbaac486cf450","target":"graph","created_at":"2026-07-05T05:15:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.07089/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal learning (MML) aims to jointly exploit the common priors of different modalities to compensate for their inherent limitations. However, existing MML methods often optimize a uniform objective for different modalities, leading to the notorious \"modality imbalance\" problem and counterproductive MML performance. To address the problem, some existing methods modulate the learning pace based on the fused modality, which is dominated by the better modality and eventually results in a limited improvement on the worse modal. To better exploit the features of multimodal, we propose Prototypi","authors_text":"Haozhao Wang, Junxiao Wang, Song Guo, Wenchao Xu, Yunfeng Fan","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-14T03:36:05Z","title":"PMR: Prototypical Modal Rebalance for Multimodal Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.07089","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:64147ec795c279a980225cb17d92cd6eded70ec0c9aa90d6e822fddc2223babc","target":"record","created_at":"2026-07-05T05:15:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"96a350224051a041311ca9c86b9564cc330b8065b384155dd39c0624da92a544","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-14T03:36:05Z","title_canon_sha256":"d29b9d45fc625a72fac9299fb64423861daaa8f110b858cee942f3b4f0e98b09"},"schema_version":"1.0","source":{"id":"2211.07089","kind":"arxiv","version":1}},"canonical_sha256":"c4c9819183ad36aad64da1248f025dd01944a22ea54a930d87c2578f0fcf3913","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c4c9819183ad36aad64da1248f025dd01944a22ea54a930d87c2578f0fcf3913","first_computed_at":"2026-07-05T05:15:49.335379Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:15:49.335379Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZVunvfzQvC9rr6Gk3iXqa2hSUvyCYercxXeVvu1hjJVDUbbZQqVrz8/mvRRUN+ZUsQaIRlIYwzhTkE3yv6mzDw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:15:49.335863Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.07089","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:64147ec795c279a980225cb17d92cd6eded70ec0c9aa90d6e822fddc2223babc","sha256:bc7b49612c8d6ed855317b9a496c96989b1032d5145f944871ecbaac486cf450"],"state_sha256":"127df0569a82371d86bb209b607503b50b9748f814a0967a167fde0cc5909693"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6mu8ZLxJGy4NltK4/ZC1HUPUT6CvS9VMWUQNqqsp6dJycDlUO2tTQSLvJLopYaICMwrljgz+Pvxmcr2fl5s+DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T11:59:37.876934Z","bundle_sha256":"16d37dab28ab986a1debb35a763f749e0b91218cf41cd4f3ebb2af7c26d403f7"}}