{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:M3LDA2HUNCSK7G3BMUES2KNZHA","short_pith_number":"pith:M3LDA2HU","canonical_record":{"source":{"id":"2202.05306","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-02-10T20:11:21Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"704454b66d98f74196f97515bd3b70336056ceafdfd72dd03b678c82f37cad6a","abstract_canon_sha256":"315792bc8b0f4a5f32dc8c39067e3fae0f0744622563e2aa1050521466e5161d"},"schema_version":"1.0"},"canonical_sha256":"66d63068f468a4af9b6165092d29b93832c10d520f18cd4899bc73fb0dd10211","source":{"kind":"arxiv","id":"2202.05306","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.05306","created_at":"2026-07-05T04:58:15Z"},{"alias_kind":"arxiv_version","alias_value":"2202.05306v3","created_at":"2026-07-05T04:58:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.05306","created_at":"2026-07-05T04:58:15Z"},{"alias_kind":"pith_short_12","alias_value":"M3LDA2HUNCSK","created_at":"2026-07-05T04:58:15Z"},{"alias_kind":"pith_short_16","alias_value":"M3LDA2HUNCSK7G3B","created_at":"2026-07-05T04:58:15Z"},{"alias_kind":"pith_short_8","alias_value":"M3LDA2HU","created_at":"2026-07-05T04:58:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:M3LDA2HUNCSK7G3BMUES2KNZHA","target":"record","payload":{"canonical_record":{"source":{"id":"2202.05306","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-02-10T20:11:21Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"704454b66d98f74196f97515bd3b70336056ceafdfd72dd03b678c82f37cad6a","abstract_canon_sha256":"315792bc8b0f4a5f32dc8c39067e3fae0f0744622563e2aa1050521466e5161d"},"schema_version":"1.0"},"canonical_sha256":"66d63068f468a4af9b6165092d29b93832c10d520f18cd4899bc73fb0dd10211","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:58:15.254024Z","signature_b64":"5QEL5fxNHL8MuO3D/tO8ff6/Xk8WXMu4n2OD4Nc68iQ1PlBUhB1+XqCIvhluTGBH5f8+xxMtYGTG6Au6eYLeDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"66d63068f468a4af9b6165092d29b93832c10d520f18cd4899bc73fb0dd10211","last_reissued_at":"2026-07-05T04:58:15.253510Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:58:15.253510Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2202.05306","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:58:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+QyFp0JXjSH1sNO0DH80IG5awrUn5p7x6R3b6YrxYxUotZEfnoun/e1wTFzFZb6Jilo5mpnyJjCVfoJLG/a+Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T13:46:47.792695Z"},"content_sha256":"7e88479cd4f3ae7a1eba4c99374dc37da5f0efe9da85f05c1cffb4f95f9fcdbb","schema_version":"1.0","event_id":"sha256:7e88479cd4f3ae7a1eba4c99374dc37da5f0efe9da85f05c1cffb4f95f9fcdbb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:M3LDA2HUNCSK7G3BMUES2KNZHA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Characterizing and overcoming the greedy nature of learning in multi-modal deep neural networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Krzysztof J. Geras, Kyunghyun Cho, Nan Wu, Stanis{\\l}aw Jastrz\\k{e}bski","submitted_at":"2022-02-10T20:11:21Z","abstract_excerpt":"We hypothesize that due to the greedy nature of learning in multi-modal deep neural networks, these models tend to rely on just one modality while under-fitting the other modalities. Such behavior is counter-intuitive and hurts the models' generalization, as we observe empirically. To estimate the model's dependence on each modality, we compute the gain on the accuracy when the model has access to it in addition to another modality. We refer to this gain as the conditional utilization rate. In the experiments, we consistently observe an imbalance in conditional utilization rates between modali"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.05306","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2202.05306/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:58:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KJdCK6b+O1EsmsMb91aEvPIOXS2p4dCrBr0BSPrsIk1ZTquz9DWwjkXpcKnPf7EduG/oGlOcAXgF8rp2QlFtCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T13:46:47.793075Z"},"content_sha256":"9ad86389cb8a1944901fc2c0ed56aea28d6c3754703e4abdcfe629343bb9a527","schema_version":"1.0","event_id":"sha256:9ad86389cb8a1944901fc2c0ed56aea28d6c3754703e4abdcfe629343bb9a527"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/M3LDA2HUNCSK7G3BMUES2KNZHA/bundle.json","state_url":"https://pith.science/pith/M3LDA2HUNCSK7G3BMUES2KNZHA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/M3LDA2HUNCSK7G3BMUES2KNZHA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T13:46:47Z","links":{"resolver":"https://pith.science/pith/M3LDA2HUNCSK7G3BMUES2KNZHA","bundle":"https://pith.science/pith/M3LDA2HUNCSK7G3BMUES2KNZHA/bundle.json","state":"https://pith.science/pith/M3LDA2HUNCSK7G3BMUES2KNZHA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/M3LDA2HUNCSK7G3BMUES2KNZHA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:M3LDA2HUNCSK7G3BMUES2KNZHA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"315792bc8b0f4a5f32dc8c39067e3fae0f0744622563e2aa1050521466e5161d","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-02-10T20:11:21Z","title_canon_sha256":"704454b66d98f74196f97515bd3b70336056ceafdfd72dd03b678c82f37cad6a"},"schema_version":"1.0","source":{"id":"2202.05306","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.05306","created_at":"2026-07-05T04:58:15Z"},{"alias_kind":"arxiv_version","alias_value":"2202.05306v3","created_at":"2026-07-05T04:58:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.05306","created_at":"2026-07-05T04:58:15Z"},{"alias_kind":"pith_short_12","alias_value":"M3LDA2HUNCSK","created_at":"2026-07-05T04:58:15Z"},{"alias_kind":"pith_short_16","alias_value":"M3LDA2HUNCSK7G3B","created_at":"2026-07-05T04:58:15Z"},{"alias_kind":"pith_short_8","alias_value":"M3LDA2HU","created_at":"2026-07-05T04:58:15Z"}],"graph_snapshots":[{"event_id":"sha256:9ad86389cb8a1944901fc2c0ed56aea28d6c3754703e4abdcfe629343bb9a527","target":"graph","created_at":"2026-07-05T04:58:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.05306/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We hypothesize that due to the greedy nature of learning in multi-modal deep neural networks, these models tend to rely on just one modality while under-fitting the other modalities. Such behavior is counter-intuitive and hurts the models' generalization, as we observe empirically. To estimate the model's dependence on each modality, we compute the gain on the accuracy when the model has access to it in addition to another modality. We refer to this gain as the conditional utilization rate. In the experiments, we consistently observe an imbalance in conditional utilization rates between modali","authors_text":"Krzysztof J. Geras, Kyunghyun Cho, Nan Wu, Stanis{\\l}aw Jastrz\\k{e}bski","cross_cats":["cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-02-10T20:11:21Z","title":"Characterizing and overcoming the greedy nature of learning in multi-modal deep neural networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.05306","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7e88479cd4f3ae7a1eba4c99374dc37da5f0efe9da85f05c1cffb4f95f9fcdbb","target":"record","created_at":"2026-07-05T04:58:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"315792bc8b0f4a5f32dc8c39067e3fae0f0744622563e2aa1050521466e5161d","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-02-10T20:11:21Z","title_canon_sha256":"704454b66d98f74196f97515bd3b70336056ceafdfd72dd03b678c82f37cad6a"},"schema_version":"1.0","source":{"id":"2202.05306","kind":"arxiv","version":3}},"canonical_sha256":"66d63068f468a4af9b6165092d29b93832c10d520f18cd4899bc73fb0dd10211","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"66d63068f468a4af9b6165092d29b93832c10d520f18cd4899bc73fb0dd10211","first_computed_at":"2026-07-05T04:58:15.253510Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:58:15.253510Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5QEL5fxNHL8MuO3D/tO8ff6/Xk8WXMu4n2OD4Nc68iQ1PlBUhB1+XqCIvhluTGBH5f8+xxMtYGTG6Au6eYLeDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:58:15.254024Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.05306","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7e88479cd4f3ae7a1eba4c99374dc37da5f0efe9da85f05c1cffb4f95f9fcdbb","sha256:9ad86389cb8a1944901fc2c0ed56aea28d6c3754703e4abdcfe629343bb9a527"],"state_sha256":"8a02b67b871ad007e562a0aab2325c1913d2021aaea4f6a2a758d15b69f06186"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JFnagJhO24B6PWDErI2sqWildqhgZ0nA6Bx9mRezhUl0eXTTB9zrcj6E8sRB9O92U1pEkTJ7oYcD38kH5m1mDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T13:46:47.795607Z","bundle_sha256":"e4e3c783ad56e5048d9cdd6fa65c0da80f92a4edf1dd09855cc20da3b0831340"}}