{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:F3VXXHZHBKMHPVVQKP37BMMELT","short_pith_number":"pith:F3VXXHZH","canonical_record":{"source":{"id":"2011.07191","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-11-14T01:58:41Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4844d8086b1e4020047634ebb78987601e28442156bcb6e891c7df640107c920","abstract_canon_sha256":"78365a5792e15dc7becaabc2cc2146099b7be4a8df668e19032e23b7998a7af2"},"schema_version":"1.0"},"canonical_sha256":"2eeb7b9f270a9877d6b053f7f0b1845cf4f95534d194884ba3c7c937a1874958","source":{"kind":"arxiv","id":"2011.07191","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.07191","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"arxiv_version","alias_value":"2011.07191v1","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.07191","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"pith_short_12","alias_value":"F3VXXHZHBKMH","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"pith_short_16","alias_value":"F3VXXHZHBKMHPVVQ","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"pith_short_8","alias_value":"F3VXXHZH","created_at":"2026-07-05T01:51:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:F3VXXHZHBKMHPVVQKP37BMMELT","target":"record","payload":{"canonical_record":{"source":{"id":"2011.07191","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-11-14T01:58:41Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4844d8086b1e4020047634ebb78987601e28442156bcb6e891c7df640107c920","abstract_canon_sha256":"78365a5792e15dc7becaabc2cc2146099b7be4a8df668e19032e23b7998a7af2"},"schema_version":"1.0"},"canonical_sha256":"2eeb7b9f270a9877d6b053f7f0b1845cf4f95534d194884ba3c7c937a1874958","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:51:29.912816Z","signature_b64":"h1Qs8cPRjwt1wC3mCdgEQ8zBfykIBaRfuh0PMsI/NNXGVPb2EnurPUs9r5We0xR0aBL+3vydrgBWVMMh9gNZCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2eeb7b9f270a9877d6b053f7f0b1845cf4f95534d194884ba3c7c937a1874958","last_reissued_at":"2026-07-05T01:51:29.912472Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:51:29.912472Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2011.07191","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:51:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9/QhCJSkBqHNhIhS5RNwZYNc2dY2SLogAunn5+juMUWKS1N0ngNwrioD2awWb1wx6+wO868VTR/dE4B/nYQvBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T07:27:52.244773Z"},"content_sha256":"af557da09bd685b451e84d02b33ecc6cc47e835985f4eb3506d26b93a78f32f1","schema_version":"1.0","event_id":"sha256:af557da09bd685b451e84d02b33ecc6cc47e835985f4eb3506d26b93a78f32f1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:F3VXXHZHBKMHPVVQKP37BMMELT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Benefits of Early Fusion in Multimodal Representation Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"George Barnum, Sabera Talukder, Yisong Yue","submitted_at":"2020-11-14T01:58:41Z","abstract_excerpt":"Intelligently reasoning about the world often requires integrating data from multiple modalities, as any individual modality may contain unreliable or incomplete information. Prior work in multimodal learning fuses input modalities only after significant independent processing. On the other hand, the brain performs multimodal processing almost immediately. This divide between conventional multimodal learning and neuroscience suggests that a detailed study of early multimodal fusion could improve artificial multimodal representations. To facilitate the study of early multimodal fusion, we creat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.07191","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2011.07191/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:51:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"He/v7AySFONsK6Z4tiOm/sHVGZpHSpDJBU9PU++SgkooY6+dC0EIwkvZAIfVzaB8VwvHp9g/IModrtXHgSKrDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T07:27:52.245276Z"},"content_sha256":"28e745fbbd6cbe62d754c706c30c7d0d0be558a13aab9e8f7bb4dbf963a9420b","schema_version":"1.0","event_id":"sha256:28e745fbbd6cbe62d754c706c30c7d0d0be558a13aab9e8f7bb4dbf963a9420b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/F3VXXHZHBKMHPVVQKP37BMMELT/bundle.json","state_url":"https://pith.science/pith/F3VXXHZHBKMHPVVQKP37BMMELT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/F3VXXHZHBKMHPVVQKP37BMMELT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T07:27:52Z","links":{"resolver":"https://pith.science/pith/F3VXXHZHBKMHPVVQKP37BMMELT","bundle":"https://pith.science/pith/F3VXXHZHBKMHPVVQKP37BMMELT/bundle.json","state":"https://pith.science/pith/F3VXXHZHBKMHPVVQKP37BMMELT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/F3VXXHZHBKMHPVVQKP37BMMELT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:F3VXXHZHBKMHPVVQKP37BMMELT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"78365a5792e15dc7becaabc2cc2146099b7be4a8df668e19032e23b7998a7af2","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-11-14T01:58:41Z","title_canon_sha256":"4844d8086b1e4020047634ebb78987601e28442156bcb6e891c7df640107c920"},"schema_version":"1.0","source":{"id":"2011.07191","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.07191","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"arxiv_version","alias_value":"2011.07191v1","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.07191","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"pith_short_12","alias_value":"F3VXXHZHBKMH","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"pith_short_16","alias_value":"F3VXXHZHBKMHPVVQ","created_at":"2026-07-05T01:51:29Z"},{"alias_kind":"pith_short_8","alias_value":"F3VXXHZH","created_at":"2026-07-05T01:51:29Z"}],"graph_snapshots":[{"event_id":"sha256:28e745fbbd6cbe62d754c706c30c7d0d0be558a13aab9e8f7bb4dbf963a9420b","target":"graph","created_at":"2026-07-05T01:51:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2011.07191/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Intelligently reasoning about the world often requires integrating data from multiple modalities, as any individual modality may contain unreliable or incomplete information. Prior work in multimodal learning fuses input modalities only after significant independent processing. On the other hand, the brain performs multimodal processing almost immediately. This divide between conventional multimodal learning and neuroscience suggests that a detailed study of early multimodal fusion could improve artificial multimodal representations. To facilitate the study of early multimodal fusion, we creat","authors_text":"George Barnum, Sabera Talukder, Yisong Yue","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-11-14T01:58:41Z","title":"On the Benefits of Early Fusion in Multimodal Representation Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.07191","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:af557da09bd685b451e84d02b33ecc6cc47e835985f4eb3506d26b93a78f32f1","target":"record","created_at":"2026-07-05T01:51:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"78365a5792e15dc7becaabc2cc2146099b7be4a8df668e19032e23b7998a7af2","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-11-14T01:58:41Z","title_canon_sha256":"4844d8086b1e4020047634ebb78987601e28442156bcb6e891c7df640107c920"},"schema_version":"1.0","source":{"id":"2011.07191","kind":"arxiv","version":1}},"canonical_sha256":"2eeb7b9f270a9877d6b053f7f0b1845cf4f95534d194884ba3c7c937a1874958","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2eeb7b9f270a9877d6b053f7f0b1845cf4f95534d194884ba3c7c937a1874958","first_computed_at":"2026-07-05T01:51:29.912472Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:51:29.912472Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"h1Qs8cPRjwt1wC3mCdgEQ8zBfykIBaRfuh0PMsI/NNXGVPb2EnurPUs9r5We0xR0aBL+3vydrgBWVMMh9gNZCg==","signature_status":"signed_v1","signed_at":"2026-07-05T01:51:29.912816Z","signed_message":"canonical_sha256_bytes"},"source_id":"2011.07191","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:af557da09bd685b451e84d02b33ecc6cc47e835985f4eb3506d26b93a78f32f1","sha256:28e745fbbd6cbe62d754c706c30c7d0d0be558a13aab9e8f7bb4dbf963a9420b"],"state_sha256":"07896aaf50713dd5d409843d361335787732d02e02802b47faaf210a0f368e32"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FBNmPQVG2q2JYxTQdptXod2u2zBqRtMbveYingQcXnPtEkU1/Lrskx83wA3sRXiiFEsli+YfjOTc88IW9tEZDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T07:27:52.249165Z","bundle_sha256":"3e50165ca00704f5e6b2880468aa88c403067df2de5ffa294b75d984045c01b4"}}