{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:SBRJRHTX573HUOLIHSZGLHSVIW","short_pith_number":"pith:SBRJRHTX","canonical_record":{"source":{"id":"2311.10170","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-16T19:53:35Z","cross_cats_sorted":[],"title_canon_sha256":"86c926377352b942e6c8633c17ec6ff5314e501cb7cd1b60c6f08af90719905e","abstract_canon_sha256":"a1b289b2ed9fac17705a5517dece8bb72825f2c837e39765f96f904206b10571"},"schema_version":"1.0"},"canonical_sha256":"9062989e77eff67a39683cb2659e55459f6460a0b6833647d0544f7de1208389","source":{"kind":"arxiv","id":"2311.10170","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.10170","created_at":"2026-07-05T07:13:47Z"},{"alias_kind":"arxiv_version","alias_value":"2311.10170v1","created_at":"2026-07-05T07:13:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.10170","created_at":"2026-07-05T07:13:47Z"},{"alias_kind":"pith_short_12","alias_value":"SBRJRHTX573H","created_at":"2026-07-05T07:13:47Z"},{"alias_kind":"pith_short_16","alias_value":"SBRJRHTX573HUOLI","created_at":"2026-07-05T07:13:47Z"},{"alias_kind":"pith_short_8","alias_value":"SBRJRHTX","created_at":"2026-07-05T07:13:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:SBRJRHTX573HUOLIHSZGLHSVIW","target":"record","payload":{"canonical_record":{"source":{"id":"2311.10170","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-16T19:53:35Z","cross_cats_sorted":[],"title_canon_sha256":"86c926377352b942e6c8633c17ec6ff5314e501cb7cd1b60c6f08af90719905e","abstract_canon_sha256":"a1b289b2ed9fac17705a5517dece8bb72825f2c837e39765f96f904206b10571"},"schema_version":"1.0"},"canonical_sha256":"9062989e77eff67a39683cb2659e55459f6460a0b6833647d0544f7de1208389","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:13:47.832880Z","signature_b64":"7C1CmXtOTGNKkB4euGbarcMkdsenNYPJk/sH4Q8+xa6KXipWPNTxR+8TRu4WQjHRvqAveNa7pPxqNUjxYyTACw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9062989e77eff67a39683cb2659e55459f6460a0b6833647d0544f7de1208389","last_reissued_at":"2026-07-05T07:13:47.832438Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:13:47.832438Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.10170","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:13:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jxLACiMnipDnuqugwHdAoiHuzL5CZdOChRUNIVlZfLBGjKpUXlc8zpBFCtP4Q5WErt1bRNCPF5YAFPBXzqbaAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:27:47.870964Z"},"content_sha256":"e62382f7af8f832828e75e53e4a67ac573f9873bb8ed6ab519ce4a9c2509497b","schema_version":"1.0","event_id":"sha256:e62382f7af8f832828e75e53e4a67ac573f9873bb8ed6ab519ce4a9c2509497b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:SBRJRHTX573HUOLIHSZGLHSVIW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving Unimodal Inference with Multimodal Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Alexandros Iosifidis, Kateryna Chumachenko, Moncef Gabbouj","submitted_at":"2023-11-16T19:53:35Z","abstract_excerpt":"This paper proposes an approach for improving performance of unimodal models with multimodal training. Our approach involves a multi-branch architecture that incorporates unimodal models with a multimodal transformer-based branch. By co-training these branches, the stronger multimodal branch can transfer its knowledge to the weaker unimodal branches through a multi-task objective, thereby improving the performance of the resulting unimodal models. We evaluate our approach on tasks of dynamic hand gesture recognition based on RGB and Depth, audiovisual emotion recognition based on speech and fa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.10170","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.10170/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:13:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nKak4c2LG2wgJF+3VzigaTZAagmwN1rCDVGI2IDdESiSkdNkvnn9PNp5zvUYrvKr/16cVI35XUA/t+dDjGxGAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:27:47.871369Z"},"content_sha256":"cd176d7113c27260ed2d39ebeb05f4eca870bc292ad8f6f57bba5c4568056f2f","schema_version":"1.0","event_id":"sha256:cd176d7113c27260ed2d39ebeb05f4eca870bc292ad8f6f57bba5c4568056f2f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SBRJRHTX573HUOLIHSZGLHSVIW/bundle.json","state_url":"https://pith.science/pith/SBRJRHTX573HUOLIHSZGLHSVIW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SBRJRHTX573HUOLIHSZGLHSVIW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T19:27:47Z","links":{"resolver":"https://pith.science/pith/SBRJRHTX573HUOLIHSZGLHSVIW","bundle":"https://pith.science/pith/SBRJRHTX573HUOLIHSZGLHSVIW/bundle.json","state":"https://pith.science/pith/SBRJRHTX573HUOLIHSZGLHSVIW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SBRJRHTX573HUOLIHSZGLHSVIW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:SBRJRHTX573HUOLIHSZGLHSVIW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a1b289b2ed9fac17705a5517dece8bb72825f2c837e39765f96f904206b10571","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-16T19:53:35Z","title_canon_sha256":"86c926377352b942e6c8633c17ec6ff5314e501cb7cd1b60c6f08af90719905e"},"schema_version":"1.0","source":{"id":"2311.10170","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.10170","created_at":"2026-07-05T07:13:47Z"},{"alias_kind":"arxiv_version","alias_value":"2311.10170v1","created_at":"2026-07-05T07:13:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.10170","created_at":"2026-07-05T07:13:47Z"},{"alias_kind":"pith_short_12","alias_value":"SBRJRHTX573H","created_at":"2026-07-05T07:13:47Z"},{"alias_kind":"pith_short_16","alias_value":"SBRJRHTX573HUOLI","created_at":"2026-07-05T07:13:47Z"},{"alias_kind":"pith_short_8","alias_value":"SBRJRHTX","created_at":"2026-07-05T07:13:47Z"}],"graph_snapshots":[{"event_id":"sha256:cd176d7113c27260ed2d39ebeb05f4eca870bc292ad8f6f57bba5c4568056f2f","target":"graph","created_at":"2026-07-05T07:13:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.10170/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper proposes an approach for improving performance of unimodal models with multimodal training. Our approach involves a multi-branch architecture that incorporates unimodal models with a multimodal transformer-based branch. By co-training these branches, the stronger multimodal branch can transfer its knowledge to the weaker unimodal branches through a multi-task objective, thereby improving the performance of the resulting unimodal models. We evaluate our approach on tasks of dynamic hand gesture recognition based on RGB and Depth, audiovisual emotion recognition based on speech and fa","authors_text":"Alexandros Iosifidis, Kateryna Chumachenko, Moncef Gabbouj","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-16T19:53:35Z","title":"Improving Unimodal Inference with Multimodal Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.10170","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e62382f7af8f832828e75e53e4a67ac573f9873bb8ed6ab519ce4a9c2509497b","target":"record","created_at":"2026-07-05T07:13:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a1b289b2ed9fac17705a5517dece8bb72825f2c837e39765f96f904206b10571","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-16T19:53:35Z","title_canon_sha256":"86c926377352b942e6c8633c17ec6ff5314e501cb7cd1b60c6f08af90719905e"},"schema_version":"1.0","source":{"id":"2311.10170","kind":"arxiv","version":1}},"canonical_sha256":"9062989e77eff67a39683cb2659e55459f6460a0b6833647d0544f7de1208389","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9062989e77eff67a39683cb2659e55459f6460a0b6833647d0544f7de1208389","first_computed_at":"2026-07-05T07:13:47.832438Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:13:47.832438Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7C1CmXtOTGNKkB4euGbarcMkdsenNYPJk/sH4Q8+xa6KXipWPNTxR+8TRu4WQjHRvqAveNa7pPxqNUjxYyTACw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:13:47.832880Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.10170","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e62382f7af8f832828e75e53e4a67ac573f9873bb8ed6ab519ce4a9c2509497b","sha256:cd176d7113c27260ed2d39ebeb05f4eca870bc292ad8f6f57bba5c4568056f2f"],"state_sha256":"b41a0c905291bc59750767ca228d2cdb25f09ab719e3eec31b7fa17ffac8ab71"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fQpQfTcuZ6aFBJmXk2azUbiIaHnukuaPT/ivtEGABcdmg+TMb/MghHfG8iM2ZhnjIx9ZSchZsOUJGRmcY9QWAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T19:27:47.873414Z","bundle_sha256":"2a7ac08b7d3970fb5355f4aa4ed39f2cbddf9ef9fd26bce8641e53433fbc998d"}}