{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:FOQI3F7MR4AOJVT22TYLBKNLKX","short_pith_number":"pith:FOQI3F7M","canonical_record":{"source":{"id":"2110.08270","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-15T12:30:21Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"706bddc6305f28c0c00ce821dfa73e3fc88769de4b0686992b6f45c4e0c4fefd","abstract_canon_sha256":"77ecb0349891c3da03bcda834d16cd6c036b109dff9cb420333dcd0904be67fa"},"schema_version":"1.0"},"canonical_sha256":"2ba08d97ec8f00e4d67ad4f0b0a9ab55f3ddce378b5527e4d9b33436a7a2753c","source":{"kind":"arxiv","id":"2110.08270","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.08270","created_at":"2026-07-05T03:23:56Z"},{"alias_kind":"arxiv_version","alias_value":"2110.08270v2","created_at":"2026-07-05T03:23:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.08270","created_at":"2026-07-05T03:23:56Z"},{"alias_kind":"pith_short_12","alias_value":"FOQI3F7MR4AO","created_at":"2026-07-05T03:23:56Z"},{"alias_kind":"pith_short_16","alias_value":"FOQI3F7MR4AOJVT2","created_at":"2026-07-05T03:23:56Z"},{"alias_kind":"pith_short_8","alias_value":"FOQI3F7M","created_at":"2026-07-05T03:23:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:FOQI3F7MR4AOJVT22TYLBKNLKX","target":"record","payload":{"canonical_record":{"source":{"id":"2110.08270","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-15T12:30:21Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"706bddc6305f28c0c00ce821dfa73e3fc88769de4b0686992b6f45c4e0c4fefd","abstract_canon_sha256":"77ecb0349891c3da03bcda834d16cd6c036b109dff9cb420333dcd0904be67fa"},"schema_version":"1.0"},"canonical_sha256":"2ba08d97ec8f00e4d67ad4f0b0a9ab55f3ddce378b5527e4d9b33436a7a2753c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:23:56.365027Z","signature_b64":"Oj4HEuIB4HuThEjNqjrEMeVkoVKn2+DsE/U5Okl0KjYmgJJ2shGUXG+GFQ3rV1JXsxb+sYT/PnBODPi6P0DyDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2ba08d97ec8f00e4d67ad4f0b0a9ab55f3ddce378b5527e4d9b33436a7a2753c","last_reissued_at":"2026-07-05T03:23:56.364592Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:23:56.364592Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.08270","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:23:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TaX2xSOYL6dxfG87Y70zlxDvxlwAh51VvDAir517z/mt8BZM8pFD4wnfISSLUIZUks4QCqtkGNzyO/eUchu8CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T18:03:48.837088Z"},"content_sha256":"d0f5a0e40682e2f0c6c70b34065eeab905fece056deec8243a1ddf30ab6d4ee5","schema_version":"1.0","event_id":"sha256:d0f5a0e40682e2f0c6c70b34065eeab905fece056deec8243a1ddf30ab6d4ee5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:FOQI3F7MR4AOJVT22TYLBKNLKX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"From Multimodal to Unimodal Attention in Transformers using Knowledge Distillation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Dhruv Agarwal, Fran\\c{c}ois Bremond, Laura M. Ferrari, Tanay Agrawal","submitted_at":"2021-10-15T12:30:21Z","abstract_excerpt":"Multimodal Deep Learning has garnered much interest, and transformers have triggered novel approaches, thanks to the cross-attention mechanism. Here we propose an approach to deal with two key existing challenges: the high computational resource demanded and the issue of missing modalities. We introduce for the first time the concept of knowledge distillation in transformers to use only one modality at inference time. We report a full study analyzing multiple student-teacher configurations, levels at which distillation is applied, and different methodologies. With the best configuration, we im"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.08270","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.08270/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:23:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HR8e1JAHJIEc/GeQeO/qehPHc0ayvWvIidnTOFO6CKrjMR6XJl2L28NuvMh6LJ5QR54ZMhngbqvRz1zoOitrBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T18:03:48.837625Z"},"content_sha256":"9d57657d3b6ab3c10911fd6710af0609c0675f426865f4577e160d6905a38c86","schema_version":"1.0","event_id":"sha256:9d57657d3b6ab3c10911fd6710af0609c0675f426865f4577e160d6905a38c86"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FOQI3F7MR4AOJVT22TYLBKNLKX/bundle.json","state_url":"https://pith.science/pith/FOQI3F7MR4AOJVT22TYLBKNLKX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FOQI3F7MR4AOJVT22TYLBKNLKX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T18:03:48Z","links":{"resolver":"https://pith.science/pith/FOQI3F7MR4AOJVT22TYLBKNLKX","bundle":"https://pith.science/pith/FOQI3F7MR4AOJVT22TYLBKNLKX/bundle.json","state":"https://pith.science/pith/FOQI3F7MR4AOJVT22TYLBKNLKX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FOQI3F7MR4AOJVT22TYLBKNLKX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:FOQI3F7MR4AOJVT22TYLBKNLKX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"77ecb0349891c3da03bcda834d16cd6c036b109dff9cb420333dcd0904be67fa","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-15T12:30:21Z","title_canon_sha256":"706bddc6305f28c0c00ce821dfa73e3fc88769de4b0686992b6f45c4e0c4fefd"},"schema_version":"1.0","source":{"id":"2110.08270","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.08270","created_at":"2026-07-05T03:23:56Z"},{"alias_kind":"arxiv_version","alias_value":"2110.08270v2","created_at":"2026-07-05T03:23:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.08270","created_at":"2026-07-05T03:23:56Z"},{"alias_kind":"pith_short_12","alias_value":"FOQI3F7MR4AO","created_at":"2026-07-05T03:23:56Z"},{"alias_kind":"pith_short_16","alias_value":"FOQI3F7MR4AOJVT2","created_at":"2026-07-05T03:23:56Z"},{"alias_kind":"pith_short_8","alias_value":"FOQI3F7M","created_at":"2026-07-05T03:23:56Z"}],"graph_snapshots":[{"event_id":"sha256:9d57657d3b6ab3c10911fd6710af0609c0675f426865f4577e160d6905a38c86","target":"graph","created_at":"2026-07-05T03:23:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.08270/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multimodal Deep Learning has garnered much interest, and transformers have triggered novel approaches, thanks to the cross-attention mechanism. Here we propose an approach to deal with two key existing challenges: the high computational resource demanded and the issue of missing modalities. We introduce for the first time the concept of knowledge distillation in transformers to use only one modality at inference time. We report a full study analyzing multiple student-teacher configurations, levels at which distillation is applied, and different methodologies. With the best configuration, we im","authors_text":"Dhruv Agarwal, Fran\\c{c}ois Bremond, Laura M. Ferrari, Tanay Agrawal","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-15T12:30:21Z","title":"From Multimodal to Unimodal Attention in Transformers using Knowledge Distillation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.08270","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d0f5a0e40682e2f0c6c70b34065eeab905fece056deec8243a1ddf30ab6d4ee5","target":"record","created_at":"2026-07-05T03:23:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"77ecb0349891c3da03bcda834d16cd6c036b109dff9cb420333dcd0904be67fa","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-15T12:30:21Z","title_canon_sha256":"706bddc6305f28c0c00ce821dfa73e3fc88769de4b0686992b6f45c4e0c4fefd"},"schema_version":"1.0","source":{"id":"2110.08270","kind":"arxiv","version":2}},"canonical_sha256":"2ba08d97ec8f00e4d67ad4f0b0a9ab55f3ddce378b5527e4d9b33436a7a2753c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2ba08d97ec8f00e4d67ad4f0b0a9ab55f3ddce378b5527e4d9b33436a7a2753c","first_computed_at":"2026-07-05T03:23:56.364592Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:23:56.364592Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Oj4HEuIB4HuThEjNqjrEMeVkoVKn2+DsE/U5Okl0KjYmgJJ2shGUXG+GFQ3rV1JXsxb+sYT/PnBODPi6P0DyDw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:23:56.365027Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.08270","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d0f5a0e40682e2f0c6c70b34065eeab905fece056deec8243a1ddf30ab6d4ee5","sha256:9d57657d3b6ab3c10911fd6710af0609c0675f426865f4577e160d6905a38c86"],"state_sha256":"6c6d3300c77f7355912b851922a8c5753f84a47e47c689bbc230a58481125f34"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vdGacaHfB9q/SWrvfNrO6MHwoCvr2Ra3/fNpbCSVIeMPo9LmXUx6lYbai36sX7x/thAdXUbs7DoEaQ4hUl1sDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T18:03:48.842247Z","bundle_sha256":"e37919bf4dbf9d91fe78fb20292ef53231a21d968a19a74d6ba3f8ce00c07953"}}