{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:VG7M6665CZXL5XX53IKVG63W63","short_pith_number":"pith:VG7M6665","canonical_record":{"source":{"id":"1712.06228","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-12-18T02:37:20Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"fbfc4053ae661e0283d7b812bc4f98c597113b70afac008764b040c3bc9a56c6","abstract_canon_sha256":"762ace571eb047c2ddecd55f731b4143407a9907c6581530cca716c549fec380"},"schema_version":"1.0"},"canonical_sha256":"a9becf7bdd166ebedefdda15537b76f6d36f8bc220cf5879598ec41fdc98863d","source":{"kind":"arxiv","id":"1712.06228","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1712.06228","created_at":"2026-05-18T00:27:50Z"},{"alias_kind":"arxiv_version","alias_value":"1712.06228v1","created_at":"2026-05-18T00:27:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1712.06228","created_at":"2026-05-18T00:27:50Z"},{"alias_kind":"pith_short_12","alias_value":"VG7M6665CZXL","created_at":"2026-05-18T12:31:49Z"},{"alias_kind":"pith_short_16","alias_value":"VG7M6665CZXL5XX5","created_at":"2026-05-18T12:31:49Z"},{"alias_kind":"pith_short_8","alias_value":"VG7M6665","created_at":"2026-05-18T12:31:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:VG7M6665CZXL5XX53IKVG63W63","target":"record","payload":{"canonical_record":{"source":{"id":"1712.06228","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-12-18T02:37:20Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"fbfc4053ae661e0283d7b812bc4f98c597113b70afac008764b040c3bc9a56c6","abstract_canon_sha256":"762ace571eb047c2ddecd55f731b4143407a9907c6581530cca716c549fec380"},"schema_version":"1.0"},"canonical_sha256":"a9becf7bdd166ebedefdda15537b76f6d36f8bc220cf5879598ec41fdc98863d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:27:50.798665Z","signature_b64":"b/RkxUNBKQhf7ZqbaGjF6WHDquXzy+NoeMA2ldHAtFW86hSdds1O6yQQ7w43Wd166Sx0tJD451ixBM2k0IZuAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a9becf7bdd166ebedefdda15537b76f6d36f8bc220cf5879598ec41fdc98863d","last_reissued_at":"2026-05-18T00:27:50.798201Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:27:50.798201Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1712.06228","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:27:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"POj94f0Npe/wyk5k4cIMoFBX+VfH3lgn6xbWKtItkw9z93Y60alNA1glrSZpvzCJYAYdT6LAHPJqZYVgwQ16AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-07T23:53:43.573810Z"},"content_sha256":"fda4c592eed30a03c5d54d4552981f24cee5932fded440a224f5d2241fe6aabc","schema_version":"1.0","event_id":"sha256:fda4c592eed30a03c5d54d4552981f24cee5932fded440a224f5d2241fe6aabc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:VG7M6665CZXL5XX53IKVG63W63","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Visual Explanations from Hadamard Product in Multimodal Deep Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CV","authors_text":"Byoung-Tak Zhang, Jin-Hwa Kim","submitted_at":"2017-12-18T02:37:20Z","abstract_excerpt":"The visual explanation of learned representation of models helps to understand the fundamentals of learning. The attentional models of previous works used to visualize the attended regions over an image or text using their learned weights to confirm their intended mechanism. Kim et al. (2016) show that the Hadamard product in multimodal deep networks, which is well-known for the joint function of visual question answering tasks, implicitly performs an attentional mechanism for visual inputs. In this work, we extend their work to show that the Hadamard product in multimodal deep networks perfor"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1712.06228","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:27:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FIBPNtcCvQ9FVweL0+ejNejrSD9LqSihqQB83b/CYJQ8KpjJ9EI9vpi2O/D8HDXYe5fIhvP1tD7XqeN0iuGUDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-07T23:53:43.574490Z"},"content_sha256":"96ec68dc1054f684200aa650437e4840daa17b39ca6739c5660a22b99d80d2fa","schema_version":"1.0","event_id":"sha256:96ec68dc1054f684200aa650437e4840daa17b39ca6739c5660a22b99d80d2fa"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VG7M6665CZXL5XX53IKVG63W63/bundle.json","state_url":"https://pith.science/pith/VG7M6665CZXL5XX53IKVG63W63/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VG7M6665CZXL5XX53IKVG63W63/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-07T23:53:43Z","links":{"resolver":"https://pith.science/pith/VG7M6665CZXL5XX53IKVG63W63","bundle":"https://pith.science/pith/VG7M6665CZXL5XX53IKVG63W63/bundle.json","state":"https://pith.science/pith/VG7M6665CZXL5XX53IKVG63W63/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VG7M6665CZXL5XX53IKVG63W63/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:VG7M6665CZXL5XX53IKVG63W63","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"762ace571eb047c2ddecd55f731b4143407a9907c6581530cca716c549fec380","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-12-18T02:37:20Z","title_canon_sha256":"fbfc4053ae661e0283d7b812bc4f98c597113b70afac008764b040c3bc9a56c6"},"schema_version":"1.0","source":{"id":"1712.06228","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1712.06228","created_at":"2026-05-18T00:27:50Z"},{"alias_kind":"arxiv_version","alias_value":"1712.06228v1","created_at":"2026-05-18T00:27:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1712.06228","created_at":"2026-05-18T00:27:50Z"},{"alias_kind":"pith_short_12","alias_value":"VG7M6665CZXL","created_at":"2026-05-18T12:31:49Z"},{"alias_kind":"pith_short_16","alias_value":"VG7M6665CZXL5XX5","created_at":"2026-05-18T12:31:49Z"},{"alias_kind":"pith_short_8","alias_value":"VG7M6665","created_at":"2026-05-18T12:31:49Z"}],"graph_snapshots":[{"event_id":"sha256:96ec68dc1054f684200aa650437e4840daa17b39ca6739c5660a22b99d80d2fa","target":"graph","created_at":"2026-05-18T00:27:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"The visual explanation of learned representation of models helps to understand the fundamentals of learning. The attentional models of previous works used to visualize the attended regions over an image or text using their learned weights to confirm their intended mechanism. Kim et al. (2016) show that the Hadamard product in multimodal deep networks, which is well-known for the joint function of visual question answering tasks, implicitly performs an attentional mechanism for visual inputs. In this work, we extend their work to show that the Hadamard product in multimodal deep networks perfor","authors_text":"Byoung-Tak Zhang, Jin-Hwa Kim","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-12-18T02:37:20Z","title":"Visual Explanations from Hadamard Product in Multimodal Deep Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1712.06228","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fda4c592eed30a03c5d54d4552981f24cee5932fded440a224f5d2241fe6aabc","target":"record","created_at":"2026-05-18T00:27:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"762ace571eb047c2ddecd55f731b4143407a9907c6581530cca716c549fec380","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2017-12-18T02:37:20Z","title_canon_sha256":"fbfc4053ae661e0283d7b812bc4f98c597113b70afac008764b040c3bc9a56c6"},"schema_version":"1.0","source":{"id":"1712.06228","kind":"arxiv","version":1}},"canonical_sha256":"a9becf7bdd166ebedefdda15537b76f6d36f8bc220cf5879598ec41fdc98863d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a9becf7bdd166ebedefdda15537b76f6d36f8bc220cf5879598ec41fdc98863d","first_computed_at":"2026-05-18T00:27:50.798201Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:27:50.798201Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"b/RkxUNBKQhf7ZqbaGjF6WHDquXzy+NoeMA2ldHAtFW86hSdds1O6yQQ7w43Wd166Sx0tJD451ixBM2k0IZuAg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:27:50.798665Z","signed_message":"canonical_sha256_bytes"},"source_id":"1712.06228","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fda4c592eed30a03c5d54d4552981f24cee5932fded440a224f5d2241fe6aabc","sha256:96ec68dc1054f684200aa650437e4840daa17b39ca6739c5660a22b99d80d2fa"],"state_sha256":"cb67d3877272b9fa88618ff6f245ca010fa63653b1cd7876204f73550a65bf4f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AvMD2sRKrbsWxTNZtFBR7qnZXiiLRNaaELRTHc1f4vwhUKu+cLsAbJodI+Rt0Yjc5PSCTb2FeKlvNG0WLnM3Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-07T23:53:43.578967Z","bundle_sha256":"5e996af974547acb1009ce2ea2f9fe642ed8361f6e242d271ad6cccef921c8d1"}}