{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ZK7EE2ANOI4ZOZWXIGCG534VQZ","short_pith_number":"pith:ZK7EE2AN","canonical_record":{"source":{"id":"2308.03906","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2023-08-07T20:48:07Z","cross_cats_sorted":[],"title_canon_sha256":"ceef0fafde6ca1ee74c9ed7c51fd48f0839e1a1bd28e49aa4bce5967eef98145","abstract_canon_sha256":"6473c4b5cdb6ed4dde540ee8f07630345a9376554efe1ad1853f7026c2720c12"},"schema_version":"1.0"},"canonical_sha256":"cabe42680d72399766d741846eef958667363adb4282b03ba604a12c70db54b9","source":{"kind":"arxiv","id":"2308.03906","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.03906","created_at":"2026-07-05T06:39:19Z"},{"alias_kind":"arxiv_version","alias_value":"2308.03906v1","created_at":"2026-07-05T06:39:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.03906","created_at":"2026-07-05T06:39:19Z"},{"alias_kind":"pith_short_12","alias_value":"ZK7EE2ANOI4Z","created_at":"2026-07-05T06:39:19Z"},{"alias_kind":"pith_short_16","alias_value":"ZK7EE2ANOI4ZOZWX","created_at":"2026-07-05T06:39:19Z"},{"alias_kind":"pith_short_8","alias_value":"ZK7EE2AN","created_at":"2026-07-05T06:39:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ZK7EE2ANOI4ZOZWXIGCG534VQZ","target":"record","payload":{"canonical_record":{"source":{"id":"2308.03906","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2023-08-07T20:48:07Z","cross_cats_sorted":[],"title_canon_sha256":"ceef0fafde6ca1ee74c9ed7c51fd48f0839e1a1bd28e49aa4bce5967eef98145","abstract_canon_sha256":"6473c4b5cdb6ed4dde540ee8f07630345a9376554efe1ad1853f7026c2720c12"},"schema_version":"1.0"},"canonical_sha256":"cabe42680d72399766d741846eef958667363adb4282b03ba604a12c70db54b9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:39:19.353912Z","signature_b64":"AdJwMbmppwjVUyM9+i4sUuwZtvEgxsIJAb3XWI7ZUNn6BaRsqmVz3bqJ+Y98vyZk71MkppvMVMZXJbWdbJliDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cabe42680d72399766d741846eef958667363adb4282b03ba604a12c70db54b9","last_reissued_at":"2026-07-05T06:39:19.353396Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:39:19.353396Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.03906","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:39:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WJ+a8rHzq5eT/OhlGOO7YnJ+hNZY+xUzyEGbun5CtAadyiHba6c5DM9IoLeZ4IDEg9HMf4r1NNj0LkaB86cqCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T15:56:20.512956Z"},"content_sha256":"8a0c7dc9610382eef94285d696f4344361829fadca428aa068676fab5eecf127","schema_version":"1.0","event_id":"sha256:8a0c7dc9610382eef94285d696f4344361829fadca428aa068676fab5eecf127"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ZK7EE2ANOI4ZOZWXIGCG534VQZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TIJO: Trigger Inversion with Joint Optimization for Defending Multimodal Backdoored Models","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Ajay Divakaran, Anirban Roy, Indranil Sur, Karan Sikka, Kaushik Koneripalli, Matthew Walmer, Susmit Jha, Xiao Lin","submitted_at":"2023-08-07T20:48:07Z","abstract_excerpt":"We present a Multimodal Backdoor Defense technique TIJO (Trigger Inversion using Joint Optimization). Recent work arXiv:2112.07668 has demonstrated successful backdoor attacks on multimodal models for the Visual Question Answering task. Their dual-key backdoor trigger is split across two modalities (image and text), such that the backdoor is activated if and only if the trigger is present in both modalities. We propose TIJO that defends against dual-key attacks through a joint optimization that reverse-engineers the trigger in both the image and text modalities. This joint optimization is chal"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.03906","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.03906/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:39:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UcIqLWnHUazluafuL3Pl6TDhrketjwTPnx/TOZJuGB9+CarebmBj5a9s0d4ewN2iw4P14nRWyfsE7syY2qZpDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T15:56:20.513496Z"},"content_sha256":"466fad801231f1d5b7598f8fddbc7ee942006cc8f443ac0686225bd8c4d35391","schema_version":"1.0","event_id":"sha256:466fad801231f1d5b7598f8fddbc7ee942006cc8f443ac0686225bd8c4d35391"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZK7EE2ANOI4ZOZWXIGCG534VQZ/bundle.json","state_url":"https://pith.science/pith/ZK7EE2ANOI4ZOZWXIGCG534VQZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZK7EE2ANOI4ZOZWXIGCG534VQZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T15:56:20Z","links":{"resolver":"https://pith.science/pith/ZK7EE2ANOI4ZOZWXIGCG534VQZ","bundle":"https://pith.science/pith/ZK7EE2ANOI4ZOZWXIGCG534VQZ/bundle.json","state":"https://pith.science/pith/ZK7EE2ANOI4ZOZWXIGCG534VQZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZK7EE2ANOI4ZOZWXIGCG534VQZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ZK7EE2ANOI4ZOZWXIGCG534VQZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6473c4b5cdb6ed4dde540ee8f07630345a9376554efe1ad1853f7026c2720c12","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2023-08-07T20:48:07Z","title_canon_sha256":"ceef0fafde6ca1ee74c9ed7c51fd48f0839e1a1bd28e49aa4bce5967eef98145"},"schema_version":"1.0","source":{"id":"2308.03906","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.03906","created_at":"2026-07-05T06:39:19Z"},{"alias_kind":"arxiv_version","alias_value":"2308.03906v1","created_at":"2026-07-05T06:39:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.03906","created_at":"2026-07-05T06:39:19Z"},{"alias_kind":"pith_short_12","alias_value":"ZK7EE2ANOI4Z","created_at":"2026-07-05T06:39:19Z"},{"alias_kind":"pith_short_16","alias_value":"ZK7EE2ANOI4ZOZWX","created_at":"2026-07-05T06:39:19Z"},{"alias_kind":"pith_short_8","alias_value":"ZK7EE2AN","created_at":"2026-07-05T06:39:19Z"}],"graph_snapshots":[{"event_id":"sha256:466fad801231f1d5b7598f8fddbc7ee942006cc8f443ac0686225bd8c4d35391","target":"graph","created_at":"2026-07-05T06:39:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.03906/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present a Multimodal Backdoor Defense technique TIJO (Trigger Inversion using Joint Optimization). Recent work arXiv:2112.07668 has demonstrated successful backdoor attacks on multimodal models for the Visual Question Answering task. Their dual-key backdoor trigger is split across two modalities (image and text), such that the backdoor is activated if and only if the trigger is present in both modalities. We propose TIJO that defends against dual-key attacks through a joint optimization that reverse-engineers the trigger in both the image and text modalities. This joint optimization is chal","authors_text":"Ajay Divakaran, Anirban Roy, Indranil Sur, Karan Sikka, Kaushik Koneripalli, Matthew Walmer, Susmit Jha, Xiao Lin","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2023-08-07T20:48:07Z","title":"TIJO: Trigger Inversion with Joint Optimization for Defending Multimodal Backdoored Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.03906","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8a0c7dc9610382eef94285d696f4344361829fadca428aa068676fab5eecf127","target":"record","created_at":"2026-07-05T06:39:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6473c4b5cdb6ed4dde540ee8f07630345a9376554efe1ad1853f7026c2720c12","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CV","submitted_at":"2023-08-07T20:48:07Z","title_canon_sha256":"ceef0fafde6ca1ee74c9ed7c51fd48f0839e1a1bd28e49aa4bce5967eef98145"},"schema_version":"1.0","source":{"id":"2308.03906","kind":"arxiv","version":1}},"canonical_sha256":"cabe42680d72399766d741846eef958667363adb4282b03ba604a12c70db54b9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cabe42680d72399766d741846eef958667363adb4282b03ba604a12c70db54b9","first_computed_at":"2026-07-05T06:39:19.353396Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:39:19.353396Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AdJwMbmppwjVUyM9+i4sUuwZtvEgxsIJAb3XWI7ZUNn6BaRsqmVz3bqJ+Y98vyZk71MkppvMVMZXJbWdbJliDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:39:19.353912Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.03906","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8a0c7dc9610382eef94285d696f4344361829fadca428aa068676fab5eecf127","sha256:466fad801231f1d5b7598f8fddbc7ee942006cc8f443ac0686225bd8c4d35391"],"state_sha256":"5982fd1d849abe0d23fe339a10dc11ec661e5e8615a48424dc21b053d455a23c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IJIDXxDJj/xPk7VB5BmaqGTj8V6obKpp/KzlkjOsvPrS+yX462NFLiGssfLFfT7veO4mm+UB1Yk3uMwaGUq8AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T15:56:20.518299Z","bundle_sha256":"97563a4c71b3e3af7337de8e28253211206c6cffb3ea486994954c4134eb3858"}}