{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:4VMZECKSO3GUXJ6ZGL7ZXVCOZX","short_pith_number":"pith:4VMZECKS","canonical_record":{"source":{"id":"2310.03185","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2023-10-04T22:10:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ecb9f4bbc0ecd87bccc4b49969e6861fb3ead3c767068e310d5ee5a85f386709","abstract_canon_sha256":"7891f4f1ba49a3f8f148218f9e90a5bc56fd6a609a8f78215dd1a6b1bc228a77"},"schema_version":"1.0"},"canonical_sha256":"e55992095276cd4ba7d932ff9bd44ecdfcc2f9bd0160473f375118824280ee95","source":{"kind":"arxiv","id":"2310.03185","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.03185","created_at":"2026-07-05T06:57:29Z"},{"alias_kind":"arxiv_version","alias_value":"2310.03185v1","created_at":"2026-07-05T06:57:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.03185","created_at":"2026-07-05T06:57:29Z"},{"alias_kind":"pith_short_12","alias_value":"4VMZECKSO3GU","created_at":"2026-07-05T06:57:29Z"},{"alias_kind":"pith_short_16","alias_value":"4VMZECKSO3GUXJ6Z","created_at":"2026-07-05T06:57:29Z"},{"alias_kind":"pith_short_8","alias_value":"4VMZECKS","created_at":"2026-07-05T06:57:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:4VMZECKSO3GUXJ6ZGL7ZXVCOZX","target":"record","payload":{"canonical_record":{"source":{"id":"2310.03185","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2023-10-04T22:10:01Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ecb9f4bbc0ecd87bccc4b49969e6861fb3ead3c767068e310d5ee5a85f386709","abstract_canon_sha256":"7891f4f1ba49a3f8f148218f9e90a5bc56fd6a609a8f78215dd1a6b1bc228a77"},"schema_version":"1.0"},"canonical_sha256":"e55992095276cd4ba7d932ff9bd44ecdfcc2f9bd0160473f375118824280ee95","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:57:29.831706Z","signature_b64":"LquVWDTkkbq/P30G2DFwubiBjcAH/IiF2LJRouBkUI6SBThoGffM5zw9qRrm9kQ5I0NJ9bJwyfo/OwOPKyzZDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e55992095276cd4ba7d932ff9bd44ecdfcc2f9bd0160473f375118824280ee95","last_reissued_at":"2026-07-05T06:57:29.831207Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:57:29.831207Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.03185","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:57:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZOSKEqB2MDWxEs/oOF90Uuy9aiM+euExpZwQuHZyGIEW9mx5U60eiyQBw3yO8GlBvvKkzC5NpEM+AcyECtNwDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:25:25.176236Z"},"content_sha256":"38eb51c0681d3531310256184b2f2ad0ad8d9b38bdaac8aa551256406741ed24","schema_version":"1.0","event_id":"sha256:38eb51c0681d3531310256184b2f2ad0ad8d9b38bdaac8aa551256406741ed24"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:4VMZECKSO3GUXJ6ZGL7ZXVCOZX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Misusing Tools in Large Language Models With Visual Adversarial Examples","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CR","authors_text":"Earlence Fernandes, Niloofar Mireshghallah, Rajesh K. Gupta, Shuheng Li, Taylor Berg-Kirkpatrick, Xiaohan Fu, Zihan Wang","submitted_at":"2023-10-04T22:10:01Z","abstract_excerpt":"Large Language Models (LLMs) are being enhanced with the ability to use tools and to process multiple modalities. These new capabilities bring new benefits and also new security risks. In this work, we show that an attacker can use visual adversarial examples to cause attacker-desired tool usage. For example, the attacker could cause a victim LLM to delete calendar events, leak private conversations and book hotels. Different from prior work, our attacks can affect the confidentiality and integrity of user resources connected to the LLM while being stealthy and generalizable to multiple input "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.03185","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.03185/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:57:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HKziuRMlHvGeJ9WgGuImdkQVDvGi7G30bC9hLUuiKAHFb/NAiRZjtyIeHme0A6p9KRdZ/VjgHmwR+z22hju2BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:25:25.176750Z"},"content_sha256":"e775c16ed3104cded3508f889f055423bbadcd632a67ba3e82f9e88463096bef","schema_version":"1.0","event_id":"sha256:e775c16ed3104cded3508f889f055423bbadcd632a67ba3e82f9e88463096bef"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4VMZECKSO3GUXJ6ZGL7ZXVCOZX/bundle.json","state_url":"https://pith.science/pith/4VMZECKSO3GUXJ6ZGL7ZXVCOZX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4VMZECKSO3GUXJ6ZGL7ZXVCOZX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T09:25:25Z","links":{"resolver":"https://pith.science/pith/4VMZECKSO3GUXJ6ZGL7ZXVCOZX","bundle":"https://pith.science/pith/4VMZECKSO3GUXJ6ZGL7ZXVCOZX/bundle.json","state":"https://pith.science/pith/4VMZECKSO3GUXJ6ZGL7ZXVCOZX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4VMZECKSO3GUXJ6ZGL7ZXVCOZX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:4VMZECKSO3GUXJ6ZGL7ZXVCOZX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7891f4f1ba49a3f8f148218f9e90a5bc56fd6a609a8f78215dd1a6b1bc228a77","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2023-10-04T22:10:01Z","title_canon_sha256":"ecb9f4bbc0ecd87bccc4b49969e6861fb3ead3c767068e310d5ee5a85f386709"},"schema_version":"1.0","source":{"id":"2310.03185","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.03185","created_at":"2026-07-05T06:57:29Z"},{"alias_kind":"arxiv_version","alias_value":"2310.03185v1","created_at":"2026-07-05T06:57:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.03185","created_at":"2026-07-05T06:57:29Z"},{"alias_kind":"pith_short_12","alias_value":"4VMZECKSO3GU","created_at":"2026-07-05T06:57:29Z"},{"alias_kind":"pith_short_16","alias_value":"4VMZECKSO3GUXJ6Z","created_at":"2026-07-05T06:57:29Z"},{"alias_kind":"pith_short_8","alias_value":"4VMZECKS","created_at":"2026-07-05T06:57:29Z"}],"graph_snapshots":[{"event_id":"sha256:e775c16ed3104cded3508f889f055423bbadcd632a67ba3e82f9e88463096bef","target":"graph","created_at":"2026-07-05T06:57:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.03185/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are being enhanced with the ability to use tools and to process multiple modalities. These new capabilities bring new benefits and also new security risks. In this work, we show that an attacker can use visual adversarial examples to cause attacker-desired tool usage. For example, the attacker could cause a victim LLM to delete calendar events, leak private conversations and book hotels. Different from prior work, our attacks can affect the confidentiality and integrity of user resources connected to the LLM while being stealthy and generalizable to multiple input ","authors_text":"Earlence Fernandes, Niloofar Mireshghallah, Rajesh K. Gupta, Shuheng Li, Taylor Berg-Kirkpatrick, Xiaohan Fu, Zihan Wang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2023-10-04T22:10:01Z","title":"Misusing Tools in Large Language Models With Visual Adversarial Examples"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.03185","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:38eb51c0681d3531310256184b2f2ad0ad8d9b38bdaac8aa551256406741ed24","target":"record","created_at":"2026-07-05T06:57:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7891f4f1ba49a3f8f148218f9e90a5bc56fd6a609a8f78215dd1a6b1bc228a77","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CR","submitted_at":"2023-10-04T22:10:01Z","title_canon_sha256":"ecb9f4bbc0ecd87bccc4b49969e6861fb3ead3c767068e310d5ee5a85f386709"},"schema_version":"1.0","source":{"id":"2310.03185","kind":"arxiv","version":1}},"canonical_sha256":"e55992095276cd4ba7d932ff9bd44ecdfcc2f9bd0160473f375118824280ee95","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e55992095276cd4ba7d932ff9bd44ecdfcc2f9bd0160473f375118824280ee95","first_computed_at":"2026-07-05T06:57:29.831207Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:57:29.831207Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LquVWDTkkbq/P30G2DFwubiBjcAH/IiF2LJRouBkUI6SBThoGffM5zw9qRrm9kQ5I0NJ9bJwyfo/OwOPKyzZDw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:57:29.831706Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.03185","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:38eb51c0681d3531310256184b2f2ad0ad8d9b38bdaac8aa551256406741ed24","sha256:e775c16ed3104cded3508f889f055423bbadcd632a67ba3e82f9e88463096bef"],"state_sha256":"a1c3a1ae549e0254433bc5910597179311803300588eb91af45f19c1ca7c2b93"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nyGVAYYP90ulvnINEXzWeJIcqoup+u8FGJI4kwdmmP9/sVVFMeA6SDsNIdWgUrPRTqE1tMrwkd0eMd24YZapAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T09:25:25.181062Z","bundle_sha256":"4b81d4786deb40a37fcb6eca13868e256ed3c934145fb46f2a1a563c0663b465"}}