{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:I3ABJOIWQFDQ4C5X27IXNDZLZT","short_pith_number":"pith:I3ABJOIW","canonical_record":{"source":{"id":"2407.21534","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-07-31T11:40:29Z","cross_cats_sorted":[],"title_canon_sha256":"a5014bf5f86fa38674da6367bd18c2c1e14e527a10d48bf8d296fac7838fa628","abstract_canon_sha256":"ba3d31133129b1177b588098e5a31107dc500410141446d8e6265f9f50a6fa5f"},"schema_version":"1.0"},"canonical_sha256":"46c014b91681470e0bb7d7d1768f2bccfcff1e862e2b9482293ab9f3893aed29","source":{"kind":"arxiv","id":"2407.21534","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.21534","created_at":"2026-07-05T09:57:44Z"},{"alias_kind":"arxiv_version","alias_value":"2407.21534v6","created_at":"2026-07-05T09:57:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.21534","created_at":"2026-07-05T09:57:44Z"},{"alias_kind":"pith_short_12","alias_value":"I3ABJOIWQFDQ","created_at":"2026-07-05T09:57:44Z"},{"alias_kind":"pith_short_16","alias_value":"I3ABJOIWQFDQ4C5X","created_at":"2026-07-05T09:57:44Z"},{"alias_kind":"pith_short_8","alias_value":"I3ABJOIW","created_at":"2026-07-05T09:57:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:I3ABJOIWQFDQ4C5X27IXNDZLZT","target":"record","payload":{"canonical_record":{"source":{"id":"2407.21534","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-07-31T11:40:29Z","cross_cats_sorted":[],"title_canon_sha256":"a5014bf5f86fa38674da6367bd18c2c1e14e527a10d48bf8d296fac7838fa628","abstract_canon_sha256":"ba3d31133129b1177b588098e5a31107dc500410141446d8e6265f9f50a6fa5f"},"schema_version":"1.0"},"canonical_sha256":"46c014b91681470e0bb7d7d1768f2bccfcff1e862e2b9482293ab9f3893aed29","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:57:44.508304Z","signature_b64":"OZfxcrJhrYNCgYwcM/vNmn292qrzqnPvpReIa+r7AkwrzRj4dRq2lAdjGubcCKFde03Hzlypf7RxCYNIoWLJAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"46c014b91681470e0bb7d7d1768f2bccfcff1e862e2b9482293ab9f3893aed29","last_reissued_at":"2026-07-05T09:57:44.507852Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:57:44.507852Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.21534","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:57:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SjmfiSdWIdIFb3mO375Y+IVc9MVOKQoQjLWPt9+MIrSaudP0QT2FEyIDj2CZS11yCpXAS7boSBrrppgD2Q8cCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T15:16:02.211671Z"},"content_sha256":"ed338e2629d9b5f511070fbea015323a84b7d78a710145f7049ec0e2bb7b0d8a","schema_version":"1.0","event_id":"sha256:ed338e2629d9b5f511070fbea015323a84b7d78a710145f7049ec0e2bb7b0d8a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:I3ABJOIWQFDQ4C5X27IXNDZLZT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ControlMLLM: Training-Free Visual Prompt Learning for Multimodal Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Gen Luo, Guannan Jiang, Hao Fei, Jiale Li, Jiayi Ji, Mingrui Wu, Oucheng Huang, Rongrong Ji, Xiaoshuai Sun, Xinyue Cai","submitted_at":"2024-07-31T11:40:29Z","abstract_excerpt":"In this work, we propose a training-free method to inject visual prompts into Multimodal Large Language Models (MLLMs) through test-time optimization of a learnable latent variable. We observe that attention, as the core module of MLLMs, connects text prompt tokens and visual tokens, ultimately determining the final results. Our approach involves adjusting visual tokens from the MLP output at test time, controlling the attention response to ensure text prompt tokens attend to visual tokens in referring regions. We optimize a learnable latent variable based on an energy function, enhancing the "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.21534","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.21534/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:57:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"X7VSiUYArC/1trYFJuMhPZGEUSrqVuD9yFugkYeF+97ojxn++tY/ryKHmLgFYP3xKxtHKuk39JDZniPpmYogAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T15:16:02.212172Z"},"content_sha256":"dca7e0bab3fd403d00e3809d3f881c43b253111a9daca0d9ea1a1a36e93e99c3","schema_version":"1.0","event_id":"sha256:dca7e0bab3fd403d00e3809d3f881c43b253111a9daca0d9ea1a1a36e93e99c3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/I3ABJOIWQFDQ4C5X27IXNDZLZT/bundle.json","state_url":"https://pith.science/pith/I3ABJOIWQFDQ4C5X27IXNDZLZT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/I3ABJOIWQFDQ4C5X27IXNDZLZT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T15:16:02Z","links":{"resolver":"https://pith.science/pith/I3ABJOIWQFDQ4C5X27IXNDZLZT","bundle":"https://pith.science/pith/I3ABJOIWQFDQ4C5X27IXNDZLZT/bundle.json","state":"https://pith.science/pith/I3ABJOIWQFDQ4C5X27IXNDZLZT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/I3ABJOIWQFDQ4C5X27IXNDZLZT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:I3ABJOIWQFDQ4C5X27IXNDZLZT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ba3d31133129b1177b588098e5a31107dc500410141446d8e6265f9f50a6fa5f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-07-31T11:40:29Z","title_canon_sha256":"a5014bf5f86fa38674da6367bd18c2c1e14e527a10d48bf8d296fac7838fa628"},"schema_version":"1.0","source":{"id":"2407.21534","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.21534","created_at":"2026-07-05T09:57:44Z"},{"alias_kind":"arxiv_version","alias_value":"2407.21534v6","created_at":"2026-07-05T09:57:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.21534","created_at":"2026-07-05T09:57:44Z"},{"alias_kind":"pith_short_12","alias_value":"I3ABJOIWQFDQ","created_at":"2026-07-05T09:57:44Z"},{"alias_kind":"pith_short_16","alias_value":"I3ABJOIWQFDQ4C5X","created_at":"2026-07-05T09:57:44Z"},{"alias_kind":"pith_short_8","alias_value":"I3ABJOIW","created_at":"2026-07-05T09:57:44Z"}],"graph_snapshots":[{"event_id":"sha256:dca7e0bab3fd403d00e3809d3f881c43b253111a9daca0d9ea1a1a36e93e99c3","target":"graph","created_at":"2026-07-05T09:57:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.21534/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we propose a training-free method to inject visual prompts into Multimodal Large Language Models (MLLMs) through test-time optimization of a learnable latent variable. We observe that attention, as the core module of MLLMs, connects text prompt tokens and visual tokens, ultimately determining the final results. Our approach involves adjusting visual tokens from the MLP output at test time, controlling the attention response to ensure text prompt tokens attend to visual tokens in referring regions. We optimize a learnable latent variable based on an energy function, enhancing the ","authors_text":"Gen Luo, Guannan Jiang, Hao Fei, Jiale Li, Jiayi Ji, Mingrui Wu, Oucheng Huang, Rongrong Ji, Xiaoshuai Sun, Xinyue Cai","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-07-31T11:40:29Z","title":"ControlMLLM: Training-Free Visual Prompt Learning for Multimodal Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.21534","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ed338e2629d9b5f511070fbea015323a84b7d78a710145f7049ec0e2bb7b0d8a","target":"record","created_at":"2026-07-05T09:57:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ba3d31133129b1177b588098e5a31107dc500410141446d8e6265f9f50a6fa5f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-07-31T11:40:29Z","title_canon_sha256":"a5014bf5f86fa38674da6367bd18c2c1e14e527a10d48bf8d296fac7838fa628"},"schema_version":"1.0","source":{"id":"2407.21534","kind":"arxiv","version":6}},"canonical_sha256":"46c014b91681470e0bb7d7d1768f2bccfcff1e862e2b9482293ab9f3893aed29","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"46c014b91681470e0bb7d7d1768f2bccfcff1e862e2b9482293ab9f3893aed29","first_computed_at":"2026-07-05T09:57:44.507852Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:57:44.507852Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OZfxcrJhrYNCgYwcM/vNmn292qrzqnPvpReIa+r7AkwrzRj4dRq2lAdjGubcCKFde03Hzlypf7RxCYNIoWLJAw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:57:44.508304Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.21534","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ed338e2629d9b5f511070fbea015323a84b7d78a710145f7049ec0e2bb7b0d8a","sha256:dca7e0bab3fd403d00e3809d3f881c43b253111a9daca0d9ea1a1a36e93e99c3"],"state_sha256":"12316c37c4e24e45ffc13072e61cf2d89fe14d04b9300597b60b18973863c59f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PYPVXjFjYbuz/7vbrAbldZYfA2n9D17W9eB3qy3wLKXUFZf9m02ziHK9BnocHFlo2hOLuH0XN25bHthx2FlKBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T15:16:02.215709Z","bundle_sha256":"aa354975f8700fbc60dcc5a72c49182758a66f243e1403a53590ff5c901d2c27"}}