{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:SHDHNXCM7B5RXHPV3Z4WXDFMEH","short_pith_number":"pith:SHDHNXCM","canonical_record":{"source":{"id":"2410.01690","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-10-02T16:02:02Z","cross_cats_sorted":[],"title_canon_sha256":"0b0f7bde345b32fd5dc4680f1a88956abdcef032e9fcbe031438345d08602446","abstract_canon_sha256":"c8438a05e0a6347514b2c31e9269b312e7293d2db818ad4a58627cc5ee452006"},"schema_version":"1.0"},"canonical_sha256":"91c676dc4cf87b1b9df5de796b8cac21d9a744afbd81c813b90a88c12a9749ec","source":{"kind":"arxiv","id":"2410.01690","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.01690","created_at":"2026-07-05T09:14:50Z"},{"alias_kind":"arxiv_version","alias_value":"2410.01690v1","created_at":"2026-07-05T09:14:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.01690","created_at":"2026-07-05T09:14:50Z"},{"alias_kind":"pith_short_12","alias_value":"SHDHNXCM7B5R","created_at":"2026-07-05T09:14:50Z"},{"alias_kind":"pith_short_16","alias_value":"SHDHNXCM7B5RXHPV","created_at":"2026-07-05T09:14:50Z"},{"alias_kind":"pith_short_8","alias_value":"SHDHNXCM","created_at":"2026-07-05T09:14:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:SHDHNXCM7B5RXHPV3Z4WXDFMEH","target":"record","payload":{"canonical_record":{"source":{"id":"2410.01690","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-10-02T16:02:02Z","cross_cats_sorted":[],"title_canon_sha256":"0b0f7bde345b32fd5dc4680f1a88956abdcef032e9fcbe031438345d08602446","abstract_canon_sha256":"c8438a05e0a6347514b2c31e9269b312e7293d2db818ad4a58627cc5ee452006"},"schema_version":"1.0"},"canonical_sha256":"91c676dc4cf87b1b9df5de796b8cac21d9a744afbd81c813b90a88c12a9749ec","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:14:50.784776Z","signature_b64":"H2IhjmZP56ey3ZMsVf8uWvSSa87cJGFfIHGle0DlMrhF/WJuXyG0K1GGXAnavrzoIevkDdiUgtUH/cHtEsUtAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"91c676dc4cf87b1b9df5de796b8cac21d9a744afbd81c813b90a88c12a9749ec","last_reissued_at":"2026-07-05T09:14:50.784356Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:14:50.784356Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.01690","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:14:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o1z6IG0DFrB1e1245AVD5lBn0OD1K6B3DYB1LM0f3BaiZqRxQSm7Kj+4lNAZKJ1PMN/B9wp4AFHRZWoa9EgvCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-17T02:03:25.080481Z"},"content_sha256":"e2175c670df96a36709bf97b1cf293f03801c4bfa567bef75ff04710d53f2a86","schema_version":"1.0","event_id":"sha256:e2175c670df96a36709bf97b1cf293f03801c4bfa567bef75ff04710d53f2a86"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:SHDHNXCM7B5RXHPV3Z4WXDFMEH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Why context matters in VQA and Reasoning: Semantic interventions for VLM input modalities","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Carsten L\\\"uth, Hendrik Strobelt, Kenza Amara, Lukas Klein, Mennatallah El-Assady, Paul J\\\"ager","submitted_at":"2024-10-02T16:02:02Z","abstract_excerpt":"The various limitations of Generative AI, such as hallucinations and model failures, have made it crucial to understand the role of different modalities in Visual Language Model (VLM) predictions. Our work investigates how the integration of information from image and text modalities influences the performance and behavior of VLMs in visual question answering (VQA) and reasoning tasks. We measure this effect through answer accuracy, reasoning quality, model uncertainty, and modality relevance. We study the interplay between text and image modalities in different configurations where visual con"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.01690","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.01690/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:14:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0D/nNadU/QUFzVi8Y9Pwwpk5oO2nx1POfVIvDMXv1p5xkqx3JSh+rNLuwmDJE0c23CjhwZAvx5rclHoVr3TJDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-17T02:03:25.080836Z"},"content_sha256":"0a7b5ab29771b94890c9f1561e3111dba126f4055d61a572dc43960efb4675c2","schema_version":"1.0","event_id":"sha256:0a7b5ab29771b94890c9f1561e3111dba126f4055d61a572dc43960efb4675c2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SHDHNXCM7B5RXHPV3Z4WXDFMEH/bundle.json","state_url":"https://pith.science/pith/SHDHNXCM7B5RXHPV3Z4WXDFMEH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SHDHNXCM7B5RXHPV3Z4WXDFMEH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-17T02:03:25Z","links":{"resolver":"https://pith.science/pith/SHDHNXCM7B5RXHPV3Z4WXDFMEH","bundle":"https://pith.science/pith/SHDHNXCM7B5RXHPV3Z4WXDFMEH/bundle.json","state":"https://pith.science/pith/SHDHNXCM7B5RXHPV3Z4WXDFMEH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SHDHNXCM7B5RXHPV3Z4WXDFMEH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:SHDHNXCM7B5RXHPV3Z4WXDFMEH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c8438a05e0a6347514b2c31e9269b312e7293d2db818ad4a58627cc5ee452006","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-10-02T16:02:02Z","title_canon_sha256":"0b0f7bde345b32fd5dc4680f1a88956abdcef032e9fcbe031438345d08602446"},"schema_version":"1.0","source":{"id":"2410.01690","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.01690","created_at":"2026-07-05T09:14:50Z"},{"alias_kind":"arxiv_version","alias_value":"2410.01690v1","created_at":"2026-07-05T09:14:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.01690","created_at":"2026-07-05T09:14:50Z"},{"alias_kind":"pith_short_12","alias_value":"SHDHNXCM7B5R","created_at":"2026-07-05T09:14:50Z"},{"alias_kind":"pith_short_16","alias_value":"SHDHNXCM7B5RXHPV","created_at":"2026-07-05T09:14:50Z"},{"alias_kind":"pith_short_8","alias_value":"SHDHNXCM","created_at":"2026-07-05T09:14:50Z"}],"graph_snapshots":[{"event_id":"sha256:0a7b5ab29771b94890c9f1561e3111dba126f4055d61a572dc43960efb4675c2","target":"graph","created_at":"2026-07-05T09:14:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.01690/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The various limitations of Generative AI, such as hallucinations and model failures, have made it crucial to understand the role of different modalities in Visual Language Model (VLM) predictions. Our work investigates how the integration of information from image and text modalities influences the performance and behavior of VLMs in visual question answering (VQA) and reasoning tasks. We measure this effect through answer accuracy, reasoning quality, model uncertainty, and modality relevance. We study the interplay between text and image modalities in different configurations where visual con","authors_text":"Carsten L\\\"uth, Hendrik Strobelt, Kenza Amara, Lukas Klein, Mennatallah El-Assady, Paul J\\\"ager","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-10-02T16:02:02Z","title":"Why context matters in VQA and Reasoning: Semantic interventions for VLM input modalities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.01690","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e2175c670df96a36709bf97b1cf293f03801c4bfa567bef75ff04710d53f2a86","target":"record","created_at":"2026-07-05T09:14:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c8438a05e0a6347514b2c31e9269b312e7293d2db818ad4a58627cc5ee452006","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-10-02T16:02:02Z","title_canon_sha256":"0b0f7bde345b32fd5dc4680f1a88956abdcef032e9fcbe031438345d08602446"},"schema_version":"1.0","source":{"id":"2410.01690","kind":"arxiv","version":1}},"canonical_sha256":"91c676dc4cf87b1b9df5de796b8cac21d9a744afbd81c813b90a88c12a9749ec","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"91c676dc4cf87b1b9df5de796b8cac21d9a744afbd81c813b90a88c12a9749ec","first_computed_at":"2026-07-05T09:14:50.784356Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:14:50.784356Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"H2IhjmZP56ey3ZMsVf8uWvSSa87cJGFfIHGle0DlMrhF/WJuXyG0K1GGXAnavrzoIevkDdiUgtUH/cHtEsUtAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:14:50.784776Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.01690","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e2175c670df96a36709bf97b1cf293f03801c4bfa567bef75ff04710d53f2a86","sha256:0a7b5ab29771b94890c9f1561e3111dba126f4055d61a572dc43960efb4675c2"],"state_sha256":"96de3e81b8a3eb18be5c2916016f8ac4e9f7590744526e472fe0df02ef684bce"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"k8wGGOjAD8KNO3oA7w6jU3LtvMYVySNTDNUFUpeVe9YsFLJ2Vm8xTXEO8ec7SNvgJKzl0+V7mPsAPJttQObrCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-17T02:03:25.083135Z","bundle_sha256":"b3afbe1832986f795c7a82581d7b191909548db1c96386569195d1b8abce467a"}}