{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:IH7GTO5MH7FXIJFNF5ZBPPK76Q","short_pith_number":"pith:IH7GTO5M","canonical_record":{"source":{"id":"2403.08776","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-01-22T13:54:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"218367a1a3f26037b336f6a6750900ec521f09a13a90633691f688c499929544","abstract_canon_sha256":"125da964aa0d6ca81463a77aeb942ddd45ce6d422b877e2037b6c7b4f956d4d3"},"schema_version":"1.0"},"canonical_sha256":"41fe69bbac3fcb7424ad2f7217bd5ff41881e12e5615f7e1c31c0a344a02dd6f","source":{"kind":"arxiv","id":"2403.08776","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.08776","created_at":"2026-07-05T07:55:46Z"},{"alias_kind":"arxiv_version","alias_value":"2403.08776v1","created_at":"2026-07-05T07:55:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.08776","created_at":"2026-07-05T07:55:46Z"},{"alias_kind":"pith_short_12","alias_value":"IH7GTO5MH7FX","created_at":"2026-07-05T07:55:46Z"},{"alias_kind":"pith_short_16","alias_value":"IH7GTO5MH7FXIJFN","created_at":"2026-07-05T07:55:46Z"},{"alias_kind":"pith_short_8","alias_value":"IH7GTO5M","created_at":"2026-07-05T07:55:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:IH7GTO5MH7FXIJFNF5ZBPPK76Q","target":"record","payload":{"canonical_record":{"source":{"id":"2403.08776","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-01-22T13:54:40Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"218367a1a3f26037b336f6a6750900ec521f09a13a90633691f688c499929544","abstract_canon_sha256":"125da964aa0d6ca81463a77aeb942ddd45ce6d422b877e2037b6c7b4f956d4d3"},"schema_version":"1.0"},"canonical_sha256":"41fe69bbac3fcb7424ad2f7217bd5ff41881e12e5615f7e1c31c0a344a02dd6f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:55:46.831827Z","signature_b64":"uI9AtjbVA7m0RD5uNY5ClCBB5N5PaKCj4/YgJNHB0OiqDw5H7V4gxKhNmL6FiXifmC/PZot6OLR9OXIMgybLAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"41fe69bbac3fcb7424ad2f7217bd5ff41881e12e5615f7e1c31c0a344a02dd6f","last_reissued_at":"2026-07-05T07:55:46.831368Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:55:46.831368Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.08776","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:55:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XedThZL8HBMqK72v0kQ24htx6KfAex7IJCX1v+FPdr2Nz3p17w7expy4tx272Wu4XdkqaJNeoFbotlcJHsdaCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T01:54:01.948194Z"},"content_sha256":"9b1168aa074f8c35638ec724051637fdd991b19e30781572e9ca7a772e46c22c","schema_version":"1.0","event_id":"sha256:9b1168aa074f8c35638ec724051637fdd991b19e30781572e9ca7a772e46c22c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:IH7GTO5MH7FXIJFNF5ZBPPK76Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Leveraging Chat-Based Large Vision Language Models for Multimodal Out-Of-Context Detection","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CV","authors_text":"Fatma Shalabi, Hichem Felouat, Huy H. Nguyen, Isao Echizen","submitted_at":"2024-01-22T13:54:40Z","abstract_excerpt":"Out-of-context (OOC) detection is a challenging task involving identifying images and texts that are irrelevant to the context in which they are presented. Large vision-language models (LVLMs) are effective at various tasks, including image classification and text generation. However, the extent of their proficiency in multimodal OOC detection tasks is unclear. In this paper, we investigate the ability of LVLMs to detect multimodal OOC and show that these models cannot achieve high accuracy on OOC detection tasks without fine-tuning. However, we demonstrate that fine-tuning LVLMs on multimodal"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.08776","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.08776/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:55:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2HAm41FYdpVdopINbN3yE+Q/EkDsceiXuEu+DGEq5ajbFDqCCITTuDBKHFOXxht7DXk2r+jaAxZZjar0kLmhDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T01:54:01.949346Z"},"content_sha256":"759995e8ec3d5b3b041135b143ea288466f26260a54536c9b1325f1dcb04c10e","schema_version":"1.0","event_id":"sha256:759995e8ec3d5b3b041135b143ea288466f26260a54536c9b1325f1dcb04c10e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IH7GTO5MH7FXIJFNF5ZBPPK76Q/bundle.json","state_url":"https://pith.science/pith/IH7GTO5MH7FXIJFNF5ZBPPK76Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IH7GTO5MH7FXIJFNF5ZBPPK76Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T01:54:01Z","links":{"resolver":"https://pith.science/pith/IH7GTO5MH7FXIJFNF5ZBPPK76Q","bundle":"https://pith.science/pith/IH7GTO5MH7FXIJFNF5ZBPPK76Q/bundle.json","state":"https://pith.science/pith/IH7GTO5MH7FXIJFNF5ZBPPK76Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IH7GTO5MH7FXIJFNF5ZBPPK76Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:IH7GTO5MH7FXIJFNF5ZBPPK76Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"125da964aa0d6ca81463a77aeb942ddd45ce6d422b877e2037b6c7b4f956d4d3","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-01-22T13:54:40Z","title_canon_sha256":"218367a1a3f26037b336f6a6750900ec521f09a13a90633691f688c499929544"},"schema_version":"1.0","source":{"id":"2403.08776","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.08776","created_at":"2026-07-05T07:55:46Z"},{"alias_kind":"arxiv_version","alias_value":"2403.08776v1","created_at":"2026-07-05T07:55:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.08776","created_at":"2026-07-05T07:55:46Z"},{"alias_kind":"pith_short_12","alias_value":"IH7GTO5MH7FX","created_at":"2026-07-05T07:55:46Z"},{"alias_kind":"pith_short_16","alias_value":"IH7GTO5MH7FXIJFN","created_at":"2026-07-05T07:55:46Z"},{"alias_kind":"pith_short_8","alias_value":"IH7GTO5M","created_at":"2026-07-05T07:55:46Z"}],"graph_snapshots":[{"event_id":"sha256:759995e8ec3d5b3b041135b143ea288466f26260a54536c9b1325f1dcb04c10e","target":"graph","created_at":"2026-07-05T07:55:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.08776/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Out-of-context (OOC) detection is a challenging task involving identifying images and texts that are irrelevant to the context in which they are presented. Large vision-language models (LVLMs) are effective at various tasks, including image classification and text generation. However, the extent of their proficiency in multimodal OOC detection tasks is unclear. In this paper, we investigate the ability of LVLMs to detect multimodal OOC and show that these models cannot achieve high accuracy on OOC detection tasks without fine-tuning. However, we demonstrate that fine-tuning LVLMs on multimodal","authors_text":"Fatma Shalabi, Hichem Felouat, Huy H. Nguyen, Isao Echizen","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-01-22T13:54:40Z","title":"Leveraging Chat-Based Large Vision Language Models for Multimodal Out-Of-Context Detection"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.08776","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9b1168aa074f8c35638ec724051637fdd991b19e30781572e9ca7a772e46c22c","target":"record","created_at":"2026-07-05T07:55:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"125da964aa0d6ca81463a77aeb942ddd45ce6d422b877e2037b6c7b4f956d4d3","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-01-22T13:54:40Z","title_canon_sha256":"218367a1a3f26037b336f6a6750900ec521f09a13a90633691f688c499929544"},"schema_version":"1.0","source":{"id":"2403.08776","kind":"arxiv","version":1}},"canonical_sha256":"41fe69bbac3fcb7424ad2f7217bd5ff41881e12e5615f7e1c31c0a344a02dd6f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"41fe69bbac3fcb7424ad2f7217bd5ff41881e12e5615f7e1c31c0a344a02dd6f","first_computed_at":"2026-07-05T07:55:46.831368Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:55:46.831368Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"uI9AtjbVA7m0RD5uNY5ClCBB5N5PaKCj4/YgJNHB0OiqDw5H7V4gxKhNmL6FiXifmC/PZot6OLR9OXIMgybLAg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:55:46.831827Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.08776","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9b1168aa074f8c35638ec724051637fdd991b19e30781572e9ca7a772e46c22c","sha256:759995e8ec3d5b3b041135b143ea288466f26260a54536c9b1325f1dcb04c10e"],"state_sha256":"8f14fdfecffff12da0a142f66519509c5d44f00e354871034b7d7edca4a5cf6d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kzMiyi0LL0vNcMG1Eh7BxtbpoM6KKSS0kp2swdF7/prpUeIa/Q2grz8TCutDptQg1gWQn5t4VlpO6gUvy8oWCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T01:54:01.957952Z","bundle_sha256":"a9d4a4cbbe9d543fa8d4abeed7c6eb56584f4f994e20dba484464bae2c648c36"}}