{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:2XBSVJHTLQXBUBSEXRYF4MPMKI","short_pith_number":"pith:2XBSVJHT","canonical_record":{"source":{"id":"2409.18753","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-09-27T13:44:55Z","cross_cats_sorted":[],"title_canon_sha256":"f5992a5b9443d45f564669b9c0e97fd7a6b135114138d07a3b6eeadd65abc79c","abstract_canon_sha256":"72a3ab792326678b42d86dcb46bb39d14fadb0105c01038443ce9a7110e8808a"},"schema_version":"1.0"},"canonical_sha256":"d5c32aa4f35c2e1a0644bc705e31ec5223190da11c2fbd460ee2d9aae20e3f0e","source":{"kind":"arxiv","id":"2409.18753","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.18753","created_at":"2026-07-05T09:12:40Z"},{"alias_kind":"arxiv_version","alias_value":"2409.18753v1","created_at":"2026-07-05T09:12:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.18753","created_at":"2026-07-05T09:12:40Z"},{"alias_kind":"pith_short_12","alias_value":"2XBSVJHTLQXB","created_at":"2026-07-05T09:12:40Z"},{"alias_kind":"pith_short_16","alias_value":"2XBSVJHTLQXBUBSE","created_at":"2026-07-05T09:12:40Z"},{"alias_kind":"pith_short_8","alias_value":"2XBSVJHT","created_at":"2026-07-05T09:12:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:2XBSVJHTLQXBUBSEXRYF4MPMKI","target":"record","payload":{"canonical_record":{"source":{"id":"2409.18753","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-09-27T13:44:55Z","cross_cats_sorted":[],"title_canon_sha256":"f5992a5b9443d45f564669b9c0e97fd7a6b135114138d07a3b6eeadd65abc79c","abstract_canon_sha256":"72a3ab792326678b42d86dcb46bb39d14fadb0105c01038443ce9a7110e8808a"},"schema_version":"1.0"},"canonical_sha256":"d5c32aa4f35c2e1a0644bc705e31ec5223190da11c2fbd460ee2d9aae20e3f0e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:12:40.726042Z","signature_b64":"KyGyHmN4mdRllo1CfhAfKjfuKl16Vt8JBrR95VQyZKqax41UtzdtjAh2NQ3gGAztphtfS12buzhS7glSiXDiAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d5c32aa4f35c2e1a0644bc705e31ec5223190da11c2fbd460ee2d9aae20e3f0e","last_reissued_at":"2026-07-05T09:12:40.725582Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:12:40.725582Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.18753","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:12:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fwbSF/3jtx6vBu0eFyeyAcrvk5+oGqpfru3iFprOaTrJxm4S7WBzDGR3UDV05e7g3rJzApkFERxN/K7m2nuIAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T06:49:30.743646Z"},"content_sha256":"8a22631b47b66a665f49a6ff7362553098b8d5c6fed362fb776ba5732e660c58","schema_version":"1.0","event_id":"sha256:8a22631b47b66a665f49a6ff7362553098b8d5c6fed362fb776ba5732e660c58"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:2XBSVJHTLQXBUBSEXRYF4MPMKI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Enhancing Explainability in Multimodal Large Language Models Using Ontological Context","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Birgitta K\\\"onig-Ries, Jihen Amara, Sheeba Samuel","submitted_at":"2024-09-27T13:44:55Z","abstract_excerpt":"Recently, there has been a growing interest in Multimodal Large Language Models (MLLMs) due to their remarkable potential in various tasks integrating different modalities, such as image and text, as well as applications such as image captioning and visual question answering. However, such models still face challenges in accurately captioning and interpreting specific visual concepts and classes, particularly in domain-specific applications. We argue that integrating domain knowledge in the form of an ontology can significantly address these issues. In this work, as a proof of concept, we prop"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.18753","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.18753/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:12:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Yyx7L0+HNbK/hmNYtYRcZRKaqV/Iy8IyGJkU1pfIeN++Q58YfLUYzutFjkwUkzGZdugi9BmkYxzgu5UzyvjWDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T06:49:30.744025Z"},"content_sha256":"d28ca1832c01a48d3a0a329c73a337342963a79c998d46cd179a360197070d0f","schema_version":"1.0","event_id":"sha256:d28ca1832c01a48d3a0a329c73a337342963a79c998d46cd179a360197070d0f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2XBSVJHTLQXBUBSEXRYF4MPMKI/bundle.json","state_url":"https://pith.science/pith/2XBSVJHTLQXBUBSEXRYF4MPMKI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2XBSVJHTLQXBUBSEXRYF4MPMKI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-10T06:49:30Z","links":{"resolver":"https://pith.science/pith/2XBSVJHTLQXBUBSEXRYF4MPMKI","bundle":"https://pith.science/pith/2XBSVJHTLQXBUBSEXRYF4MPMKI/bundle.json","state":"https://pith.science/pith/2XBSVJHTLQXBUBSEXRYF4MPMKI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2XBSVJHTLQXBUBSEXRYF4MPMKI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:2XBSVJHTLQXBUBSEXRYF4MPMKI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"72a3ab792326678b42d86dcb46bb39d14fadb0105c01038443ce9a7110e8808a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-09-27T13:44:55Z","title_canon_sha256":"f5992a5b9443d45f564669b9c0e97fd7a6b135114138d07a3b6eeadd65abc79c"},"schema_version":"1.0","source":{"id":"2409.18753","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.18753","created_at":"2026-07-05T09:12:40Z"},{"alias_kind":"arxiv_version","alias_value":"2409.18753v1","created_at":"2026-07-05T09:12:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.18753","created_at":"2026-07-05T09:12:40Z"},{"alias_kind":"pith_short_12","alias_value":"2XBSVJHTLQXB","created_at":"2026-07-05T09:12:40Z"},{"alias_kind":"pith_short_16","alias_value":"2XBSVJHTLQXBUBSE","created_at":"2026-07-05T09:12:40Z"},{"alias_kind":"pith_short_8","alias_value":"2XBSVJHT","created_at":"2026-07-05T09:12:40Z"}],"graph_snapshots":[{"event_id":"sha256:d28ca1832c01a48d3a0a329c73a337342963a79c998d46cd179a360197070d0f","target":"graph","created_at":"2026-07-05T09:12:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.18753/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, there has been a growing interest in Multimodal Large Language Models (MLLMs) due to their remarkable potential in various tasks integrating different modalities, such as image and text, as well as applications such as image captioning and visual question answering. However, such models still face challenges in accurately captioning and interpreting specific visual concepts and classes, particularly in domain-specific applications. We argue that integrating domain knowledge in the form of an ontology can significantly address these issues. In this work, as a proof of concept, we prop","authors_text":"Birgitta K\\\"onig-Ries, Jihen Amara, Sheeba Samuel","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-09-27T13:44:55Z","title":"Enhancing Explainability in Multimodal Large Language Models Using Ontological Context"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.18753","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8a22631b47b66a665f49a6ff7362553098b8d5c6fed362fb776ba5732e660c58","target":"record","created_at":"2026-07-05T09:12:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"72a3ab792326678b42d86dcb46bb39d14fadb0105c01038443ce9a7110e8808a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-09-27T13:44:55Z","title_canon_sha256":"f5992a5b9443d45f564669b9c0e97fd7a6b135114138d07a3b6eeadd65abc79c"},"schema_version":"1.0","source":{"id":"2409.18753","kind":"arxiv","version":1}},"canonical_sha256":"d5c32aa4f35c2e1a0644bc705e31ec5223190da11c2fbd460ee2d9aae20e3f0e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d5c32aa4f35c2e1a0644bc705e31ec5223190da11c2fbd460ee2d9aae20e3f0e","first_computed_at":"2026-07-05T09:12:40.725582Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:12:40.725582Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KyGyHmN4mdRllo1CfhAfKjfuKl16Vt8JBrR95VQyZKqax41UtzdtjAh2NQ3gGAztphtfS12buzhS7glSiXDiAg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:12:40.726042Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.18753","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8a22631b47b66a665f49a6ff7362553098b8d5c6fed362fb776ba5732e660c58","sha256:d28ca1832c01a48d3a0a329c73a337342963a79c998d46cd179a360197070d0f"],"state_sha256":"29e2e060f3ef0c89bd20512cf597ff25da9e28a8cfd81730449359072cfd3206"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nKEF0bAL2541Sqwl20FNdtsxdyixBk197h/Dnxjgqli9EJH55x3MlUgzQOz5TVg8SFDZXexyiGqUBZ/p+QGNDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-10T06:49:30.745936Z","bundle_sha256":"681a684ccaef74c91ceb6a40cbf88b030b0c4e977685e7fe44576d62626d02f4"}}