{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:SUIBUDM42Y4TWB3NLXGKKVCDPK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7874e746834c45fdd822447a43e1a92fed72833c667fa8a0a1cc6bbeefc56005","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-14T05:31:29Z","title_canon_sha256":"70bae3547930c1f39a6e9f51a8714c2ca7310c3ce6b82be9405d145aacdd39b4"},"schema_version":"1.0","source":{"id":"2409.09318","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.09318","created_at":"2026-07-05T11:31:39Z"},{"alias_kind":"arxiv_version","alias_value":"2409.09318v4","created_at":"2026-07-05T11:31:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.09318","created_at":"2026-07-05T11:31:39Z"},{"alias_kind":"pith_short_12","alias_value":"SUIBUDM42Y4T","created_at":"2026-07-05T11:31:39Z"},{"alias_kind":"pith_short_16","alias_value":"SUIBUDM42Y4TWB3N","created_at":"2026-07-05T11:31:39Z"},{"alias_kind":"pith_short_8","alias_value":"SUIBUDM4","created_at":"2026-07-05T11:31:39Z"}],"graph_snapshots":[{"event_id":"sha256:7c1977c28b34b8827041353fb901bb60c225a32778729dfd4cd46162e83bed0c","target":"graph","created_at":"2026-07-05T11:31:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.09318/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Hallucination poses a persistent challenge for multimodal large language models (MLLMs). However, existing benchmarks for evaluating hallucinations are generally static, which may overlook the potential risk of data contamination. To address this issue, we propose ODE, an open-set, dynamic protocol designed to evaluate object hallucinations in MLLMs at both the existence and attribute levels. ODE employs a graph-based structure to represent real-world object concepts, their attributes, and the distributional associations between them. This structure facilitates the extraction of concept combin","authors_text":"Jitao Sang, Rui Hu, Yahan Tu","cross_cats":["cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-14T05:31:29Z","title":"ODE: Open-Set Evaluation of Hallucinations in Multimodal Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.09318","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7378cc1888bdd6fe48cecdfb41b909473df7c3a4e5d03b37217fb215ccb87212","target":"record","created_at":"2026-07-05T11:31:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7874e746834c45fdd822447a43e1a92fed72833c667fa8a0a1cc6bbeefc56005","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-14T05:31:29Z","title_canon_sha256":"70bae3547930c1f39a6e9f51a8714c2ca7310c3ce6b82be9405d145aacdd39b4"},"schema_version":"1.0","source":{"id":"2409.09318","kind":"arxiv","version":4}},"canonical_sha256":"95101a0d9cd6393b076d5dcca554437ab0ba5ea836f1778b2da2e16f3901165e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"95101a0d9cd6393b076d5dcca554437ab0ba5ea836f1778b2da2e16f3901165e","first_computed_at":"2026-07-05T11:31:39.963836Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:31:39.963836Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OG7VdHm0ZCeBzdpn4hQElQM2RupUir9Z0BsA4JlXeySwCcTyapZgSUxViHmqPPuX71/yEgArEb8Ow5LMjk1BCA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:31:39.964495Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.09318","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7378cc1888bdd6fe48cecdfb41b909473df7c3a4e5d03b37217fb215ccb87212","sha256:7c1977c28b34b8827041353fb901bb60c225a32778729dfd4cd46162e83bed0c"],"state_sha256":"4832bbe8dd693f458dddbbda2423ec2bf5332df7c0f0cf678e94e8a3429983ab"}