{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:N6563AT6DYXYIGBNNXXPQHWGL5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ea8ece4f82d7c60433219124aff8a22a161111429a7d94292d47c93292a2f165","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-12-17T11:41:49Z","title_canon_sha256":"5f28c4ef26d4123f0d12529056c02b23e299f5af0fc9c194239e242df3b57d88"},"schema_version":"1.0","source":{"id":"2412.12821","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.12821","created_at":"2026-07-05T09:50:21Z"},{"alias_kind":"arxiv_version","alias_value":"2412.12821v1","created_at":"2026-07-05T09:50:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.12821","created_at":"2026-07-05T09:50:21Z"},{"alias_kind":"pith_short_12","alias_value":"N6563AT6DYXY","created_at":"2026-07-05T09:50:21Z"},{"alias_kind":"pith_short_16","alias_value":"N6563AT6DYXYIGBN","created_at":"2026-07-05T09:50:21Z"},{"alias_kind":"pith_short_8","alias_value":"N6563AT6","created_at":"2026-07-05T09:50:21Z"}],"graph_snapshots":[{"event_id":"sha256:8764d257f0d6da50d6fa7bae5ce051b3c48f1e26aaefe65301e79d1b2261a932","target":"graph","created_at":"2026-07-05T09:50:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.12821/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large multimodal language models (MLLMs) have revolutionized natural language processing and visual understanding, but often contain outdated or inaccurate information. Current multimodal knowledge editing evaluations are limited in scope and potentially biased, focusing on narrow tasks and failing to assess the impact on in-domain samples. To address these issues, we introduce ComprehendEdit, a comprehensive benchmark comprising eight diverse tasks from multiple datasets. We propose two novel metrics: Knowledge Generalization Index (KGI) and Knowledge Preservation Index (KPI), which evaluate ","authors_text":"Huiyun Li, Shizhou Zhang, Wei Luo, Xiaopeng Hong, Yaohui Ma, Zhiheng Ma, Zhilin Zhu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-12-17T11:41:49Z","title":"ComprehendEdit: A Comprehensive Dataset and Evaluation Framework for Multimodal Knowledge Editing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.12821","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:12233b1334c370197d5b0f2d16773a4908b1a7bda60b02ca7dba9265c3d08ddf","target":"record","created_at":"2026-07-05T09:50:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ea8ece4f82d7c60433219124aff8a22a161111429a7d94292d47c93292a2f165","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-12-17T11:41:49Z","title_canon_sha256":"5f28c4ef26d4123f0d12529056c02b23e299f5af0fc9c194239e242df3b57d88"},"schema_version":"1.0","source":{"id":"2412.12821","kind":"arxiv","version":1}},"canonical_sha256":"6fbbed827e1e2f84182d6deef81ec65f74c05063d61de25e789d4becfececd9d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6fbbed827e1e2f84182d6deef81ec65f74c05063d61de25e789d4becfececd9d","first_computed_at":"2026-07-05T09:50:21.163494Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:50:21.163494Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"orrrHLMdX7DfYeH32I5MfaD/JQ9k464AlzRqe8J0PzIJkJnozaYhH3d0wvdYawJXPWAkAKmTaY6YDX4Dmt9tAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:50:21.163938Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.12821","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:12233b1334c370197d5b0f2d16773a4908b1a7bda60b02ca7dba9265c3d08ddf","sha256:8764d257f0d6da50d6fa7bae5ce051b3c48f1e26aaefe65301e79d1b2261a932"],"state_sha256":"a7892c9a9a39960deb01157ebf74e85eb0b73838b693b9b03e2f57bea1bb2635"}