{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:N6563AT6DYXYIGBNNXXPQHWGL5","short_pith_number":"pith:N6563AT6","canonical_record":{"source":{"id":"2412.12821","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-12-17T11:41:49Z","cross_cats_sorted":[],"title_canon_sha256":"5f28c4ef26d4123f0d12529056c02b23e299f5af0fc9c194239e242df3b57d88","abstract_canon_sha256":"ea8ece4f82d7c60433219124aff8a22a161111429a7d94292d47c93292a2f165"},"schema_version":"1.0"},"canonical_sha256":"6fbbed827e1e2f84182d6deef81ec65f74c05063d61de25e789d4becfececd9d","source":{"kind":"arxiv","id":"2412.12821","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.12821","created_at":"2026-07-05T09:50:21Z"},{"alias_kind":"arxiv_version","alias_value":"2412.12821v1","created_at":"2026-07-05T09:50:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.12821","created_at":"2026-07-05T09:50:21Z"},{"alias_kind":"pith_short_12","alias_value":"N6563AT6DYXY","created_at":"2026-07-05T09:50:21Z"},{"alias_kind":"pith_short_16","alias_value":"N6563AT6DYXYIGBN","created_at":"2026-07-05T09:50:21Z"},{"alias_kind":"pith_short_8","alias_value":"N6563AT6","created_at":"2026-07-05T09:50:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:N6563AT6DYXYIGBNNXXPQHWGL5","target":"record","payload":{"canonical_record":{"source":{"id":"2412.12821","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-12-17T11:41:49Z","cross_cats_sorted":[],"title_canon_sha256":"5f28c4ef26d4123f0d12529056c02b23e299f5af0fc9c194239e242df3b57d88","abstract_canon_sha256":"ea8ece4f82d7c60433219124aff8a22a161111429a7d94292d47c93292a2f165"},"schema_version":"1.0"},"canonical_sha256":"6fbbed827e1e2f84182d6deef81ec65f74c05063d61de25e789d4becfececd9d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:50:21.163938Z","signature_b64":"orrrHLMdX7DfYeH32I5MfaD/JQ9k464AlzRqe8J0PzIJkJnozaYhH3d0wvdYawJXPWAkAKmTaY6YDX4Dmt9tAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6fbbed827e1e2f84182d6deef81ec65f74c05063d61de25e789d4becfececd9d","last_reissued_at":"2026-07-05T09:50:21.163494Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:50:21.163494Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.12821","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:50:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uBySxWuLUcVL3050P+orEHDokKUmiN+JQtsVAUk2P7X/fE1xsVgbSnXIz6+PQSAW2YiCQE4ZmXWPpDCh6DWjDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T03:36:17.362298Z"},"content_sha256":"12233b1334c370197d5b0f2d16773a4908b1a7bda60b02ca7dba9265c3d08ddf","schema_version":"1.0","event_id":"sha256:12233b1334c370197d5b0f2d16773a4908b1a7bda60b02ca7dba9265c3d08ddf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:N6563AT6DYXYIGBNNXXPQHWGL5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ComprehendEdit: A Comprehensive Dataset and Evaluation Framework for Multimodal Knowledge Editing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Huiyun Li, Shizhou Zhang, Wei Luo, Xiaopeng Hong, Yaohui Ma, Zhiheng Ma, Zhilin Zhu","submitted_at":"2024-12-17T11:41:49Z","abstract_excerpt":"Large multimodal language models (MLLMs) have revolutionized natural language processing and visual understanding, but often contain outdated or inaccurate information. Current multimodal knowledge editing evaluations are limited in scope and potentially biased, focusing on narrow tasks and failing to assess the impact on in-domain samples. To address these issues, we introduce ComprehendEdit, a comprehensive benchmark comprising eight diverse tasks from multiple datasets. We propose two novel metrics: Knowledge Generalization Index (KGI) and Knowledge Preservation Index (KPI), which evaluate "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.12821","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.12821/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:50:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZTFWnkZXAOqtpYEIrKFWrgcPrcXHYxmalmPRa+SHYuwBW1RCYMhnhrbyySHTS9nVReQhIK8LW1aspSPXSVELAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T03:36:17.362858Z"},"content_sha256":"8764d257f0d6da50d6fa7bae5ce051b3c48f1e26aaefe65301e79d1b2261a932","schema_version":"1.0","event_id":"sha256:8764d257f0d6da50d6fa7bae5ce051b3c48f1e26aaefe65301e79d1b2261a932"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/N6563AT6DYXYIGBNNXXPQHWGL5/bundle.json","state_url":"https://pith.science/pith/N6563AT6DYXYIGBNNXXPQHWGL5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/N6563AT6DYXYIGBNNXXPQHWGL5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T03:36:17Z","links":{"resolver":"https://pith.science/pith/N6563AT6DYXYIGBNNXXPQHWGL5","bundle":"https://pith.science/pith/N6563AT6DYXYIGBNNXXPQHWGL5/bundle.json","state":"https://pith.science/pith/N6563AT6DYXYIGBNNXXPQHWGL5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/N6563AT6DYXYIGBNNXXPQHWGL5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:N6563AT6DYXYIGBNNXXPQHWGL5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ea8ece4f82d7c60433219124aff8a22a161111429a7d94292d47c93292a2f165","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-12-17T11:41:49Z","title_canon_sha256":"5f28c4ef26d4123f0d12529056c02b23e299f5af0fc9c194239e242df3b57d88"},"schema_version":"1.0","source":{"id":"2412.12821","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.12821","created_at":"2026-07-05T09:50:21Z"},{"alias_kind":"arxiv_version","alias_value":"2412.12821v1","created_at":"2026-07-05T09:50:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.12821","created_at":"2026-07-05T09:50:21Z"},{"alias_kind":"pith_short_12","alias_value":"N6563AT6DYXY","created_at":"2026-07-05T09:50:21Z"},{"alias_kind":"pith_short_16","alias_value":"N6563AT6DYXYIGBN","created_at":"2026-07-05T09:50:21Z"},{"alias_kind":"pith_short_8","alias_value":"N6563AT6","created_at":"2026-07-05T09:50:21Z"}],"graph_snapshots":[{"event_id":"sha256:8764d257f0d6da50d6fa7bae5ce051b3c48f1e26aaefe65301e79d1b2261a932","target":"graph","created_at":"2026-07-05T09:50:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.12821/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large multimodal language models (MLLMs) have revolutionized natural language processing and visual understanding, but often contain outdated or inaccurate information. Current multimodal knowledge editing evaluations are limited in scope and potentially biased, focusing on narrow tasks and failing to assess the impact on in-domain samples. To address these issues, we introduce ComprehendEdit, a comprehensive benchmark comprising eight diverse tasks from multiple datasets. We propose two novel metrics: Knowledge Generalization Index (KGI) and Knowledge Preservation Index (KPI), which evaluate ","authors_text":"Huiyun Li, Shizhou Zhang, Wei Luo, Xiaopeng Hong, Yaohui Ma, Zhiheng Ma, Zhilin Zhu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-12-17T11:41:49Z","title":"ComprehendEdit: A Comprehensive Dataset and Evaluation Framework for Multimodal Knowledge Editing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.12821","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:12233b1334c370197d5b0f2d16773a4908b1a7bda60b02ca7dba9265c3d08ddf","target":"record","created_at":"2026-07-05T09:50:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ea8ece4f82d7c60433219124aff8a22a161111429a7d94292d47c93292a2f165","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-12-17T11:41:49Z","title_canon_sha256":"5f28c4ef26d4123f0d12529056c02b23e299f5af0fc9c194239e242df3b57d88"},"schema_version":"1.0","source":{"id":"2412.12821","kind":"arxiv","version":1}},"canonical_sha256":"6fbbed827e1e2f84182d6deef81ec65f74c05063d61de25e789d4becfececd9d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6fbbed827e1e2f84182d6deef81ec65f74c05063d61de25e789d4becfececd9d","first_computed_at":"2026-07-05T09:50:21.163494Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:50:21.163494Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"orrrHLMdX7DfYeH32I5MfaD/JQ9k464AlzRqe8J0PzIJkJnozaYhH3d0wvdYawJXPWAkAKmTaY6YDX4Dmt9tAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:50:21.163938Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.12821","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:12233b1334c370197d5b0f2d16773a4908b1a7bda60b02ca7dba9265c3d08ddf","sha256:8764d257f0d6da50d6fa7bae5ce051b3c48f1e26aaefe65301e79d1b2261a932"],"state_sha256":"a7892c9a9a39960deb01157ebf74e85eb0b73838b693b9b03e2f57bea1bb2635"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"42nrd0pDGAiqBLL5Dg/eEZEP5YKgNLmAH7+f1dj7bMiU0hGIcXXUYGr4hWxtyFQn9pz4gh1ZUZmCIJPwlefyAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T03:36:17.367511Z","bundle_sha256":"13c78fe378ebaef19ec3c1d7403a12e4fef1c233a715f6d565cd44976f96de95"}}