{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MHEVKX3FA6FZ7F7Q7WVUW4IVVF","short_pith_number":"pith:MHEVKX3F","canonical_record":{"source":{"id":"2402.08631","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-13T17:59:34Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"d1ff71e9278950d7330876a692a58b9b1916b2a362a26bbe8142e3660df05320","abstract_canon_sha256":"deb22f2478ab99ac87526d9aa854fb2a5c5f3cc8cc2ef5bebe5e9f693b31a0ca"},"schema_version":"1.0"},"canonical_sha256":"61c9555f65078b9f97f0fdab4b7115a96353274a801be4f5514607cb057d453a","source":{"kind":"arxiv","id":"2402.08631","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.08631","created_at":"2026-07-05T07:46:31Z"},{"alias_kind":"arxiv_version","alias_value":"2402.08631v2","created_at":"2026-07-05T07:46:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.08631","created_at":"2026-07-05T07:46:31Z"},{"alias_kind":"pith_short_12","alias_value":"MHEVKX3FA6FZ","created_at":"2026-07-05T07:46:31Z"},{"alias_kind":"pith_short_16","alias_value":"MHEVKX3FA6FZ7F7Q","created_at":"2026-07-05T07:46:31Z"},{"alias_kind":"pith_short_8","alias_value":"MHEVKX3F","created_at":"2026-07-05T07:46:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MHEVKX3FA6FZ7F7Q7WVUW4IVVF","target":"record","payload":{"canonical_record":{"source":{"id":"2402.08631","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-13T17:59:34Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"d1ff71e9278950d7330876a692a58b9b1916b2a362a26bbe8142e3660df05320","abstract_canon_sha256":"deb22f2478ab99ac87526d9aa854fb2a5c5f3cc8cc2ef5bebe5e9f693b31a0ca"},"schema_version":"1.0"},"canonical_sha256":"61c9555f65078b9f97f0fdab4b7115a96353274a801be4f5514607cb057d453a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:46:31.755992Z","signature_b64":"FBBm8DKBKKBKIjmbeBcaIYzQc4R0WWp8IIp+TarlD3FNikJSjKlZzG1U8hLlkGFDEgSaFuTCmMqHhoJkoNvQBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"61c9555f65078b9f97f0fdab4b7115a96353274a801be4f5514607cb057d453a","last_reissued_at":"2026-07-05T07:46:31.755459Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:46:31.755459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.08631","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:46:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"byLkv6p1hwjHsjf51bvK19T2xOYIKv2defIBg8b5Hjz2IUvVb62pv92HHIilf9MDUW4Ay1wYDtf/FTFZSJpBCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:54:12.214584Z"},"content_sha256":"26833dcbbd16b44513544a91f4598d906724159e9875f664f99d38b29883f7db","schema_version":"1.0","event_id":"sha256:26833dcbbd16b44513544a91f4598d906724159e9875f664f99d38b29883f7db"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MHEVKX3FA6FZ7F7Q7WVUW4IVVF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Knowledge Editing on Black-box Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Guanting Dong, Jinxu Zhao, Keqing He, Weiran Xu, Xiaoshuai Song, Yutao Mou, Zhengyang Wang","submitted_at":"2024-02-13T17:59:34Z","abstract_excerpt":"Knowledge editing (KE) aims to efficiently and precisely modify the behavior of large language models (LLMs) to update specific knowledge without negatively influencing other knowledge. Current research primarily focuses on white-box LLMs editing, overlooking an important scenario: black-box LLMs editing, where LLMs are accessed through interfaces and only textual output is available. In this paper, we first officially introduce KE on black-box LLMs and then propose a comprehensive evaluation framework to overcome the limitations of existing evaluations that are not applicable to black-box LLM"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.08631","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.08631/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:46:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P3xU4UZwDwCVtKIG4fcKM7i3+emWPb1AwAZUYKsQ3BpCOGY6HQ1fgaQZUsEe8li3s9XtM/rRjsWgWgbkmLdiCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:54:12.214953Z"},"content_sha256":"2d0ee8e7c9c6371ed65b0884758ca9578e5c753f8406b1b7c6e767ab8179b6b1","schema_version":"1.0","event_id":"sha256:2d0ee8e7c9c6371ed65b0884758ca9578e5c753f8406b1b7c6e767ab8179b6b1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MHEVKX3FA6FZ7F7Q7WVUW4IVVF/bundle.json","state_url":"https://pith.science/pith/MHEVKX3FA6FZ7F7Q7WVUW4IVVF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MHEVKX3FA6FZ7F7Q7WVUW4IVVF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T13:54:12Z","links":{"resolver":"https://pith.science/pith/MHEVKX3FA6FZ7F7Q7WVUW4IVVF","bundle":"https://pith.science/pith/MHEVKX3FA6FZ7F7Q7WVUW4IVVF/bundle.json","state":"https://pith.science/pith/MHEVKX3FA6FZ7F7Q7WVUW4IVVF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MHEVKX3FA6FZ7F7Q7WVUW4IVVF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MHEVKX3FA6FZ7F7Q7WVUW4IVVF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"deb22f2478ab99ac87526d9aa854fb2a5c5f3cc8cc2ef5bebe5e9f693b31a0ca","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-13T17:59:34Z","title_canon_sha256":"d1ff71e9278950d7330876a692a58b9b1916b2a362a26bbe8142e3660df05320"},"schema_version":"1.0","source":{"id":"2402.08631","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.08631","created_at":"2026-07-05T07:46:31Z"},{"alias_kind":"arxiv_version","alias_value":"2402.08631v2","created_at":"2026-07-05T07:46:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.08631","created_at":"2026-07-05T07:46:31Z"},{"alias_kind":"pith_short_12","alias_value":"MHEVKX3FA6FZ","created_at":"2026-07-05T07:46:31Z"},{"alias_kind":"pith_short_16","alias_value":"MHEVKX3FA6FZ7F7Q","created_at":"2026-07-05T07:46:31Z"},{"alias_kind":"pith_short_8","alias_value":"MHEVKX3F","created_at":"2026-07-05T07:46:31Z"}],"graph_snapshots":[{"event_id":"sha256:2d0ee8e7c9c6371ed65b0884758ca9578e5c753f8406b1b7c6e767ab8179b6b1","target":"graph","created_at":"2026-07-05T07:46:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.08631/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge editing (KE) aims to efficiently and precisely modify the behavior of large language models (LLMs) to update specific knowledge without negatively influencing other knowledge. Current research primarily focuses on white-box LLMs editing, overlooking an important scenario: black-box LLMs editing, where LLMs are accessed through interfaces and only textual output is available. In this paper, we first officially introduce KE on black-box LLMs and then propose a comprehensive evaluation framework to overcome the limitations of existing evaluations that are not applicable to black-box LLM","authors_text":"Guanting Dong, Jinxu Zhao, Keqing He, Weiran Xu, Xiaoshuai Song, Yutao Mou, Zhengyang Wang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-13T17:59:34Z","title":"Knowledge Editing on Black-box Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.08631","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:26833dcbbd16b44513544a91f4598d906724159e9875f664f99d38b29883f7db","target":"record","created_at":"2026-07-05T07:46:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"deb22f2478ab99ac87526d9aa854fb2a5c5f3cc8cc2ef5bebe5e9f693b31a0ca","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-13T17:59:34Z","title_canon_sha256":"d1ff71e9278950d7330876a692a58b9b1916b2a362a26bbe8142e3660df05320"},"schema_version":"1.0","source":{"id":"2402.08631","kind":"arxiv","version":2}},"canonical_sha256":"61c9555f65078b9f97f0fdab4b7115a96353274a801be4f5514607cb057d453a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"61c9555f65078b9f97f0fdab4b7115a96353274a801be4f5514607cb057d453a","first_computed_at":"2026-07-05T07:46:31.755459Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:46:31.755459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FBBm8DKBKKBKIjmbeBcaIYzQc4R0WWp8IIp+TarlD3FNikJSjKlZzG1U8hLlkGFDEgSaFuTCmMqHhoJkoNvQBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:46:31.755992Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.08631","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:26833dcbbd16b44513544a91f4598d906724159e9875f664f99d38b29883f7db","sha256:2d0ee8e7c9c6371ed65b0884758ca9578e5c753f8406b1b7c6e767ab8179b6b1"],"state_sha256":"eeb584753119cb1f8c2e6386f463618ae61230cb14ac7e1664fcd20364f8859b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SkqKbMeJsPBmXAIP6VYZSe5G9G4c4w7KLGy+uWHsKIaY8WhBs5chp+ti5vi7O/tAmLo2RF4XHEPWzf6JGef7AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T13:54:12.216864Z","bundle_sha256":"7217efdc8f404ba8495d4857bff83e8df7bb0a4b4ee4c5589d05644e84eff2b6"}}