{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:KICO6LBKWZOMPQ5YNFYMPHZOQS","short_pith_number":"pith:KICO6LBK","canonical_record":{"source":{"id":"2505.23291","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T09:42:25Z","cross_cats_sorted":[],"title_canon_sha256":"a20407c46a021d29db2dde4785877db887b9c4459ae4b49ba8f463db7614372a","abstract_canon_sha256":"4c14695865f02eced9a7748b05844bf1423fe25cf8b6ea138c0fe8ff1b5976aa"},"schema_version":"1.0"},"canonical_sha256":"5204ef2c2ab65cc7c3b86970c79f2e84bd186f73cb676f68c681cd0814820b0e","source":{"kind":"arxiv","id":"2505.23291","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.23291","created_at":"2026-07-05T11:14:08Z"},{"alias_kind":"arxiv_version","alias_value":"2505.23291v2","created_at":"2026-07-05T11:14:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.23291","created_at":"2026-07-05T11:14:08Z"},{"alias_kind":"pith_short_12","alias_value":"KICO6LBKWZOM","created_at":"2026-07-05T11:14:08Z"},{"alias_kind":"pith_short_16","alias_value":"KICO6LBKWZOMPQ5Y","created_at":"2026-07-05T11:14:08Z"},{"alias_kind":"pith_short_8","alias_value":"KICO6LBK","created_at":"2026-07-05T11:14:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:KICO6LBKWZOMPQ5YNFYMPHZOQS","target":"record","payload":{"canonical_record":{"source":{"id":"2505.23291","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T09:42:25Z","cross_cats_sorted":[],"title_canon_sha256":"a20407c46a021d29db2dde4785877db887b9c4459ae4b49ba8f463db7614372a","abstract_canon_sha256":"4c14695865f02eced9a7748b05844bf1423fe25cf8b6ea138c0fe8ff1b5976aa"},"schema_version":"1.0"},"canonical_sha256":"5204ef2c2ab65cc7c3b86970c79f2e84bd186f73cb676f68c681cd0814820b0e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:14:08.348630Z","signature_b64":"9+74TKUIJdwKSVKO+lX0GAVaG0gebhsrr0xc5IcPqCYU8vycLYfb7qjXiennSnUtdch6mAW1AwJC6alFYOr/Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5204ef2c2ab65cc7c3b86970c79f2e84bd186f73cb676f68c681cd0814820b0e","last_reissued_at":"2026-07-05T11:14:08.348168Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:14:08.348168Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.23291","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:14:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vLDu0Dha4i3fgELMuzCrWJ+KZDHvSYQeRa7B7qRN78w8kcj083628QtEVBsT3a2m39FdzJPbjSTgSKb3sNhXAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:34:11.876854Z"},"content_sha256":"b2f83515c01fca999a005ec987c2c2f23ac03eb79ce22df877a87ed03f8b0ba3","schema_version":"1.0","event_id":"sha256:b2f83515c01fca999a005ec987c2c2f23ac03eb79ce22df877a87ed03f8b0ba3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:KICO6LBKWZOMPQ5YNFYMPHZOQS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ScEdit: Script-based Assessment of Knowledge Editing","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dekai Zhuang, Dianbo Sui, Dianhui Chu, Jiabao Kang, Liyan Xu, Qian Zhang, Qingbin Liu, Xi Chen, Xinye Li, Zhiying Tu, Zunwen Zheng","submitted_at":"2025-05-29T09:42:25Z","abstract_excerpt":"Knowledge Editing (KE) has gained increasing attention, yet current KE tasks remain relatively simple. Under current evaluation frameworks, many editing methods achieve exceptionally high scores, sometimes nearing perfection. However, few studies integrate KE into real-world application scenarios (e.g., recent interest in LLM-as-agent). To support our analysis, we introduce a novel script-based benchmark -- ScEdit (Script-based Knowledge Editing Benchmark) -- which encompasses both counterfactual and temporal edits. We integrate token-level and text-level evaluation methods, comprehensively an"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.23291","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.23291/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:14:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ke54hXdXUe5eLbyTLk9YafYm95wt2gzx2g/PHdEOBQ0FNAJPVGBVru231mm+8caqLECISqNA0UzTySK2gTbrAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:34:11.878700Z"},"content_sha256":"0ecfe667577dfa0f49bfffa89d63afd23730b22a2a340e66a43ce8de0464565c","schema_version":"1.0","event_id":"sha256:0ecfe667577dfa0f49bfffa89d63afd23730b22a2a340e66a43ce8de0464565c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KICO6LBKWZOMPQ5YNFYMPHZOQS/bundle.json","state_url":"https://pith.science/pith/KICO6LBKWZOMPQ5YNFYMPHZOQS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KICO6LBKWZOMPQ5YNFYMPHZOQS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T01:34:11Z","links":{"resolver":"https://pith.science/pith/KICO6LBKWZOMPQ5YNFYMPHZOQS","bundle":"https://pith.science/pith/KICO6LBKWZOMPQ5YNFYMPHZOQS/bundle.json","state":"https://pith.science/pith/KICO6LBKWZOMPQ5YNFYMPHZOQS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KICO6LBKWZOMPQ5YNFYMPHZOQS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:KICO6LBKWZOMPQ5YNFYMPHZOQS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4c14695865f02eced9a7748b05844bf1423fe25cf8b6ea138c0fe8ff1b5976aa","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T09:42:25Z","title_canon_sha256":"a20407c46a021d29db2dde4785877db887b9c4459ae4b49ba8f463db7614372a"},"schema_version":"1.0","source":{"id":"2505.23291","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.23291","created_at":"2026-07-05T11:14:08Z"},{"alias_kind":"arxiv_version","alias_value":"2505.23291v2","created_at":"2026-07-05T11:14:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.23291","created_at":"2026-07-05T11:14:08Z"},{"alias_kind":"pith_short_12","alias_value":"KICO6LBKWZOM","created_at":"2026-07-05T11:14:08Z"},{"alias_kind":"pith_short_16","alias_value":"KICO6LBKWZOMPQ5Y","created_at":"2026-07-05T11:14:08Z"},{"alias_kind":"pith_short_8","alias_value":"KICO6LBK","created_at":"2026-07-05T11:14:08Z"}],"graph_snapshots":[{"event_id":"sha256:0ecfe667577dfa0f49bfffa89d63afd23730b22a2a340e66a43ce8de0464565c","target":"graph","created_at":"2026-07-05T11:14:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.23291/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge Editing (KE) has gained increasing attention, yet current KE tasks remain relatively simple. Under current evaluation frameworks, many editing methods achieve exceptionally high scores, sometimes nearing perfection. However, few studies integrate KE into real-world application scenarios (e.g., recent interest in LLM-as-agent). To support our analysis, we introduce a novel script-based benchmark -- ScEdit (Script-based Knowledge Editing Benchmark) -- which encompasses both counterfactual and temporal edits. We integrate token-level and text-level evaluation methods, comprehensively an","authors_text":"Dekai Zhuang, Dianbo Sui, Dianhui Chu, Jiabao Kang, Liyan Xu, Qian Zhang, Qingbin Liu, Xi Chen, Xinye Li, Zhiying Tu, Zunwen Zheng","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T09:42:25Z","title":"ScEdit: Script-based Assessment of Knowledge Editing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.23291","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b2f83515c01fca999a005ec987c2c2f23ac03eb79ce22df877a87ed03f8b0ba3","target":"record","created_at":"2026-07-05T11:14:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4c14695865f02eced9a7748b05844bf1423fe25cf8b6ea138c0fe8ff1b5976aa","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-29T09:42:25Z","title_canon_sha256":"a20407c46a021d29db2dde4785877db887b9c4459ae4b49ba8f463db7614372a"},"schema_version":"1.0","source":{"id":"2505.23291","kind":"arxiv","version":2}},"canonical_sha256":"5204ef2c2ab65cc7c3b86970c79f2e84bd186f73cb676f68c681cd0814820b0e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5204ef2c2ab65cc7c3b86970c79f2e84bd186f73cb676f68c681cd0814820b0e","first_computed_at":"2026-07-05T11:14:08.348168Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:14:08.348168Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9+74TKUIJdwKSVKO+lX0GAVaG0gebhsrr0xc5IcPqCYU8vycLYfb7qjXiennSnUtdch6mAW1AwJC6alFYOr/Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:14:08.348630Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.23291","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b2f83515c01fca999a005ec987c2c2f23ac03eb79ce22df877a87ed03f8b0ba3","sha256:0ecfe667577dfa0f49bfffa89d63afd23730b22a2a340e66a43ce8de0464565c"],"state_sha256":"8fbd40b04004fc512f21c7852fed075ab08e390fbeb911663016a3b0ee48995e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oZVezbpDd1RxKOpBQLQthqgxlFFTFXu/ahTg5Vt+/GwhUknxMh76+zCnwN3EpiemEeCiwGpCqN2D9LxEK7IOBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T01:34:11.886297Z","bundle_sha256":"77f139e2135e603ca858efb6a618c04e477ff9abbf6fb0d70f34bbc0b9287584"}}