{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:GTGZU6VZEPD7G67OSCCAO7EJIA","short_pith_number":"pith:GTGZU6VZ","canonical_record":{"source":{"id":"2505.18690","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-24T13:32:03Z","cross_cats_sorted":[],"title_canon_sha256":"8fc1a1f8356a8132adf1bd131cb2c8868a1c8b95f73f42f72f272b75bc2731bc","abstract_canon_sha256":"0f17c708a2d3c33fa4b7ea73161072fc56de0516c50b76a8d258a3286a60fe8a"},"schema_version":"1.0"},"canonical_sha256":"34cd9a7ab923c7f37bee9084077c8940133bd286be6db6e2678350f7480728f1","source":{"kind":"arxiv","id":"2505.18690","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.18690","created_at":"2026-07-05T11:09:17Z"},{"alias_kind":"arxiv_version","alias_value":"2505.18690v1","created_at":"2026-07-05T11:09:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.18690","created_at":"2026-07-05T11:09:17Z"},{"alias_kind":"pith_short_12","alias_value":"GTGZU6VZEPD7","created_at":"2026-07-05T11:09:17Z"},{"alias_kind":"pith_short_16","alias_value":"GTGZU6VZEPD7G67O","created_at":"2026-07-05T11:09:17Z"},{"alias_kind":"pith_short_8","alias_value":"GTGZU6VZ","created_at":"2026-07-05T11:09:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:GTGZU6VZEPD7G67OSCCAO7EJIA","target":"record","payload":{"canonical_record":{"source":{"id":"2505.18690","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-24T13:32:03Z","cross_cats_sorted":[],"title_canon_sha256":"8fc1a1f8356a8132adf1bd131cb2c8868a1c8b95f73f42f72f272b75bc2731bc","abstract_canon_sha256":"0f17c708a2d3c33fa4b7ea73161072fc56de0516c50b76a8d258a3286a60fe8a"},"schema_version":"1.0"},"canonical_sha256":"34cd9a7ab923c7f37bee9084077c8940133bd286be6db6e2678350f7480728f1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:09:17.942118Z","signature_b64":"0KiC0+vXgx1TpnDLLaSUyPaU8WIWt31Zwv6FJHU0tHwqnnxEPgtd1qC5Gc+h9VVI/ExLPJ3lpZNu6gqx9Xc1Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"34cd9a7ab923c7f37bee9084077c8940133bd286be6db6e2678350f7480728f1","last_reissued_at":"2026-07-05T11:09:17.941632Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:09:17.941632Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.18690","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IF4BbfzVeRP76zSyPBnUpddgA679RdLjwWqV4o68kJgaqpkO/olrXHGcQK6AGJ1blmMbtw0y7VN99FDAiFQjBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T08:33:22.326125Z"},"content_sha256":"cc32623a4cd9503c53fa9e35d74cdbbe00e76ecf629a76430b62d882f07c1743","schema_version":"1.0","event_id":"sha256:cc32623a4cd9503c53fa9e35d74cdbbe00e76ecf629a76430b62d882f07c1743"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:GTGZU6VZEPD7G67OSCCAO7EJIA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Benchmarking and Rethinking Knowledge Editing for Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aixin Sun, Futing Wang, Guoxiu He, Xin Song","submitted_at":"2025-05-24T13:32:03Z","abstract_excerpt":"Knowledge editing aims to update the embedded knowledge within Large Language Models (LLMs). However, existing approaches, whether through parameter modification or external memory integration, often suffer from inconsistent evaluation objectives and experimental setups. To address this gap, we conduct a comprehensive benchmarking study. In addition to fact-level datasets, we introduce more complex event-based datasets and general-purpose datasets drawn from other tasks. Our evaluation covers both instruction-tuned and reasoning-oriented LLMs, under a realistic autoregressive inference setting"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.18690","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.18690/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QlUVqNofsmDd1c8PFctDSo4YkfGxwgD1TRFmwgxzkyPA1QLY9bkBaTLR7I2ra6o8+b8T6IQk2yY2ZfShInxABg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T08:33:22.326640Z"},"content_sha256":"8bef011f16ad535b3f20c255d6f6ea5e03b534fba991d38c713e802e52dbbb90","schema_version":"1.0","event_id":"sha256:8bef011f16ad535b3f20c255d6f6ea5e03b534fba991d38c713e802e52dbbb90"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GTGZU6VZEPD7G67OSCCAO7EJIA/bundle.json","state_url":"https://pith.science/pith/GTGZU6VZEPD7G67OSCCAO7EJIA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GTGZU6VZEPD7G67OSCCAO7EJIA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T08:33:22Z","links":{"resolver":"https://pith.science/pith/GTGZU6VZEPD7G67OSCCAO7EJIA","bundle":"https://pith.science/pith/GTGZU6VZEPD7G67OSCCAO7EJIA/bundle.json","state":"https://pith.science/pith/GTGZU6VZEPD7G67OSCCAO7EJIA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GTGZU6VZEPD7G67OSCCAO7EJIA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:GTGZU6VZEPD7G67OSCCAO7EJIA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0f17c708a2d3c33fa4b7ea73161072fc56de0516c50b76a8d258a3286a60fe8a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-24T13:32:03Z","title_canon_sha256":"8fc1a1f8356a8132adf1bd131cb2c8868a1c8b95f73f42f72f272b75bc2731bc"},"schema_version":"1.0","source":{"id":"2505.18690","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.18690","created_at":"2026-07-05T11:09:17Z"},{"alias_kind":"arxiv_version","alias_value":"2505.18690v1","created_at":"2026-07-05T11:09:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.18690","created_at":"2026-07-05T11:09:17Z"},{"alias_kind":"pith_short_12","alias_value":"GTGZU6VZEPD7","created_at":"2026-07-05T11:09:17Z"},{"alias_kind":"pith_short_16","alias_value":"GTGZU6VZEPD7G67O","created_at":"2026-07-05T11:09:17Z"},{"alias_kind":"pith_short_8","alias_value":"GTGZU6VZ","created_at":"2026-07-05T11:09:17Z"}],"graph_snapshots":[{"event_id":"sha256:8bef011f16ad535b3f20c255d6f6ea5e03b534fba991d38c713e802e52dbbb90","target":"graph","created_at":"2026-07-05T11:09:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.18690/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge editing aims to update the embedded knowledge within Large Language Models (LLMs). However, existing approaches, whether through parameter modification or external memory integration, often suffer from inconsistent evaluation objectives and experimental setups. To address this gap, we conduct a comprehensive benchmarking study. In addition to fact-level datasets, we introduce more complex event-based datasets and general-purpose datasets drawn from other tasks. Our evaluation covers both instruction-tuned and reasoning-oriented LLMs, under a realistic autoregressive inference setting","authors_text":"Aixin Sun, Futing Wang, Guoxiu He, Xin Song","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-24T13:32:03Z","title":"Benchmarking and Rethinking Knowledge Editing for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.18690","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cc32623a4cd9503c53fa9e35d74cdbbe00e76ecf629a76430b62d882f07c1743","target":"record","created_at":"2026-07-05T11:09:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0f17c708a2d3c33fa4b7ea73161072fc56de0516c50b76a8d258a3286a60fe8a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-24T13:32:03Z","title_canon_sha256":"8fc1a1f8356a8132adf1bd131cb2c8868a1c8b95f73f42f72f272b75bc2731bc"},"schema_version":"1.0","source":{"id":"2505.18690","kind":"arxiv","version":1}},"canonical_sha256":"34cd9a7ab923c7f37bee9084077c8940133bd286be6db6e2678350f7480728f1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"34cd9a7ab923c7f37bee9084077c8940133bd286be6db6e2678350f7480728f1","first_computed_at":"2026-07-05T11:09:17.941632Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:09:17.941632Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0KiC0+vXgx1TpnDLLaSUyPaU8WIWt31Zwv6FJHU0tHwqnnxEPgtd1qC5Gc+h9VVI/ExLPJ3lpZNu6gqx9Xc1Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:09:17.942118Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.18690","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cc32623a4cd9503c53fa9e35d74cdbbe00e76ecf629a76430b62d882f07c1743","sha256:8bef011f16ad535b3f20c255d6f6ea5e03b534fba991d38c713e802e52dbbb90"],"state_sha256":"9fe3a8616f430b28a320f9155c4ae217403407e4120c212e7ae28f1a4fe62d9d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"txAy6IhdjXqCTuKDk//OFJsPs9xsXf0oNE7l6PhqIXlyy6FE8gkNpIN0+Pv84zvPOPmnLYM0/l6R2kdLuFl7Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T08:33:22.332350Z","bundle_sha256":"c83301e260f36013c72458ff7089a543b024b175078de1e7b43faafc40e1cdd4"}}