{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:MEG7ACBFQMDXQBQSNHCJ6KGZPS","short_pith_number":"pith:MEG7ACBF","canonical_record":{"source":{"id":"2507.05937","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-08T12:37:54Z","cross_cats_sorted":[],"title_canon_sha256":"faebdaecd5c07b88132e6faf141d0ea036e0ca316cdd097286e86bbe56221f54","abstract_canon_sha256":"7798c1a641d8864d2eadab195e7a4184353350841bad3b67fe1191c3188c6d69"},"schema_version":"1.0"},"canonical_sha256":"610df00825830778061269c49f28d97cae5916f37ef07ac9edb5415d479e8334","source":{"kind":"arxiv","id":"2507.05937","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.05937","created_at":"2026-07-05T11:33:38Z"},{"alias_kind":"arxiv_version","alias_value":"2507.05937v1","created_at":"2026-07-05T11:33:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.05937","created_at":"2026-07-05T11:33:38Z"},{"alias_kind":"pith_short_12","alias_value":"MEG7ACBFQMDX","created_at":"2026-07-05T11:33:38Z"},{"alias_kind":"pith_short_16","alias_value":"MEG7ACBFQMDXQBQS","created_at":"2026-07-05T11:33:38Z"},{"alias_kind":"pith_short_8","alias_value":"MEG7ACBF","created_at":"2026-07-05T11:33:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:MEG7ACBFQMDXQBQSNHCJ6KGZPS","target":"record","payload":{"canonical_record":{"source":{"id":"2507.05937","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-08T12:37:54Z","cross_cats_sorted":[],"title_canon_sha256":"faebdaecd5c07b88132e6faf141d0ea036e0ca316cdd097286e86bbe56221f54","abstract_canon_sha256":"7798c1a641d8864d2eadab195e7a4184353350841bad3b67fe1191c3188c6d69"},"schema_version":"1.0"},"canonical_sha256":"610df00825830778061269c49f28d97cae5916f37ef07ac9edb5415d479e8334","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:33:38.902685Z","signature_b64":"BAUZYKVFX6adPQ8k1oLKa3vmCzzYAVoTjd8wFHY+nwhqZk4WE3pj7TM9/jit3xsk5CefDeRpgh3DuDqqbYmZBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"610df00825830778061269c49f28d97cae5916f37ef07ac9edb5415d479e8334","last_reissued_at":"2026-07-05T11:33:38.902237Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:33:38.902237Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.05937","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:33:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1QlLDUZH/cXtWrvKKiTf0KDb4WKEl9B2DEKWea89sQiPCnP14MiVGObt6Pg7qyyQaEQGn7HNIJkPshh8Snv3DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T01:07:35.194040Z"},"content_sha256":"9084667d2469b67057ed4dc8a6daa44863e561f812d02dbf87eb7a8412e526bf","schema_version":"1.0","event_id":"sha256:9084667d2469b67057ed4dc8a6daa44863e561f812d02dbf87eb7a8412e526bf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:MEG7ACBFQMDXQBQSNHCJ6KGZPS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards a Principled Evaluation of Knowledge Editors","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alan Akbik, Max Ploner, Sebastian Pohl","submitted_at":"2025-07-08T12:37:54Z","abstract_excerpt":"Model editing has been gaining increasing attention over the past few years. For Knowledge Editing in particular, more challenging evaluation datasets have recently been released. These datasets use different methodologies to score the success of editors. Yet, it remains under-explored how robust these methodologies are and whether they unfairly favor some editors. Moreover, the disruptive impact of these editors on overall model capabilities remains a constant blind spot.\n  We address both of these problems and show that choosing different metrics and evaluation methodologies as well as diffe"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.05937","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.05937/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:33:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"znGWqYbGxmXqVURsVBalWnmCesMMbz8Uv0JPBhqVnOxWY7P9fcKRc0JCz46uMMKCzydah6i0CVwnlxIXW/faBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T01:07:35.194608Z"},"content_sha256":"e9dd432046e5b732cbdd8f8f8fc06a0706b6aae7627f5141ef6020b03f38a206","schema_version":"1.0","event_id":"sha256:e9dd432046e5b732cbdd8f8f8fc06a0706b6aae7627f5141ef6020b03f38a206"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MEG7ACBFQMDXQBQSNHCJ6KGZPS/bundle.json","state_url":"https://pith.science/pith/MEG7ACBFQMDXQBQSNHCJ6KGZPS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MEG7ACBFQMDXQBQSNHCJ6KGZPS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T01:07:35Z","links":{"resolver":"https://pith.science/pith/MEG7ACBFQMDXQBQSNHCJ6KGZPS","bundle":"https://pith.science/pith/MEG7ACBFQMDXQBQSNHCJ6KGZPS/bundle.json","state":"https://pith.science/pith/MEG7ACBFQMDXQBQSNHCJ6KGZPS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MEG7ACBFQMDXQBQSNHCJ6KGZPS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:MEG7ACBFQMDXQBQSNHCJ6KGZPS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7798c1a641d8864d2eadab195e7a4184353350841bad3b67fe1191c3188c6d69","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-08T12:37:54Z","title_canon_sha256":"faebdaecd5c07b88132e6faf141d0ea036e0ca316cdd097286e86bbe56221f54"},"schema_version":"1.0","source":{"id":"2507.05937","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.05937","created_at":"2026-07-05T11:33:38Z"},{"alias_kind":"arxiv_version","alias_value":"2507.05937v1","created_at":"2026-07-05T11:33:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.05937","created_at":"2026-07-05T11:33:38Z"},{"alias_kind":"pith_short_12","alias_value":"MEG7ACBFQMDX","created_at":"2026-07-05T11:33:38Z"},{"alias_kind":"pith_short_16","alias_value":"MEG7ACBFQMDXQBQS","created_at":"2026-07-05T11:33:38Z"},{"alias_kind":"pith_short_8","alias_value":"MEG7ACBF","created_at":"2026-07-05T11:33:38Z"}],"graph_snapshots":[{"event_id":"sha256:e9dd432046e5b732cbdd8f8f8fc06a0706b6aae7627f5141ef6020b03f38a206","target":"graph","created_at":"2026-07-05T11:33:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.05937/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Model editing has been gaining increasing attention over the past few years. For Knowledge Editing in particular, more challenging evaluation datasets have recently been released. These datasets use different methodologies to score the success of editors. Yet, it remains under-explored how robust these methodologies are and whether they unfairly favor some editors. Moreover, the disruptive impact of these editors on overall model capabilities remains a constant blind spot.\n  We address both of these problems and show that choosing different metrics and evaluation methodologies as well as diffe","authors_text":"Alan Akbik, Max Ploner, Sebastian Pohl","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-08T12:37:54Z","title":"Towards a Principled Evaluation of Knowledge Editors"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.05937","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9084667d2469b67057ed4dc8a6daa44863e561f812d02dbf87eb7a8412e526bf","target":"record","created_at":"2026-07-05T11:33:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7798c1a641d8864d2eadab195e7a4184353350841bad3b67fe1191c3188c6d69","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-08T12:37:54Z","title_canon_sha256":"faebdaecd5c07b88132e6faf141d0ea036e0ca316cdd097286e86bbe56221f54"},"schema_version":"1.0","source":{"id":"2507.05937","kind":"arxiv","version":1}},"canonical_sha256":"610df00825830778061269c49f28d97cae5916f37ef07ac9edb5415d479e8334","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"610df00825830778061269c49f28d97cae5916f37ef07ac9edb5415d479e8334","first_computed_at":"2026-07-05T11:33:38.902237Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:33:38.902237Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BAUZYKVFX6adPQ8k1oLKa3vmCzzYAVoTjd8wFHY+nwhqZk4WE3pj7TM9/jit3xsk5CefDeRpgh3DuDqqbYmZBA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:33:38.902685Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.05937","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9084667d2469b67057ed4dc8a6daa44863e561f812d02dbf87eb7a8412e526bf","sha256:e9dd432046e5b732cbdd8f8f8fc06a0706b6aae7627f5141ef6020b03f38a206"],"state_sha256":"777a291f2460f3f89096bff77c70b52ca1c6e5a7310c15d92ffecd39741b3a82"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gtq8w63dDy3g6qEZtYX/eh4hOIGqCItG9mSLOdtNfrnIk4FALaBE/4Bolw2Hip8otlUho8d+loF3oS0ToDBZDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T01:07:35.200242Z","bundle_sha256":"e4f63341467202ae2472175aba0fd6c3dc4df103ad6f6c8633361c3a8d5ffc90"}}