{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:OQFRQSKN2O6AMUUKPDZJXYS23J","short_pith_number":"pith:OQFRQSKN","canonical_record":{"source":{"id":"2310.10322","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-16T12:04:13Z","cross_cats_sorted":[],"title_canon_sha256":"444af5fb0d112b8e49ec33443df4a56f4c699c03154d9c4f4db3f4437502ea6f","abstract_canon_sha256":"9d844636315cdd62962e30848089f41dc8d2e169d74062993f10e22394acdcd0"},"schema_version":"1.0"},"canonical_sha256":"740b18494dd3bc06528a78f29be25ada7de5eae8be149e3f4cc877d820ff11c6","source":{"kind":"arxiv","id":"2310.10322","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.10322","created_at":"2026-06-02T01:03:28Z"},{"alias_kind":"arxiv_version","alias_value":"2310.10322v3","created_at":"2026-06-02T01:03:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.10322","created_at":"2026-06-02T01:03:28Z"},{"alias_kind":"pith_short_12","alias_value":"OQFRQSKN2O6A","created_at":"2026-06-02T01:03:28Z"},{"alias_kind":"pith_short_16","alias_value":"OQFRQSKN2O6AMUUK","created_at":"2026-06-02T01:03:28Z"},{"alias_kind":"pith_short_8","alias_value":"OQFRQSKN","created_at":"2026-06-02T01:03:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:OQFRQSKN2O6AMUUKPDZJXYS23J","target":"record","payload":{"canonical_record":{"source":{"id":"2310.10322","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-16T12:04:13Z","cross_cats_sorted":[],"title_canon_sha256":"444af5fb0d112b8e49ec33443df4a56f4c699c03154d9c4f4db3f4437502ea6f","abstract_canon_sha256":"9d844636315cdd62962e30848089f41dc8d2e169d74062993f10e22394acdcd0"},"schema_version":"1.0"},"canonical_sha256":"740b18494dd3bc06528a78f29be25ada7de5eae8be149e3f4cc877d820ff11c6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-02T01:03:28.082400Z","signature_b64":"HsHQGrCzjhbdpXr9pXjRJqnoTH2YvzQ4w6q/vab4xX1lSE9PtW6uJGCdEEvMbZVi/MVSOXEVDRzPsIkr3/LOAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"740b18494dd3bc06528a78f29be25ada7de5eae8be149e3f4cc877d820ff11c6","last_reissued_at":"2026-06-02T01:03:28.081938Z","signature_status":"signed_v1","first_computed_at":"2026-06-02T01:03:28.081938Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.10322","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-02T01:03:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wFCHAKEZ1EN6KfV1hp+eRtznahPVgs/pMfwKB9GRy0mLSRfTI0/KIoPCQqtbC9PEX0SDBpqLjxNcYOXqc+j2DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T10:09:50.535976Z"},"content_sha256":"c9659638f36559faed8f2d63dcb18b20165caaf6baa21207b935407d684fb7c2","schema_version":"1.0","event_id":"sha256:c9659638f36559faed8f2d63dcb18b20165caaf6baa21207b935407d684fb7c2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:OQFRQSKN2O6AMUUKPDZJXYS23J","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating the Reversal Curse in Model Editing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Cong Liu, Hao-Xiang Xu, Jia-Chen Gu, Jun-Yu Ma, Quan Liu, Zhen-Hua Ling","submitted_at":"2023-10-16T12:04:13Z","abstract_excerpt":"Large language models (LLMs) are prone to hallucinate unintended text due to false or outdated knowledge. Since retraining LLMs is resource intensive, there has been a growing interest in model editing. Despite the emergence of benchmarks and approaches, existing unidirectional editing and evaluation paradigms have failed to explore the reversal curse. In this paper, we study bidirectional language model editing, aiming to provide a rigorous evaluation to assess if edited LLMs can recall the editing knowledge bidirectionally. A metric of reverse generalization is introduced and a benchmark dub"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.10322","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.10322/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-02T01:03:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2pV+7mfTq0Fhx3ZMagYMeABvRxLTB8jRw8lpHoAXHeFSbcug6jb4TASMCuylGu6Wfxo2yZGyr71ggOocnQ4iBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T10:09:50.536377Z"},"content_sha256":"ab03e578e578f97ed14bc5de06aebbec18eeab4359ecd8c1564bd426f4411a2b","schema_version":"1.0","event_id":"sha256:ab03e578e578f97ed14bc5de06aebbec18eeab4359ecd8c1564bd426f4411a2b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OQFRQSKN2O6AMUUKPDZJXYS23J/bundle.json","state_url":"https://pith.science/pith/OQFRQSKN2O6AMUUKPDZJXYS23J/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OQFRQSKN2O6AMUUKPDZJXYS23J/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-05T10:09:50Z","links":{"resolver":"https://pith.science/pith/OQFRQSKN2O6AMUUKPDZJXYS23J","bundle":"https://pith.science/pith/OQFRQSKN2O6AMUUKPDZJXYS23J/bundle.json","state":"https://pith.science/pith/OQFRQSKN2O6AMUUKPDZJXYS23J/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OQFRQSKN2O6AMUUKPDZJXYS23J/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:OQFRQSKN2O6AMUUKPDZJXYS23J","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9d844636315cdd62962e30848089f41dc8d2e169d74062993f10e22394acdcd0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-16T12:04:13Z","title_canon_sha256":"444af5fb0d112b8e49ec33443df4a56f4c699c03154d9c4f4db3f4437502ea6f"},"schema_version":"1.0","source":{"id":"2310.10322","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.10322","created_at":"2026-06-02T01:03:28Z"},{"alias_kind":"arxiv_version","alias_value":"2310.10322v3","created_at":"2026-06-02T01:03:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.10322","created_at":"2026-06-02T01:03:28Z"},{"alias_kind":"pith_short_12","alias_value":"OQFRQSKN2O6A","created_at":"2026-06-02T01:03:28Z"},{"alias_kind":"pith_short_16","alias_value":"OQFRQSKN2O6AMUUK","created_at":"2026-06-02T01:03:28Z"},{"alias_kind":"pith_short_8","alias_value":"OQFRQSKN","created_at":"2026-06-02T01:03:28Z"}],"graph_snapshots":[{"event_id":"sha256:ab03e578e578f97ed14bc5de06aebbec18eeab4359ecd8c1564bd426f4411a2b","target":"graph","created_at":"2026-06-02T01:03:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.10322/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) are prone to hallucinate unintended text due to false or outdated knowledge. Since retraining LLMs is resource intensive, there has been a growing interest in model editing. Despite the emergence of benchmarks and approaches, existing unidirectional editing and evaluation paradigms have failed to explore the reversal curse. In this paper, we study bidirectional language model editing, aiming to provide a rigorous evaluation to assess if edited LLMs can recall the editing knowledge bidirectionally. A metric of reverse generalization is introduced and a benchmark dub","authors_text":"Cong Liu, Hao-Xiang Xu, Jia-Chen Gu, Jun-Yu Ma, Quan Liu, Zhen-Hua Ling","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-16T12:04:13Z","title":"Evaluating the Reversal Curse in Model Editing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.10322","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c9659638f36559faed8f2d63dcb18b20165caaf6baa21207b935407d684fb7c2","target":"record","created_at":"2026-06-02T01:03:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9d844636315cdd62962e30848089f41dc8d2e169d74062993f10e22394acdcd0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-16T12:04:13Z","title_canon_sha256":"444af5fb0d112b8e49ec33443df4a56f4c699c03154d9c4f4db3f4437502ea6f"},"schema_version":"1.0","source":{"id":"2310.10322","kind":"arxiv","version":3}},"canonical_sha256":"740b18494dd3bc06528a78f29be25ada7de5eae8be149e3f4cc877d820ff11c6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"740b18494dd3bc06528a78f29be25ada7de5eae8be149e3f4cc877d820ff11c6","first_computed_at":"2026-06-02T01:03:28.081938Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-02T01:03:28.081938Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HsHQGrCzjhbdpXr9pXjRJqnoTH2YvzQ4w6q/vab4xX1lSE9PtW6uJGCdEEvMbZVi/MVSOXEVDRzPsIkr3/LOAA==","signature_status":"signed_v1","signed_at":"2026-06-02T01:03:28.082400Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.10322","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c9659638f36559faed8f2d63dcb18b20165caaf6baa21207b935407d684fb7c2","sha256:ab03e578e578f97ed14bc5de06aebbec18eeab4359ecd8c1564bd426f4411a2b"],"state_sha256":"29d0dfe443e708e22a3ff01383aacb839fe78b12f49feedd136b4f97d574d96d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/nFfrqri8mh1lTKim+i5c3XJuYAaMMwQQphIiEN0CvSDoi946HoE7Irzji2rKSgOFM+jJGuuc3/0eLAFW9QzCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-05T10:09:50.538582Z","bundle_sha256":"68081a07f6fea5eb57e2027f3f5d288f9d29db878f35daab7766c872d6c42fc4"}}