{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:RDVKXZTUSF2NZWIYDKCFL5BNOY","short_pith_number":"pith:RDVKXZTU","canonical_record":{"source":{"id":"2305.14795","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T06:48:41Z","cross_cats_sorted":[],"title_canon_sha256":"bf1de1fbb43002e41b5606753167ebc21e099fbd7e1831a07b55ce399b6f1675","abstract_canon_sha256":"fa438dbdc8bf5d4ce6b75d6421911938abf60d76bbd2cf696a27d7bd6340603d"},"schema_version":"1.0"},"canonical_sha256":"88eaabe6749174dcd9181a8455f42d761aecc363029ed5c4f71075fd4d230d34","source":{"kind":"arxiv","id":"2305.14795","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14795","created_at":"2026-07-05T09:04:28Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14795v3","created_at":"2026-07-05T09:04:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14795","created_at":"2026-07-05T09:04:28Z"},{"alias_kind":"pith_short_12","alias_value":"RDVKXZTUSF2N","created_at":"2026-07-05T09:04:28Z"},{"alias_kind":"pith_short_16","alias_value":"RDVKXZTUSF2NZWIY","created_at":"2026-07-05T09:04:28Z"},{"alias_kind":"pith_short_8","alias_value":"RDVKXZTU","created_at":"2026-07-05T09:04:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:RDVKXZTUSF2NZWIYDKCFL5BNOY","target":"record","payload":{"canonical_record":{"source":{"id":"2305.14795","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T06:48:41Z","cross_cats_sorted":[],"title_canon_sha256":"bf1de1fbb43002e41b5606753167ebc21e099fbd7e1831a07b55ce399b6f1675","abstract_canon_sha256":"fa438dbdc8bf5d4ce6b75d6421911938abf60d76bbd2cf696a27d7bd6340603d"},"schema_version":"1.0"},"canonical_sha256":"88eaabe6749174dcd9181a8455f42d761aecc363029ed5c4f71075fd4d230d34","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:04:28.139155Z","signature_b64":"N7QEyTJxuYYQ0eyhEEGDs42I4emf7Q8UcVbl3YJQe8klpWqmkEDtyW/O1Vby2KxGB7oofGDfSL/pzrOyz9MHBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"88eaabe6749174dcd9181a8455f42d761aecc363029ed5c4f71075fd4d230d34","last_reissued_at":"2026-07-05T09:04:28.138741Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:04:28.138741Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.14795","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:04:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ksq7ZI/cXu1xuEKolL3qq3sZqxUZ0j+XSq3PWJ3/Pvh+jMGqAkQXWvh0/Dc3XBxMuquzTWrVSa3zVDb7FMJ+Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:11:10.820843Z"},"content_sha256":"071ad6846f87a2955435b69bbb1d3f44f488d7da555d960e7414285a4ba24d81","schema_version":"1.0","event_id":"sha256:071ad6846f87a2955435b69bbb1d3f44f488d7da555d960e7414285a4ba24d81"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:RDVKXZTUSF2NZWIYDKCFL5BNOY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MQuAKE: Assessing Knowledge Editing in Language Models via Multi-Hop Questions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Christopher D. Manning, Christopher Potts, Danqi Chen, Zexuan Zhong, Zhengxuan Wu","submitted_at":"2023-05-24T06:48:41Z","abstract_excerpt":"The information stored in large language models (LLMs) falls out of date quickly, and retraining from scratch is often not an option. This has recently given rise to a range of techniques for injecting new facts through updating model weights. Current evaluation paradigms are extremely limited, mainly validating the recall of edited facts, but changing one fact should cause rippling changes to the model's related beliefs. If we edit the UK Prime Minister to now be Rishi Sunak, then we should get a different answer to Who is married to the British Prime Minister? In this work, we present a benc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14795","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.14795/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:04:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zgSmoXB7Eb0sxm40Rxttwf8QzL9u5lq/aWqlhABw2SHECOpxJmCUA17Gd4gawE5nGTppty0WkxKMUr8pPHSIBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T14:11:10.821784Z"},"content_sha256":"535bd44f4ebc0c8afd84b9c3f461b85c8f3d76ccee88219a7d1cc9280958fde4","schema_version":"1.0","event_id":"sha256:535bd44f4ebc0c8afd84b9c3f461b85c8f3d76ccee88219a7d1cc9280958fde4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RDVKXZTUSF2NZWIYDKCFL5BNOY/bundle.json","state_url":"https://pith.science/pith/RDVKXZTUSF2NZWIYDKCFL5BNOY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RDVKXZTUSF2NZWIYDKCFL5BNOY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T14:11:10Z","links":{"resolver":"https://pith.science/pith/RDVKXZTUSF2NZWIYDKCFL5BNOY","bundle":"https://pith.science/pith/RDVKXZTUSF2NZWIYDKCFL5BNOY/bundle.json","state":"https://pith.science/pith/RDVKXZTUSF2NZWIYDKCFL5BNOY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RDVKXZTUSF2NZWIYDKCFL5BNOY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:RDVKXZTUSF2NZWIYDKCFL5BNOY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fa438dbdc8bf5d4ce6b75d6421911938abf60d76bbd2cf696a27d7bd6340603d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T06:48:41Z","title_canon_sha256":"bf1de1fbb43002e41b5606753167ebc21e099fbd7e1831a07b55ce399b6f1675"},"schema_version":"1.0","source":{"id":"2305.14795","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14795","created_at":"2026-07-05T09:04:28Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14795v3","created_at":"2026-07-05T09:04:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14795","created_at":"2026-07-05T09:04:28Z"},{"alias_kind":"pith_short_12","alias_value":"RDVKXZTUSF2N","created_at":"2026-07-05T09:04:28Z"},{"alias_kind":"pith_short_16","alias_value":"RDVKXZTUSF2NZWIY","created_at":"2026-07-05T09:04:28Z"},{"alias_kind":"pith_short_8","alias_value":"RDVKXZTU","created_at":"2026-07-05T09:04:28Z"}],"graph_snapshots":[{"event_id":"sha256:535bd44f4ebc0c8afd84b9c3f461b85c8f3d76ccee88219a7d1cc9280958fde4","target":"graph","created_at":"2026-07-05T09:04:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.14795/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The information stored in large language models (LLMs) falls out of date quickly, and retraining from scratch is often not an option. This has recently given rise to a range of techniques for injecting new facts through updating model weights. Current evaluation paradigms are extremely limited, mainly validating the recall of edited facts, but changing one fact should cause rippling changes to the model's related beliefs. If we edit the UK Prime Minister to now be Rishi Sunak, then we should get a different answer to Who is married to the British Prime Minister? In this work, we present a benc","authors_text":"Christopher D. Manning, Christopher Potts, Danqi Chen, Zexuan Zhong, Zhengxuan Wu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T06:48:41Z","title":"MQuAKE: Assessing Knowledge Editing in Language Models via Multi-Hop Questions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14795","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:071ad6846f87a2955435b69bbb1d3f44f488d7da555d960e7414285a4ba24d81","target":"record","created_at":"2026-07-05T09:04:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fa438dbdc8bf5d4ce6b75d6421911938abf60d76bbd2cf696a27d7bd6340603d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T06:48:41Z","title_canon_sha256":"bf1de1fbb43002e41b5606753167ebc21e099fbd7e1831a07b55ce399b6f1675"},"schema_version":"1.0","source":{"id":"2305.14795","kind":"arxiv","version":3}},"canonical_sha256":"88eaabe6749174dcd9181a8455f42d761aecc363029ed5c4f71075fd4d230d34","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"88eaabe6749174dcd9181a8455f42d761aecc363029ed5c4f71075fd4d230d34","first_computed_at":"2026-07-05T09:04:28.138741Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:04:28.138741Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"N7QEyTJxuYYQ0eyhEEGDs42I4emf7Q8UcVbl3YJQe8klpWqmkEDtyW/O1Vby2KxGB7oofGDfSL/pzrOyz9MHBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:04:28.139155Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.14795","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:071ad6846f87a2955435b69bbb1d3f44f488d7da555d960e7414285a4ba24d81","sha256:535bd44f4ebc0c8afd84b9c3f461b85c8f3d76ccee88219a7d1cc9280958fde4"],"state_sha256":"0282c7910fc7b5616636473d9c374bd6c60bc8ac815becb7539edba81c831cb7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"J0cDxREqbestVviAKryt90R25wUZUOXGZ5c72J6FRPjKZ41pArK0tcKioZF0I0WkRyG+KcdwcoTijvSFOf7oCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T14:11:10.826601Z","bundle_sha256":"91231b9041e6d235f5c96283a2f19ddd1057a18b9878a5ad465a13d78d6d4a36"}}