{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:KLFSTIA2TRGAQ5KOGLFHQGT4IC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f65ae38c6e5002e6146f6f2a513d19e4478f6e4997ddceabcbead76cd3f51165","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T15:52:40Z","title_canon_sha256":"0c1adedcabd321d9c9b771b2b9a319d469d9789764a1def76cb77c3fda227065"},"schema_version":"1.0","source":{"id":"2311.09060","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09060","created_at":"2026-07-05T08:03:08Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09060v2","created_at":"2026-07-05T08:03:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09060","created_at":"2026-07-05T08:03:08Z"},{"alias_kind":"pith_short_12","alias_value":"KLFSTIA2TRGA","created_at":"2026-07-05T08:03:08Z"},{"alias_kind":"pith_short_16","alias_value":"KLFSTIA2TRGAQ5KO","created_at":"2026-07-05T08:03:08Z"},{"alias_kind":"pith_short_8","alias_value":"KLFSTIA2","created_at":"2026-07-05T08:03:08Z"}],"graph_snapshots":[{"event_id":"sha256:cb914becf0dc3b596508758633bafae320fdfdbe8748f9dc229f650d0226375e","target":"graph","created_at":"2026-07-05T08:03:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.09060/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The concept of localization in LLMs is often mentioned in prior work; however, methods for localization have never been systematically and directly evaluated. We propose two complementary benchmarks that evaluate the ability of localization methods to pinpoint LLM components responsible for memorized data. In our INJ benchmark, we actively inject a piece of new information into a small subset of LLM weights, enabling us to directly evaluate whether localization methods can identify these \"ground truth\" weights. In our DEL benchmark, we evaluate localization by measuring how much dropping out i","authors_text":"Jesse Thomason, Robin Jia, Ting-Yun Chang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T15:52:40Z","title":"Do Localization Methods Actually Localize Memorized Data in LLMs? A Tale of Two Benchmarks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09060","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8528d32b634f2822d9ffd4fd87537bf0f1a8d6b46ae74adda86ad753db9a05b3","target":"record","created_at":"2026-07-05T08:03:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f65ae38c6e5002e6146f6f2a513d19e4478f6e4997ddceabcbead76cd3f51165","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T15:52:40Z","title_canon_sha256":"0c1adedcabd321d9c9b771b2b9a319d469d9789764a1def76cb77c3fda227065"},"schema_version":"1.0","source":{"id":"2311.09060","kind":"arxiv","version":2}},"canonical_sha256":"52cb29a01a9c4c08754e32ca781a7c40995e5eda5235ea197032ed8742b2a979","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"52cb29a01a9c4c08754e32ca781a7c40995e5eda5235ea197032ed8742b2a979","first_computed_at":"2026-07-05T08:03:08.530865Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:03:08.530865Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XS0TzE60aShP0wUUqHlNL3zXuFAjfgU19jfVZoC82EDd5d0CY/Gif8zoP23sQC/kPHZHw9nd1K/rSwy3FpFPCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:03:08.531362Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.09060","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8528d32b634f2822d9ffd4fd87537bf0f1a8d6b46ae74adda86ad753db9a05b3","sha256:cb914becf0dc3b596508758633bafae320fdfdbe8748f9dc229f650d0226375e"],"state_sha256":"e05f0d23c6e7707e05e17a90b2ae874463d136f3fd14c18eabfb4e192f0ff0b7"}