{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NFZUJRGFD4FF5VAOP56TFBFWUG","short_pith_number":"pith:NFZUJRGF","canonical_record":{"source":{"id":"2407.06460","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-08T23:47:29Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"658c0965bbd913b705d5bcfa063a8b8af00cdfce01c70e9e888228110e0f2779","abstract_canon_sha256":"490534ecd06b5de84f03dd4408cac75d21cf1eee820b293e81c0916ba5d0c735"},"schema_version":"1.0"},"canonical_sha256":"697344c4c51f0a5ed40e7f7d3284b6a18a7649eee1abb197bfb1eaa5f530df67","source":{"kind":"arxiv","id":"2407.06460","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.06460","created_at":"2026-07-05T08:43:30Z"},{"alias_kind":"arxiv_version","alias_value":"2407.06460v2","created_at":"2026-07-05T08:43:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.06460","created_at":"2026-07-05T08:43:30Z"},{"alias_kind":"pith_short_12","alias_value":"NFZUJRGFD4FF","created_at":"2026-07-05T08:43:30Z"},{"alias_kind":"pith_short_16","alias_value":"NFZUJRGFD4FF5VAO","created_at":"2026-07-05T08:43:30Z"},{"alias_kind":"pith_short_8","alias_value":"NFZUJRGF","created_at":"2026-07-05T08:43:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NFZUJRGFD4FF5VAOP56TFBFWUG","target":"record","payload":{"canonical_record":{"source":{"id":"2407.06460","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-08T23:47:29Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"658c0965bbd913b705d5bcfa063a8b8af00cdfce01c70e9e888228110e0f2779","abstract_canon_sha256":"490534ecd06b5de84f03dd4408cac75d21cf1eee820b293e81c0916ba5d0c735"},"schema_version":"1.0"},"canonical_sha256":"697344c4c51f0a5ed40e7f7d3284b6a18a7649eee1abb197bfb1eaa5f530df67","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:43:30.308418Z","signature_b64":"chMSO0l9AQ8JkzRaTqgy1fAb6tZHW814Xsux/SJ3c2cRQaw7z/F/GEa4oJo9cTtyG7x6/sgHi09WBV6mxIkAAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"697344c4c51f0a5ed40e7f7d3284b6a18a7649eee1abb197bfb1eaa5f530df67","last_reissued_at":"2026-07-05T08:43:30.307965Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:43:30.307965Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.06460","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:43:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ns3zri8nNpx6O42c4lOzKTXdwkE7BMvDCNzQ4BxTpwb5TgH7FjlYKY0/oG2J1Z41K8QSPlbHNuL79s8GAZytCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T07:46:16.904312Z"},"content_sha256":"738f396967e82d3777a26d26d9d88a88d040e270e7e60b521e85967e8966a623","schema_version":"1.0","event_id":"sha256:738f396967e82d3777a26d26d9d88a88d040e270e7e60b521e85967e8966a623"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NFZUJRGFD4FF5VAOP56TFBFWUG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MUSE: Machine Unlearning Six-Way Evaluation for Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Ari Holtzman, Chiyuan Zhang, Daogao Liu, Jaechan Lee, Jieyu Zhao, Luke Zettlemoyer, Noah A. Smith, Sadhika Malladi, Weijia Shi, Yangsibo Huang","submitted_at":"2024-07-08T23:47:29Z","abstract_excerpt":"Language models (LMs) are trained on vast amounts of text data, which may include private and copyrighted content. Data owners may request the removal of their data from a trained model due to privacy or copyright concerns. However, exactly unlearning only these datapoints (i.e., retraining with the data removed) is intractable in modern-day models. This has led to the development of many approximate unlearning algorithms. The evaluation of the efficacy of these algorithms has traditionally been narrow in scope, failing to precisely quantify the success and practicality of the algorithm from t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.06460","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.06460/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:43:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s4dM794W7itX7fMf2gQT8RhSeROdRvu/nrnPAFqUZqzWviL268JJJ0JlXSwPwL3YXrdnyNFrreLgUhDR/gqlDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T07:46:16.904930Z"},"content_sha256":"583d2a8d8965f8badfc06e67aa89f94d765c349678408215fb2ed6000f3d64a0","schema_version":"1.0","event_id":"sha256:583d2a8d8965f8badfc06e67aa89f94d765c349678408215fb2ed6000f3d64a0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NFZUJRGFD4FF5VAOP56TFBFWUG/bundle.json","state_url":"https://pith.science/pith/NFZUJRGFD4FF5VAOP56TFBFWUG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NFZUJRGFD4FF5VAOP56TFBFWUG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T07:46:16Z","links":{"resolver":"https://pith.science/pith/NFZUJRGFD4FF5VAOP56TFBFWUG","bundle":"https://pith.science/pith/NFZUJRGFD4FF5VAOP56TFBFWUG/bundle.json","state":"https://pith.science/pith/NFZUJRGFD4FF5VAOP56TFBFWUG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NFZUJRGFD4FF5VAOP56TFBFWUG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NFZUJRGFD4FF5VAOP56TFBFWUG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"490534ecd06b5de84f03dd4408cac75d21cf1eee820b293e81c0916ba5d0c735","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-08T23:47:29Z","title_canon_sha256":"658c0965bbd913b705d5bcfa063a8b8af00cdfce01c70e9e888228110e0f2779"},"schema_version":"1.0","source":{"id":"2407.06460","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.06460","created_at":"2026-07-05T08:43:30Z"},{"alias_kind":"arxiv_version","alias_value":"2407.06460v2","created_at":"2026-07-05T08:43:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.06460","created_at":"2026-07-05T08:43:30Z"},{"alias_kind":"pith_short_12","alias_value":"NFZUJRGFD4FF","created_at":"2026-07-05T08:43:30Z"},{"alias_kind":"pith_short_16","alias_value":"NFZUJRGFD4FF5VAO","created_at":"2026-07-05T08:43:30Z"},{"alias_kind":"pith_short_8","alias_value":"NFZUJRGF","created_at":"2026-07-05T08:43:30Z"}],"graph_snapshots":[{"event_id":"sha256:583d2a8d8965f8badfc06e67aa89f94d765c349678408215fb2ed6000f3d64a0","target":"graph","created_at":"2026-07-05T08:43:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.06460/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Language models (LMs) are trained on vast amounts of text data, which may include private and copyrighted content. Data owners may request the removal of their data from a trained model due to privacy or copyright concerns. However, exactly unlearning only these datapoints (i.e., retraining with the data removed) is intractable in modern-day models. This has led to the development of many approximate unlearning algorithms. The evaluation of the efficacy of these algorithms has traditionally been narrow in scope, failing to precisely quantify the success and practicality of the algorithm from t","authors_text":"Ari Holtzman, Chiyuan Zhang, Daogao Liu, Jaechan Lee, Jieyu Zhao, Luke Zettlemoyer, Noah A. Smith, Sadhika Malladi, Weijia Shi, Yangsibo Huang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-08T23:47:29Z","title":"MUSE: Machine Unlearning Six-Way Evaluation for Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.06460","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:738f396967e82d3777a26d26d9d88a88d040e270e7e60b521e85967e8966a623","target":"record","created_at":"2026-07-05T08:43:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"490534ecd06b5de84f03dd4408cac75d21cf1eee820b293e81c0916ba5d0c735","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-08T23:47:29Z","title_canon_sha256":"658c0965bbd913b705d5bcfa063a8b8af00cdfce01c70e9e888228110e0f2779"},"schema_version":"1.0","source":{"id":"2407.06460","kind":"arxiv","version":2}},"canonical_sha256":"697344c4c51f0a5ed40e7f7d3284b6a18a7649eee1abb197bfb1eaa5f530df67","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"697344c4c51f0a5ed40e7f7d3284b6a18a7649eee1abb197bfb1eaa5f530df67","first_computed_at":"2026-07-05T08:43:30.307965Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:43:30.307965Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"chMSO0l9AQ8JkzRaTqgy1fAb6tZHW814Xsux/SJ3c2cRQaw7z/F/GEa4oJo9cTtyG7x6/sgHi09WBV6mxIkAAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:43:30.308418Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.06460","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:738f396967e82d3777a26d26d9d88a88d040e270e7e60b521e85967e8966a623","sha256:583d2a8d8965f8badfc06e67aa89f94d765c349678408215fb2ed6000f3d64a0"],"state_sha256":"4c5c848ed4811c736ceed172b9876609e2209f2b9177ac7273fac620b2aa07c2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iEdpe45L+y943nBJFHWGr0gbaMr0alpxdUgE4ITuKXE2vEDQuQSuiql8eT5phYltpNaDkIbhrCdhFvb5q2laCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T07:46:16.910351Z","bundle_sha256":"cddc59f30c1e93daaffe4c41f0ff376a9c3e69c2dce5f4c327d57704beeb8714"}}