{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:FJJWJA3OR5EU76JHZBRGHVFF5V","short_pith_number":"pith:FJJWJA3O","canonical_record":{"source":{"id":"2502.13996","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-19T06:56:59Z","cross_cats_sorted":[],"title_canon_sha256":"0b3a753c39cc4d29231e2ed3445d6ac3b539b1c83a15a1af7b73d766e8881f98","abstract_canon_sha256":"88be7a43daf8a26c622904362c6283df2b40c6fc08333ee5399c2d6df389e587"},"schema_version":"1.0"},"canonical_sha256":"2a5364836e8f494ff927c86263d4a5ed7aa0ff5d0e6d97d9b1e20efbb05bbd0e","source":{"kind":"arxiv","id":"2502.13996","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.13996","created_at":"2026-07-05T10:17:19Z"},{"alias_kind":"arxiv_version","alias_value":"2502.13996v1","created_at":"2026-07-05T10:17:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.13996","created_at":"2026-07-05T10:17:19Z"},{"alias_kind":"pith_short_12","alias_value":"FJJWJA3OR5EU","created_at":"2026-07-05T10:17:19Z"},{"alias_kind":"pith_short_16","alias_value":"FJJWJA3OR5EU76JH","created_at":"2026-07-05T10:17:19Z"},{"alias_kind":"pith_short_8","alias_value":"FJJWJA3O","created_at":"2026-07-05T10:17:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:FJJWJA3OR5EU76JHZBRGHVFF5V","target":"record","payload":{"canonical_record":{"source":{"id":"2502.13996","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-19T06:56:59Z","cross_cats_sorted":[],"title_canon_sha256":"0b3a753c39cc4d29231e2ed3445d6ac3b539b1c83a15a1af7b73d766e8881f98","abstract_canon_sha256":"88be7a43daf8a26c622904362c6283df2b40c6fc08333ee5399c2d6df389e587"},"schema_version":"1.0"},"canonical_sha256":"2a5364836e8f494ff927c86263d4a5ed7aa0ff5d0e6d97d9b1e20efbb05bbd0e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:17:19.200854Z","signature_b64":"5GuMzLgNwbsm6alLG2atgd0h2wRza0pT8TKRee3gHdu+/p1TePqckv2jlcWYCjuem/N9FDA/2Vr5VjXJz0k3Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2a5364836e8f494ff927c86263d4a5ed7aa0ff5d0e6d97d9b1e20efbb05bbd0e","last_reissued_at":"2026-07-05T10:17:19.200296Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:17:19.200296Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.13996","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:17:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZbQJI+Bbo34bBwtusFdmwc2mUkvmw/SH7jfBr9sLLm+eJCWhmi4tEpokJU00Kfq5XoBxe0rVC7UHOa2msdt3Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:06:33.259904Z"},"content_sha256":"3673519fc42d744885d17ad76f678d53e206aec10cc0230da5bf5058c147cf9a","schema_version":"1.0","event_id":"sha256:3673519fc42d744885d17ad76f678d53e206aec10cc0230da5bf5058c147cf9a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:FJJWJA3OR5EU76JHZBRGHVFF5V","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Beyond Single-Value Metrics: Evaluating and Enhancing LLM Unlearning with Cognitive Diagnosis","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Haomin Zhuang, Kehan Guo, Tianyu Yang, Xiangliang Zhang, Yao Su, Yicheng Lang, Yue Huang, Yujun Zhou","submitted_at":"2025-02-19T06:56:59Z","abstract_excerpt":"Due to the widespread use of LLMs and the rising critical ethical and safety concerns, LLM unlearning methods have been developed to remove harmful knowledge and undesirable capabilities. In this context, evaluations are mostly based on single-value metrics such as QA accuracy. However, these metrics often fail to capture the nuanced retention of harmful knowledge components, making it difficult to assess the true effectiveness of unlearning. To address this issue, we propose UNCD (UNlearning evaluation via Cognitive Diagnosis), a novel framework that leverages Cognitive Diagnosis Modeling for"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.13996","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.13996/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:17:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"S1hY8WIZ1GNx9XhciTH1JnTfgi32mv8LzVtaj/IDHiO3VBvqI7ApBbfM8HGEVRIpFJjlSBPVdAjsYrpSlG4sBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T23:06:33.260544Z"},"content_sha256":"6a0e652328d8aa47c7918e35c835a90ad5888249ff08b4216c354a821ab9e0e5","schema_version":"1.0","event_id":"sha256:6a0e652328d8aa47c7918e35c835a90ad5888249ff08b4216c354a821ab9e0e5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FJJWJA3OR5EU76JHZBRGHVFF5V/bundle.json","state_url":"https://pith.science/pith/FJJWJA3OR5EU76JHZBRGHVFF5V/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FJJWJA3OR5EU76JHZBRGHVFF5V/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T23:06:33Z","links":{"resolver":"https://pith.science/pith/FJJWJA3OR5EU76JHZBRGHVFF5V","bundle":"https://pith.science/pith/FJJWJA3OR5EU76JHZBRGHVFF5V/bundle.json","state":"https://pith.science/pith/FJJWJA3OR5EU76JHZBRGHVFF5V/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FJJWJA3OR5EU76JHZBRGHVFF5V/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:FJJWJA3OR5EU76JHZBRGHVFF5V","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"88be7a43daf8a26c622904362c6283df2b40c6fc08333ee5399c2d6df389e587","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-19T06:56:59Z","title_canon_sha256":"0b3a753c39cc4d29231e2ed3445d6ac3b539b1c83a15a1af7b73d766e8881f98"},"schema_version":"1.0","source":{"id":"2502.13996","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.13996","created_at":"2026-07-05T10:17:19Z"},{"alias_kind":"arxiv_version","alias_value":"2502.13996v1","created_at":"2026-07-05T10:17:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.13996","created_at":"2026-07-05T10:17:19Z"},{"alias_kind":"pith_short_12","alias_value":"FJJWJA3OR5EU","created_at":"2026-07-05T10:17:19Z"},{"alias_kind":"pith_short_16","alias_value":"FJJWJA3OR5EU76JH","created_at":"2026-07-05T10:17:19Z"},{"alias_kind":"pith_short_8","alias_value":"FJJWJA3O","created_at":"2026-07-05T10:17:19Z"}],"graph_snapshots":[{"event_id":"sha256:6a0e652328d8aa47c7918e35c835a90ad5888249ff08b4216c354a821ab9e0e5","target":"graph","created_at":"2026-07-05T10:17:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.13996/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Due to the widespread use of LLMs and the rising critical ethical and safety concerns, LLM unlearning methods have been developed to remove harmful knowledge and undesirable capabilities. In this context, evaluations are mostly based on single-value metrics such as QA accuracy. However, these metrics often fail to capture the nuanced retention of harmful knowledge components, making it difficult to assess the true effectiveness of unlearning. To address this issue, we propose UNCD (UNlearning evaluation via Cognitive Diagnosis), a novel framework that leverages Cognitive Diagnosis Modeling for","authors_text":"Haomin Zhuang, Kehan Guo, Tianyu Yang, Xiangliang Zhang, Yao Su, Yicheng Lang, Yue Huang, Yujun Zhou","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-19T06:56:59Z","title":"Beyond Single-Value Metrics: Evaluating and Enhancing LLM Unlearning with Cognitive Diagnosis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.13996","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3673519fc42d744885d17ad76f678d53e206aec10cc0230da5bf5058c147cf9a","target":"record","created_at":"2026-07-05T10:17:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"88be7a43daf8a26c622904362c6283df2b40c6fc08333ee5399c2d6df389e587","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-19T06:56:59Z","title_canon_sha256":"0b3a753c39cc4d29231e2ed3445d6ac3b539b1c83a15a1af7b73d766e8881f98"},"schema_version":"1.0","source":{"id":"2502.13996","kind":"arxiv","version":1}},"canonical_sha256":"2a5364836e8f494ff927c86263d4a5ed7aa0ff5d0e6d97d9b1e20efbb05bbd0e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2a5364836e8f494ff927c86263d4a5ed7aa0ff5d0e6d97d9b1e20efbb05bbd0e","first_computed_at":"2026-07-05T10:17:19.200296Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:17:19.200296Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5GuMzLgNwbsm6alLG2atgd0h2wRza0pT8TKRee3gHdu+/p1TePqckv2jlcWYCjuem/N9FDA/2Vr5VjXJz0k3Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:17:19.200854Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.13996","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3673519fc42d744885d17ad76f678d53e206aec10cc0230da5bf5058c147cf9a","sha256:6a0e652328d8aa47c7918e35c835a90ad5888249ff08b4216c354a821ab9e0e5"],"state_sha256":"b4719003aef02cf652960ff7b01f8663e2e64e1523bcd55c89de6b30f7960d42"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oAIeJzCcK0UFjY4dFIAMFlNTHdwM3xbKpkBhcA8ErY2UlALqGBavvOkz1sa5cFAGHWizTWnAmbqV0F6OdWZrAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T23:06:33.265912Z","bundle_sha256":"3a5e8c412131c5b30c3b1bcf1508cd5f3f6d3c84ea4c61c3909da83ecfeba1eb"}}