{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:LC5R26TXX6HWSEK7KL4JEI32CG","short_pith_number":"pith:LC5R26TX","canonical_record":{"source":{"id":"2312.15910","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2023-12-26T07:04:39Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"41bd84ab36e78ed21a0b431252f4da5d71aeff316934d22dafa8a0ee7f6530c3","abstract_canon_sha256":"d3c132cc66ccd76fcfcdc95cdd99ddddc14171140b6f4c01c4fbf2c21be103c6"},"schema_version":"1.0"},"canonical_sha256":"58bb1d7a77bf8f69115f52f892237a118c80dae9645bd1cf373b7399cc046e25","source":{"kind":"arxiv","id":"2312.15910","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.15910","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"arxiv_version","alias_value":"2312.15910v5","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.15910","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"pith_short_12","alias_value":"LC5R26TXX6HW","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"pith_short_16","alias_value":"LC5R26TXX6HWSEK7","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"pith_short_8","alias_value":"LC5R26TX","created_at":"2026-07-05T11:37:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:LC5R26TXX6HWSEK7KL4JEI32CG","target":"record","payload":{"canonical_record":{"source":{"id":"2312.15910","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2023-12-26T07:04:39Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"41bd84ab36e78ed21a0b431252f4da5d71aeff316934d22dafa8a0ee7f6530c3","abstract_canon_sha256":"d3c132cc66ccd76fcfcdc95cdd99ddddc14171140b6f4c01c4fbf2c21be103c6"},"schema_version":"1.0"},"canonical_sha256":"58bb1d7a77bf8f69115f52f892237a118c80dae9645bd1cf373b7399cc046e25","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:37:59.530419Z","signature_b64":"+WkXmkgO9XuwR4ABMX9IsF9uYpJK6xoBcV3tSIKXi6jYD397ghX3XJKRpIkgmRjWyNE3Hdp7GCtI7OS3XfqXBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"58bb1d7a77bf8f69115f52f892237a118c80dae9645bd1cf373b7399cc046e25","last_reissued_at":"2026-07-05T11:37:59.529872Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:37:59.529872Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.15910","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:37:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XSseIEZDgaWxWmvGA0oCE1qG9wao7hoEvud7DEuMGr+ZoeV3vHTy37Km2Jx4NE5PnmIR+7/EPYM5ppI7LondBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T17:55:14.309203Z"},"content_sha256":"f31d0d6004aa1b42e9a347227182abc8173c3616622ba789fea409b5151e8bf6","schema_version":"1.0","event_id":"sha256:f31d0d6004aa1b42e9a347227182abc8173c3616622ba789fea409b5151e8bf6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:LC5R26TXX6HWSEK7KL4JEI32CG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reinforcement Unlearning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CR","authors_text":"Congcong Zhu, Dayong Ye, Derui Wang, Kun Gao, Minhui Xue, Sheng Shen, Tianqing Zhu, Wanlei Zhou, Zewei Shi","submitted_at":"2023-12-26T07:04:39Z","abstract_excerpt":"Machine unlearning refers to the process of mitigating the influence of specific training data on machine learning models based on removal requests from data owners. However, one important area that has been largely overlooked in the research of unlearning is reinforcement learning. Reinforcement learning focuses on training an agent to make optimal decisions within an environment to maximize its cumulative rewards. During the training, the agent tends to memorize the features of the environment, which raises a significant concern about privacy. As per data protection regulations, the owner of"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.15910","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.15910/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:37:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3Kk99pJ4Qln/s3LrWN1GMaweq/AUcZgAnr8OCk3VvtWPsGuyJJRY1exnnquKlJcOBEpkzzHJdCGJ4y8KnXzLBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T17:55:14.310201Z"},"content_sha256":"494d9fc6036b0250000a032fa089ff27501a81e35866f377a29b000dda46ec8a","schema_version":"1.0","event_id":"sha256:494d9fc6036b0250000a032fa089ff27501a81e35866f377a29b000dda46ec8a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LC5R26TXX6HWSEK7KL4JEI32CG/bundle.json","state_url":"https://pith.science/pith/LC5R26TXX6HWSEK7KL4JEI32CG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LC5R26TXX6HWSEK7KL4JEI32CG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T17:55:14Z","links":{"resolver":"https://pith.science/pith/LC5R26TXX6HWSEK7KL4JEI32CG","bundle":"https://pith.science/pith/LC5R26TXX6HWSEK7KL4JEI32CG/bundle.json","state":"https://pith.science/pith/LC5R26TXX6HWSEK7KL4JEI32CG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LC5R26TXX6HWSEK7KL4JEI32CG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:LC5R26TXX6HWSEK7KL4JEI32CG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d3c132cc66ccd76fcfcdc95cdd99ddddc14171140b6f4c01c4fbf2c21be103c6","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2023-12-26T07:04:39Z","title_canon_sha256":"41bd84ab36e78ed21a0b431252f4da5d71aeff316934d22dafa8a0ee7f6530c3"},"schema_version":"1.0","source":{"id":"2312.15910","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.15910","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"arxiv_version","alias_value":"2312.15910v5","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.15910","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"pith_short_12","alias_value":"LC5R26TXX6HW","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"pith_short_16","alias_value":"LC5R26TXX6HWSEK7","created_at":"2026-07-05T11:37:59Z"},{"alias_kind":"pith_short_8","alias_value":"LC5R26TX","created_at":"2026-07-05T11:37:59Z"}],"graph_snapshots":[{"event_id":"sha256:494d9fc6036b0250000a032fa089ff27501a81e35866f377a29b000dda46ec8a","target":"graph","created_at":"2026-07-05T11:37:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.15910/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Machine unlearning refers to the process of mitigating the influence of specific training data on machine learning models based on removal requests from data owners. However, one important area that has been largely overlooked in the research of unlearning is reinforcement learning. Reinforcement learning focuses on training an agent to make optimal decisions within an environment to maximize its cumulative rewards. During the training, the agent tends to memorize the features of the environment, which raises a significant concern about privacy. As per data protection regulations, the owner of","authors_text":"Congcong Zhu, Dayong Ye, Derui Wang, Kun Gao, Minhui Xue, Sheng Shen, Tianqing Zhu, Wanlei Zhou, Zewei Shi","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2023-12-26T07:04:39Z","title":"Reinforcement Unlearning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.15910","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f31d0d6004aa1b42e9a347227182abc8173c3616622ba789fea409b5151e8bf6","target":"record","created_at":"2026-07-05T11:37:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d3c132cc66ccd76fcfcdc95cdd99ddddc14171140b6f4c01c4fbf2c21be103c6","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2023-12-26T07:04:39Z","title_canon_sha256":"41bd84ab36e78ed21a0b431252f4da5d71aeff316934d22dafa8a0ee7f6530c3"},"schema_version":"1.0","source":{"id":"2312.15910","kind":"arxiv","version":5}},"canonical_sha256":"58bb1d7a77bf8f69115f52f892237a118c80dae9645bd1cf373b7399cc046e25","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"58bb1d7a77bf8f69115f52f892237a118c80dae9645bd1cf373b7399cc046e25","first_computed_at":"2026-07-05T11:37:59.529872Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:37:59.529872Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+WkXmkgO9XuwR4ABMX9IsF9uYpJK6xoBcV3tSIKXi6jYD397ghX3XJKRpIkgmRjWyNE3Hdp7GCtI7OS3XfqXBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:37:59.530419Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.15910","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f31d0d6004aa1b42e9a347227182abc8173c3616622ba789fea409b5151e8bf6","sha256:494d9fc6036b0250000a032fa089ff27501a81e35866f377a29b000dda46ec8a"],"state_sha256":"3b28087744b87bdcaa44c1ce56b94320936b13e71d6751a0b7dfed6e3e60b29e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ghXqSoNUroBoyBpqxgzEGVOXai1x4k7Stxk/W9GZN5ME0Egx42VghiVubSyt1OyyMia942KWZMSvnsDVw72TAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T17:55:14.322242Z","bundle_sha256":"e2e51045d2caadddc67d5f89c766d95ec7412d5ccf33402c410b8d39e573e5bb"}}