{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:WD44AAVMSK2MVYFBP4W7SC2ZBU","short_pith_number":"pith:WD44AAVM","canonical_record":{"source":{"id":"2205.06750","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-13T16:34:36Z","cross_cats_sorted":[],"title_canon_sha256":"1a934648fe320111962ccd8359f9676785d909fad22688e24b1df33cb84aeb77","abstract_canon_sha256":"dc935269e918efd048c2b1682f113a51a182f1e8f2fa5b902c32fcb5160e8968"},"schema_version":"1.0"},"canonical_sha256":"b0f9c002ac92b4cae0a17f2df90b590d28451fc02e21b870f66a961ebf9c3a6e","source":{"kind":"arxiv","id":"2205.06750","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.06750","created_at":"2026-07-05T07:14:05Z"},{"alias_kind":"arxiv_version","alias_value":"2205.06750v3","created_at":"2026-07-05T07:14:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.06750","created_at":"2026-07-05T07:14:05Z"},{"alias_kind":"pith_short_12","alias_value":"WD44AAVMSK2M","created_at":"2026-07-05T07:14:05Z"},{"alias_kind":"pith_short_16","alias_value":"WD44AAVMSK2MVYFB","created_at":"2026-07-05T07:14:05Z"},{"alias_kind":"pith_short_8","alias_value":"WD44AAVM","created_at":"2026-07-05T07:14:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:WD44AAVMSK2MVYFBP4W7SC2ZBU","target":"record","payload":{"canonical_record":{"source":{"id":"2205.06750","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-13T16:34:36Z","cross_cats_sorted":[],"title_canon_sha256":"1a934648fe320111962ccd8359f9676785d909fad22688e24b1df33cb84aeb77","abstract_canon_sha256":"dc935269e918efd048c2b1682f113a51a182f1e8f2fa5b902c32fcb5160e8968"},"schema_version":"1.0"},"canonical_sha256":"b0f9c002ac92b4cae0a17f2df90b590d28451fc02e21b870f66a961ebf9c3a6e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:14:05.768808Z","signature_b64":"/U0149FLZEHgpivA7Y4KUsKSH1dTnuRDfIbJRZ6hxuSCPsC6GyeE7gN+y13WvhV1q3aVg00ySQ4+rv0RThtpCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b0f9c002ac92b4cae0a17f2df90b590d28451fc02e21b870f66a961ebf9c3a6e","last_reissued_at":"2026-07-05T07:14:05.768367Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:14:05.768367Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.06750","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:14:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hz8lMb9dWiRuwwZX0tdZnYuG1Yl3LCagvVuxWnGdHKRd/ISX8up1afrC8O4b9sN2k40G4bSX8QS7LyCpZyRjCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T13:46:29.790468Z"},"content_sha256":"8b84774140964931979a0c391afe5bdee8846e1656b60d46684d8b7ba242e1d8","schema_version":"1.0","event_id":"sha256:8b84774140964931979a0c391afe5bdee8846e1656b60d46684d8b7ba242e1d8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:WD44AAVMSK2MVYFBP4W7SC2ZBU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Provably Safe Reinforcement Learning: Conceptual Analysis, Survey, and Benchmarking","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Hanna Krasowski, Jakob Thumm, Lukas Sch\\\"afer, Marlon M\\\"uller, Matthias Althoff, Xiao Wang","submitted_at":"2022-05-13T16:34:36Z","abstract_excerpt":"Ensuring the safety of reinforcement learning (RL) algorithms is crucial to unlock their potential for many real-world tasks. However, vanilla RL and most safe RL approaches do not guarantee safety. In recent years, several methods have been proposed to provide hard safety guarantees for RL, which is essential for applications where unsafe actions could have disastrous consequences. Nevertheless, there is no comprehensive comparison of these provably safe RL methods. Therefore, we introduce a categorization of existing provably safe RL methods, present the conceptual foundations for both conti"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.06750","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.06750/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:14:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y7Wk3Ucfsl+r7nf4jnfkXh6J5DlJWXhCFMSAWiA/pg36CicesG4MsIr55L3oOgJVPfkg27v3SmQJrf1LYqTpCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T13:46:29.790840Z"},"content_sha256":"f63a65fa2407d31906cf1f4559e558515b1de152adca13d4237fb7cc6192b980","schema_version":"1.0","event_id":"sha256:f63a65fa2407d31906cf1f4559e558515b1de152adca13d4237fb7cc6192b980"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WD44AAVMSK2MVYFBP4W7SC2ZBU/bundle.json","state_url":"https://pith.science/pith/WD44AAVMSK2MVYFBP4W7SC2ZBU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WD44AAVMSK2MVYFBP4W7SC2ZBU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-10T13:46:29Z","links":{"resolver":"https://pith.science/pith/WD44AAVMSK2MVYFBP4W7SC2ZBU","bundle":"https://pith.science/pith/WD44AAVMSK2MVYFBP4W7SC2ZBU/bundle.json","state":"https://pith.science/pith/WD44AAVMSK2MVYFBP4W7SC2ZBU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WD44AAVMSK2MVYFBP4W7SC2ZBU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:WD44AAVMSK2MVYFBP4W7SC2ZBU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dc935269e918efd048c2b1682f113a51a182f1e8f2fa5b902c32fcb5160e8968","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-13T16:34:36Z","title_canon_sha256":"1a934648fe320111962ccd8359f9676785d909fad22688e24b1df33cb84aeb77"},"schema_version":"1.0","source":{"id":"2205.06750","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.06750","created_at":"2026-07-05T07:14:05Z"},{"alias_kind":"arxiv_version","alias_value":"2205.06750v3","created_at":"2026-07-05T07:14:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.06750","created_at":"2026-07-05T07:14:05Z"},{"alias_kind":"pith_short_12","alias_value":"WD44AAVMSK2M","created_at":"2026-07-05T07:14:05Z"},{"alias_kind":"pith_short_16","alias_value":"WD44AAVMSK2MVYFB","created_at":"2026-07-05T07:14:05Z"},{"alias_kind":"pith_short_8","alias_value":"WD44AAVM","created_at":"2026-07-05T07:14:05Z"}],"graph_snapshots":[{"event_id":"sha256:f63a65fa2407d31906cf1f4559e558515b1de152adca13d4237fb7cc6192b980","target":"graph","created_at":"2026-07-05T07:14:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.06750/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Ensuring the safety of reinforcement learning (RL) algorithms is crucial to unlock their potential for many real-world tasks. However, vanilla RL and most safe RL approaches do not guarantee safety. In recent years, several methods have been proposed to provide hard safety guarantees for RL, which is essential for applications where unsafe actions could have disastrous consequences. Nevertheless, there is no comprehensive comparison of these provably safe RL methods. Therefore, we introduce a categorization of existing provably safe RL methods, present the conceptual foundations for both conti","authors_text":"Hanna Krasowski, Jakob Thumm, Lukas Sch\\\"afer, Marlon M\\\"uller, Matthias Althoff, Xiao Wang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-13T16:34:36Z","title":"Provably Safe Reinforcement Learning: Conceptual Analysis, Survey, and Benchmarking"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.06750","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8b84774140964931979a0c391afe5bdee8846e1656b60d46684d8b7ba242e1d8","target":"record","created_at":"2026-07-05T07:14:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dc935269e918efd048c2b1682f113a51a182f1e8f2fa5b902c32fcb5160e8968","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-13T16:34:36Z","title_canon_sha256":"1a934648fe320111962ccd8359f9676785d909fad22688e24b1df33cb84aeb77"},"schema_version":"1.0","source":{"id":"2205.06750","kind":"arxiv","version":3}},"canonical_sha256":"b0f9c002ac92b4cae0a17f2df90b590d28451fc02e21b870f66a961ebf9c3a6e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b0f9c002ac92b4cae0a17f2df90b590d28451fc02e21b870f66a961ebf9c3a6e","first_computed_at":"2026-07-05T07:14:05.768367Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:14:05.768367Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/U0149FLZEHgpivA7Y4KUsKSH1dTnuRDfIbJRZ6hxuSCPsC6GyeE7gN+y13WvhV1q3aVg00ySQ4+rv0RThtpCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:14:05.768808Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.06750","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8b84774140964931979a0c391afe5bdee8846e1656b60d46684d8b7ba242e1d8","sha256:f63a65fa2407d31906cf1f4559e558515b1de152adca13d4237fb7cc6192b980"],"state_sha256":"7946a232b3568c3389a027d28f3e430d63ae2b017ff355419f08ad778b72b131"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KiBaap0LUrDfwHTO4bL/Oma+M7Fu8GLoUP9UH5F8XhR/Bcqh/9+q6qH8Yk1FRgsVQOziyaAmH0i5NCJLuqfwCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-10T13:46:29.792979Z","bundle_sha256":"c8f0692097a104384166ff4909e9498d2ebe7493f88d94af70d61ceed32d325c"}}