{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:HT6EJKDB6ZZIZAJ4FOQBEVDSWL","short_pith_number":"pith:HT6EJKDB","canonical_record":{"source":{"id":"2111.04865","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-08T23:08:34Z","cross_cats_sorted":[],"title_canon_sha256":"adf9b3103e67c81241064362bca58eab230b88c26429376e385ce59cee44a86d","abstract_canon_sha256":"6efc304c5ff94aef0dd1333aa90face2d321adf260f33aa67f2206fca2cd6733"},"schema_version":"1.0"},"canonical_sha256":"3cfc44a861f6728c813c2ba0125472b2face676e01e6064c5b0b19a0f41a18c1","source":{"kind":"arxiv","id":"2111.04865","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.04865","created_at":"2026-07-05T03:30:42Z"},{"alias_kind":"arxiv_version","alias_value":"2111.04865v2","created_at":"2026-07-05T03:30:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.04865","created_at":"2026-07-05T03:30:42Z"},{"alias_kind":"pith_short_12","alias_value":"HT6EJKDB6ZZI","created_at":"2026-07-05T03:30:42Z"},{"alias_kind":"pith_short_16","alias_value":"HT6EJKDB6ZZIZAJ4","created_at":"2026-07-05T03:30:42Z"},{"alias_kind":"pith_short_8","alias_value":"HT6EJKDB","created_at":"2026-07-05T03:30:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:HT6EJKDB6ZZIZAJ4FOQBEVDSWL","target":"record","payload":{"canonical_record":{"source":{"id":"2111.04865","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-08T23:08:34Z","cross_cats_sorted":[],"title_canon_sha256":"adf9b3103e67c81241064362bca58eab230b88c26429376e385ce59cee44a86d","abstract_canon_sha256":"6efc304c5ff94aef0dd1333aa90face2d321adf260f33aa67f2206fca2cd6733"},"schema_version":"1.0"},"canonical_sha256":"3cfc44a861f6728c813c2ba0125472b2face676e01e6064c5b0b19a0f41a18c1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:30:42.939246Z","signature_b64":"6K5qInCgBoAOUwmuKqpeG9Axe4CcKpqVyaXYekcS0yMDNMKfKcSe+rFK7/hP5QKRAe1zpHOdBCMfEhBz0esrAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3cfc44a861f6728c813c2ba0125472b2face676e01e6064c5b0b19a0f41a18c1","last_reissued_at":"2026-07-05T03:30:42.938788Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:30:42.938788Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.04865","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:30:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7N7DZKF8+Qs6kjdg75UJOsCZ9PWhIQCRXTrzWxD4LhYkzKR/wEtbharVM7+YMyD5hMZH8obG/Txre2JDGDFqCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:53:27.942835Z"},"content_sha256":"6b688a696abade005235222a3dcba710f594db2afc01e2b43bc84d2a66f9d985","schema_version":"1.0","event_id":"sha256:6b688a696abade005235222a3dcba710f594db2afc01e2b43bc84d2a66f9d985"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:HT6EJKDB6ZZIZAJ4FOQBEVDSWL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On Assessing The Safety of Reinforcement Learning algorithms Using Formal Methods","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Amin Nikanjam, Foutse Khomh, John Mullins, Paulina Stevia Nouwou Mindom","submitted_at":"2021-11-08T23:08:34Z","abstract_excerpt":"The increasing adoption of Reinforcement Learning in safety-critical systems domains such as autonomous vehicles, health, and aviation raises the need for ensuring their safety. Existing safety mechanisms such as adversarial training, adversarial detection, and robust learning are not always adapted to all disturbances in which the agent is deployed. Those disturbances include moving adversaries whose behavior can be unpredictable by the agent, and as a matter of fact harmful to its learning. Ensuring the safety of critical systems also requires methods that give formal guarantees on the behav"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.04865","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.04865/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:30:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sOI/E4oLjNJdlVkWXwH1wNLL2CeeqtxWXhLjtbwnJWWz2IyUTz2SQu3swK6Jt0Fq2BYKxQpitU8q2OM2mu1PCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:53:27.943217Z"},"content_sha256":"2010bbdbc5dc7a6bb34164f8fbfb3b1897675cac9e756675d3a7551130905247","schema_version":"1.0","event_id":"sha256:2010bbdbc5dc7a6bb34164f8fbfb3b1897675cac9e756675d3a7551130905247"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HT6EJKDB6ZZIZAJ4FOQBEVDSWL/bundle.json","state_url":"https://pith.science/pith/HT6EJKDB6ZZIZAJ4FOQBEVDSWL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HT6EJKDB6ZZIZAJ4FOQBEVDSWL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T06:53:27Z","links":{"resolver":"https://pith.science/pith/HT6EJKDB6ZZIZAJ4FOQBEVDSWL","bundle":"https://pith.science/pith/HT6EJKDB6ZZIZAJ4FOQBEVDSWL/bundle.json","state":"https://pith.science/pith/HT6EJKDB6ZZIZAJ4FOQBEVDSWL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HT6EJKDB6ZZIZAJ4FOQBEVDSWL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:HT6EJKDB6ZZIZAJ4FOQBEVDSWL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6efc304c5ff94aef0dd1333aa90face2d321adf260f33aa67f2206fca2cd6733","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-08T23:08:34Z","title_canon_sha256":"adf9b3103e67c81241064362bca58eab230b88c26429376e385ce59cee44a86d"},"schema_version":"1.0","source":{"id":"2111.04865","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.04865","created_at":"2026-07-05T03:30:42Z"},{"alias_kind":"arxiv_version","alias_value":"2111.04865v2","created_at":"2026-07-05T03:30:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.04865","created_at":"2026-07-05T03:30:42Z"},{"alias_kind":"pith_short_12","alias_value":"HT6EJKDB6ZZI","created_at":"2026-07-05T03:30:42Z"},{"alias_kind":"pith_short_16","alias_value":"HT6EJKDB6ZZIZAJ4","created_at":"2026-07-05T03:30:42Z"},{"alias_kind":"pith_short_8","alias_value":"HT6EJKDB","created_at":"2026-07-05T03:30:42Z"}],"graph_snapshots":[{"event_id":"sha256:2010bbdbc5dc7a6bb34164f8fbfb3b1897675cac9e756675d3a7551130905247","target":"graph","created_at":"2026-07-05T03:30:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.04865/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The increasing adoption of Reinforcement Learning in safety-critical systems domains such as autonomous vehicles, health, and aviation raises the need for ensuring their safety. Existing safety mechanisms such as adversarial training, adversarial detection, and robust learning are not always adapted to all disturbances in which the agent is deployed. Those disturbances include moving adversaries whose behavior can be unpredictable by the agent, and as a matter of fact harmful to its learning. Ensuring the safety of critical systems also requires methods that give formal guarantees on the behav","authors_text":"Amin Nikanjam, Foutse Khomh, John Mullins, Paulina Stevia Nouwou Mindom","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-08T23:08:34Z","title":"On Assessing The Safety of Reinforcement Learning algorithms Using Formal Methods"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.04865","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6b688a696abade005235222a3dcba710f594db2afc01e2b43bc84d2a66f9d985","target":"record","created_at":"2026-07-05T03:30:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6efc304c5ff94aef0dd1333aa90face2d321adf260f33aa67f2206fca2cd6733","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-08T23:08:34Z","title_canon_sha256":"adf9b3103e67c81241064362bca58eab230b88c26429376e385ce59cee44a86d"},"schema_version":"1.0","source":{"id":"2111.04865","kind":"arxiv","version":2}},"canonical_sha256":"3cfc44a861f6728c813c2ba0125472b2face676e01e6064c5b0b19a0f41a18c1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3cfc44a861f6728c813c2ba0125472b2face676e01e6064c5b0b19a0f41a18c1","first_computed_at":"2026-07-05T03:30:42.938788Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:30:42.938788Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6K5qInCgBoAOUwmuKqpeG9Axe4CcKpqVyaXYekcS0yMDNMKfKcSe+rFK7/hP5QKRAe1zpHOdBCMfEhBz0esrAw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:30:42.939246Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.04865","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6b688a696abade005235222a3dcba710f594db2afc01e2b43bc84d2a66f9d985","sha256:2010bbdbc5dc7a6bb34164f8fbfb3b1897675cac9e756675d3a7551130905247"],"state_sha256":"c11a8feff08b4c19d2846c694bebd134e8683500b93ec090d5349aa25819c5b2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rFcsEwoyrxDd8NnLgMicmVlzqToPvicmsgochZjIk0xHjCj1vQ41KQpL3TucgJAN1ui5vUSJCH4/PCEneU1vCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T06:53:27.945263Z","bundle_sha256":"bfc2ddbb75f4ce45d7c113e21c227726497931209b085298632cf19f515fd31e"}}