{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:PBJVL7OUWR4LC2RIA2FOWE75NR","short_pith_number":"pith:PBJVL7OU","canonical_record":{"source":{"id":"2106.09292","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-17T07:58:32Z","cross_cats_sorted":[],"title_canon_sha256":"8fb192a2fa117983661460ca4f2ca71d31f8f0f5d8f74680190679fe56e7fd13","abstract_canon_sha256":"57b7a62d7f2745b91ffa4eb31b220a0997391e1a9583270fe68561199b022b0e"},"schema_version":"1.0"},"canonical_sha256":"785355fdd4b478b16a28068aeb13fd6c771a7e1854c90433f43ff9d7ca6d9cb3","source":{"kind":"arxiv","id":"2106.09292","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.09292","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"arxiv_version","alias_value":"2106.09292v2","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.09292","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"pith_short_12","alias_value":"PBJVL7OUWR4L","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"pith_short_16","alias_value":"PBJVL7OUWR4LC2RI","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"pith_short_8","alias_value":"PBJVL7OU","created_at":"2026-07-05T04:05:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:PBJVL7OUWR4LC2RIA2FOWE75NR","target":"record","payload":{"canonical_record":{"source":{"id":"2106.09292","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-17T07:58:32Z","cross_cats_sorted":[],"title_canon_sha256":"8fb192a2fa117983661460ca4f2ca71d31f8f0f5d8f74680190679fe56e7fd13","abstract_canon_sha256":"57b7a62d7f2745b91ffa4eb31b220a0997391e1a9583270fe68561199b022b0e"},"schema_version":"1.0"},"canonical_sha256":"785355fdd4b478b16a28068aeb13fd6c771a7e1854c90433f43ff9d7ca6d9cb3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:05:31.873303Z","signature_b64":"IBZMUEBtSa4mi5ffP7QdtlW77NUdhFyKRxqJGzHGh1ANJ2WPtpqc2ceMbBkYqduTXxzIJekkTaHhfrsaOxQ7Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"785355fdd4b478b16a28068aeb13fd6c771a7e1854c90433f43ff9d7ca6d9cb3","last_reissued_at":"2026-07-05T04:05:31.872878Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:05:31.872878Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.09292","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:05:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5ce2Jz3Emss0Wlz/H/JSgBvDlTlM8KIsxaMO8OOm7pppmXdgTo/HLPU5vuvt/LrmUDIwXf/Qe1povlm4jLLIBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T20:28:04.693494Z"},"content_sha256":"1cb10b2ef534a747e47759261db2c0e69a79701195fe120cc17a5a402967dee9","schema_version":"1.0","event_id":"sha256:1cb10b2ef534a747e47759261db2c0e69a79701195fe120cc17a5a402967dee9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:PBJVL7OUWR4LC2RIA2FOWE75NR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CROP: Certifying Robust Policies for Reinforcement Learning through Functional Smoothing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Bo Li, Ding Zhao, Fan Wu, Linyi Li, Yevgeniy Vorobeychik, Zijian Huang","submitted_at":"2021-06-17T07:58:32Z","abstract_excerpt":"As reinforcement learning (RL) has achieved great success and been even adopted in safety-critical domains such as autonomous vehicles, a range of empirical studies have been conducted to improve its robustness against adversarial attacks. However, how to certify its robustness with theoretical guarantees still remains challenging. In this paper, we present the first unified framework CROP (Certifying Robust Policies for RL) to provide robustness certification on both action and reward levels. In particular, we propose two robustness certification criteria: robustness of per-state actions and "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.09292","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.09292/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:05:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TQdKS/49Owi4ZewlqtQwZfhtMAgfR1dnAS1Vbn1jLs1r8PlnUQfA6iMpROHid2cHG+fHwuQtlhcocO90IvNcDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T20:28:04.693999Z"},"content_sha256":"52966800b2c4d795c2db9365ea383a2fe5c9597792050b54f9085d307c1f7aaa","schema_version":"1.0","event_id":"sha256:52966800b2c4d795c2db9365ea383a2fe5c9597792050b54f9085d307c1f7aaa"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PBJVL7OUWR4LC2RIA2FOWE75NR/bundle.json","state_url":"https://pith.science/pith/PBJVL7OUWR4LC2RIA2FOWE75NR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PBJVL7OUWR4LC2RIA2FOWE75NR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T20:28:04Z","links":{"resolver":"https://pith.science/pith/PBJVL7OUWR4LC2RIA2FOWE75NR","bundle":"https://pith.science/pith/PBJVL7OUWR4LC2RIA2FOWE75NR/bundle.json","state":"https://pith.science/pith/PBJVL7OUWR4LC2RIA2FOWE75NR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PBJVL7OUWR4LC2RIA2FOWE75NR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:PBJVL7OUWR4LC2RIA2FOWE75NR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"57b7a62d7f2745b91ffa4eb31b220a0997391e1a9583270fe68561199b022b0e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-17T07:58:32Z","title_canon_sha256":"8fb192a2fa117983661460ca4f2ca71d31f8f0f5d8f74680190679fe56e7fd13"},"schema_version":"1.0","source":{"id":"2106.09292","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.09292","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"arxiv_version","alias_value":"2106.09292v2","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.09292","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"pith_short_12","alias_value":"PBJVL7OUWR4L","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"pith_short_16","alias_value":"PBJVL7OUWR4LC2RI","created_at":"2026-07-05T04:05:31Z"},{"alias_kind":"pith_short_8","alias_value":"PBJVL7OU","created_at":"2026-07-05T04:05:31Z"}],"graph_snapshots":[{"event_id":"sha256:52966800b2c4d795c2db9365ea383a2fe5c9597792050b54f9085d307c1f7aaa","target":"graph","created_at":"2026-07-05T04:05:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.09292/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As reinforcement learning (RL) has achieved great success and been even adopted in safety-critical domains such as autonomous vehicles, a range of empirical studies have been conducted to improve its robustness against adversarial attacks. However, how to certify its robustness with theoretical guarantees still remains challenging. In this paper, we present the first unified framework CROP (Certifying Robust Policies for RL) to provide robustness certification on both action and reward levels. In particular, we propose two robustness certification criteria: robustness of per-state actions and ","authors_text":"Bo Li, Ding Zhao, Fan Wu, Linyi Li, Yevgeniy Vorobeychik, Zijian Huang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-17T07:58:32Z","title":"CROP: Certifying Robust Policies for Reinforcement Learning through Functional Smoothing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.09292","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1cb10b2ef534a747e47759261db2c0e69a79701195fe120cc17a5a402967dee9","target":"record","created_at":"2026-07-05T04:05:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"57b7a62d7f2745b91ffa4eb31b220a0997391e1a9583270fe68561199b022b0e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-06-17T07:58:32Z","title_canon_sha256":"8fb192a2fa117983661460ca4f2ca71d31f8f0f5d8f74680190679fe56e7fd13"},"schema_version":"1.0","source":{"id":"2106.09292","kind":"arxiv","version":2}},"canonical_sha256":"785355fdd4b478b16a28068aeb13fd6c771a7e1854c90433f43ff9d7ca6d9cb3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"785355fdd4b478b16a28068aeb13fd6c771a7e1854c90433f43ff9d7ca6d9cb3","first_computed_at":"2026-07-05T04:05:31.872878Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:05:31.872878Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IBZMUEBtSa4mi5ffP7QdtlW77NUdhFyKRxqJGzHGh1ANJ2WPtpqc2ceMbBkYqduTXxzIJekkTaHhfrsaOxQ7Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T04:05:31.873303Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.09292","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1cb10b2ef534a747e47759261db2c0e69a79701195fe120cc17a5a402967dee9","sha256:52966800b2c4d795c2db9365ea383a2fe5c9597792050b54f9085d307c1f7aaa"],"state_sha256":"96c1efb82d1e9be112ee715f4848ea8a436d1a970e42b09951cd409a5adeced5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LCOY6ZNiagTRYYt64OLF7zV0+U31X1vfK73cZ+CMzL01ZNUy9SUBwGWK3U8aDz91YqSPFrCkSTKkvWOXK2zmAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T20:28:04.697283Z","bundle_sha256":"ab6dfaca3999912d46e6910e8036fd727200a12eaae5248120232801475c2f0d"}}