{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:2BSHMVRF36SEHRUYENCDGAXWRC","short_pith_number":"pith:2BSHMVRF","canonical_record":{"source":{"id":"2312.06436","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-12-11T15:07:58Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b748f709f8081041239c5a0a2f71b6566f3e36f542b8bcd400ab532ba036e983","abstract_canon_sha256":"61b3734babf55eccfee7fbe45cd15f56270db83d0c75b9af4d2929a2416bc46a"},"schema_version":"1.0"},"canonical_sha256":"d064765625dfa443c69823443302f6888dac70c2316c68e34f24a760507955fe","source":{"kind":"arxiv","id":"2312.06436","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.06436","created_at":"2026-07-05T07:23:11Z"},{"alias_kind":"arxiv_version","alias_value":"2312.06436v2","created_at":"2026-07-05T07:23:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.06436","created_at":"2026-07-05T07:23:11Z"},{"alias_kind":"pith_short_12","alias_value":"2BSHMVRF36SE","created_at":"2026-07-05T07:23:11Z"},{"alias_kind":"pith_short_16","alias_value":"2BSHMVRF36SEHRUY","created_at":"2026-07-05T07:23:11Z"},{"alias_kind":"pith_short_8","alias_value":"2BSHMVRF","created_at":"2026-07-05T07:23:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:2BSHMVRF36SEHRUYENCDGAXWRC","target":"record","payload":{"canonical_record":{"source":{"id":"2312.06436","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-12-11T15:07:58Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b748f709f8081041239c5a0a2f71b6566f3e36f542b8bcd400ab532ba036e983","abstract_canon_sha256":"61b3734babf55eccfee7fbe45cd15f56270db83d0c75b9af4d2929a2416bc46a"},"schema_version":"1.0"},"canonical_sha256":"d064765625dfa443c69823443302f6888dac70c2316c68e34f24a760507955fe","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:23:11.246147Z","signature_b64":"tOD0wxccrDM4E+QlUDID76y3rzo90hx1FAZh20COIyUbQB9YINeQZ7LT2apmkTsyrqz4yS/tGkk8a7eM8nyJDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d064765625dfa443c69823443302f6888dac70c2316c68e34f24a760507955fe","last_reissued_at":"2026-07-05T07:23:11.245701Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:23:11.245701Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.06436","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:23:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"S/x2AJMNKcoCKCwjl+Z4j4mqtEHKLg3EhxzFxfgNlpKScGmiK2MwjgqeC3j+lxZbeuHTF2n5I74J7rRkH5acDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T05:58:21.390957Z"},"content_sha256":"e80dde652eb4a408abe7f460d66dedb13deb5bf4d781a392f4969b510ab53eb3","schema_version":"1.0","event_id":"sha256:e80dde652eb4a408abe7f460d66dedb13deb5bf4d781a392f4969b510ab53eb3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:2BSHMVRF36SEHRUYENCDGAXWRC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reward Certification for Policy Smoothed Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Leandro Soriano Marcolino, Ronghui Mu, Tianle Zhang, Wenjie Ruan, Xiaowei Huang, Yanghao Zhang","submitted_at":"2023-12-11T15:07:58Z","abstract_excerpt":"Reinforcement Learning (RL) has achieved remarkable success in safety-critical areas, but it can be weakened by adversarial attacks. Recent studies have introduced \"smoothed policies\" in order to enhance its robustness. Yet, it is still challenging to establish a provable guarantee to certify the bound of its total reward. Prior methods relied primarily on computing bounds using Lipschitz continuity or calculating the probability of cumulative reward above specific thresholds. However, these techniques are only suited for continuous perturbations on the RL agent's observations and are restrict"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.06436","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.06436/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:23:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PK+kGAPwszYx7in34hAhgKabIv9xDcCBYko9xpwjMTFUsv453yxGF8hQGila54amyYFwSO+2bCe7J0fMFGZxBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T05:58:21.391367Z"},"content_sha256":"5726dc089c1dec44445e469e9e9a5beb7c39f1d52e53caa3c7d73de6399687a2","schema_version":"1.0","event_id":"sha256:5726dc089c1dec44445e469e9e9a5beb7c39f1d52e53caa3c7d73de6399687a2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2BSHMVRF36SEHRUYENCDGAXWRC/bundle.json","state_url":"https://pith.science/pith/2BSHMVRF36SEHRUYENCDGAXWRC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2BSHMVRF36SEHRUYENCDGAXWRC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T05:58:21Z","links":{"resolver":"https://pith.science/pith/2BSHMVRF36SEHRUYENCDGAXWRC","bundle":"https://pith.science/pith/2BSHMVRF36SEHRUYENCDGAXWRC/bundle.json","state":"https://pith.science/pith/2BSHMVRF36SEHRUYENCDGAXWRC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2BSHMVRF36SEHRUYENCDGAXWRC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2BSHMVRF36SEHRUYENCDGAXWRC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"61b3734babf55eccfee7fbe45cd15f56270db83d0c75b9af4d2929a2416bc46a","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-12-11T15:07:58Z","title_canon_sha256":"b748f709f8081041239c5a0a2f71b6566f3e36f542b8bcd400ab532ba036e983"},"schema_version":"1.0","source":{"id":"2312.06436","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.06436","created_at":"2026-07-05T07:23:11Z"},{"alias_kind":"arxiv_version","alias_value":"2312.06436v2","created_at":"2026-07-05T07:23:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.06436","created_at":"2026-07-05T07:23:11Z"},{"alias_kind":"pith_short_12","alias_value":"2BSHMVRF36SE","created_at":"2026-07-05T07:23:11Z"},{"alias_kind":"pith_short_16","alias_value":"2BSHMVRF36SEHRUY","created_at":"2026-07-05T07:23:11Z"},{"alias_kind":"pith_short_8","alias_value":"2BSHMVRF","created_at":"2026-07-05T07:23:11Z"}],"graph_snapshots":[{"event_id":"sha256:5726dc089c1dec44445e469e9e9a5beb7c39f1d52e53caa3c7d73de6399687a2","target":"graph","created_at":"2026-07-05T07:23:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.06436/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement Learning (RL) has achieved remarkable success in safety-critical areas, but it can be weakened by adversarial attacks. Recent studies have introduced \"smoothed policies\" in order to enhance its robustness. Yet, it is still challenging to establish a provable guarantee to certify the bound of its total reward. Prior methods relied primarily on computing bounds using Lipschitz continuity or calculating the probability of cumulative reward above specific thresholds. However, these techniques are only suited for continuous perturbations on the RL agent's observations and are restrict","authors_text":"Leandro Soriano Marcolino, Ronghui Mu, Tianle Zhang, Wenjie Ruan, Xiaowei Huang, Yanghao Zhang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-12-11T15:07:58Z","title":"Reward Certification for Policy Smoothed Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.06436","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e80dde652eb4a408abe7f460d66dedb13deb5bf4d781a392f4969b510ab53eb3","target":"record","created_at":"2026-07-05T07:23:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"61b3734babf55eccfee7fbe45cd15f56270db83d0c75b9af4d2929a2416bc46a","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-12-11T15:07:58Z","title_canon_sha256":"b748f709f8081041239c5a0a2f71b6566f3e36f542b8bcd400ab532ba036e983"},"schema_version":"1.0","source":{"id":"2312.06436","kind":"arxiv","version":2}},"canonical_sha256":"d064765625dfa443c69823443302f6888dac70c2316c68e34f24a760507955fe","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d064765625dfa443c69823443302f6888dac70c2316c68e34f24a760507955fe","first_computed_at":"2026-07-05T07:23:11.245701Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:23:11.245701Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tOD0wxccrDM4E+QlUDID76y3rzo90hx1FAZh20COIyUbQB9YINeQZ7LT2apmkTsyrqz4yS/tGkk8a7eM8nyJDg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:23:11.246147Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.06436","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e80dde652eb4a408abe7f460d66dedb13deb5bf4d781a392f4969b510ab53eb3","sha256:5726dc089c1dec44445e469e9e9a5beb7c39f1d52e53caa3c7d73de6399687a2"],"state_sha256":"8dfa5df0dc9eaba898a08e176fcab2f1437d8325890044e7893ab017abb44327"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n1DJPiwbh16Sc4vh+ClcMgV4FPvGVpg/P0Nsiu2HYYYiI/RWNVEJdIotyJ7R75CGMMb5gUgLxZzKwGRIJsHfAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T05:58:21.393434Z","bundle_sha256":"74d35a721968c8e352e690981d3523aab5ba1ff5dbe30069becfb119c6308468"}}