{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OJADGW2DZIISOXDC7HGT4GN22G","short_pith_number":"pith:OJADGW2D","canonical_record":{"source":{"id":"2410.09361","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-12T04:05:56Z","cross_cats_sorted":[],"title_canon_sha256":"a731f99c054a1586f8bd2d3eba9990c4f5349584323434b8b6a3c878d125440c","abstract_canon_sha256":"dc373a1ab2bde4f565725fa398a1526af1aea4cab5b068da6078b76078840922"},"schema_version":"1.0"},"canonical_sha256":"7240335b43ca11275c62f9cd3e19bad18fd42a674cadb1c3ef25be656274a2e7","source":{"kind":"arxiv","id":"2410.09361","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.09361","created_at":"2026-07-05T09:19:38Z"},{"alias_kind":"arxiv_version","alias_value":"2410.09361v1","created_at":"2026-07-05T09:19:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.09361","created_at":"2026-07-05T09:19:38Z"},{"alias_kind":"pith_short_12","alias_value":"OJADGW2DZIIS","created_at":"2026-07-05T09:19:38Z"},{"alias_kind":"pith_short_16","alias_value":"OJADGW2DZIISOXDC","created_at":"2026-07-05T09:19:38Z"},{"alias_kind":"pith_short_8","alias_value":"OJADGW2D","created_at":"2026-07-05T09:19:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OJADGW2DZIISOXDC7HGT4GN22G","target":"record","payload":{"canonical_record":{"source":{"id":"2410.09361","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-12T04:05:56Z","cross_cats_sorted":[],"title_canon_sha256":"a731f99c054a1586f8bd2d3eba9990c4f5349584323434b8b6a3c878d125440c","abstract_canon_sha256":"dc373a1ab2bde4f565725fa398a1526af1aea4cab5b068da6078b76078840922"},"schema_version":"1.0"},"canonical_sha256":"7240335b43ca11275c62f9cd3e19bad18fd42a674cadb1c3ef25be656274a2e7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:19:38.188968Z","signature_b64":"0apPc8EGSku89Is3UHlwfe/KFZtdTUVdDSB1H56ITPt+QEwC0vU/C6AGCSVfFh5ncin1uGKXUtP+KpkYuD8cAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7240335b43ca11275c62f9cd3e19bad18fd42a674cadb1c3ef25be656274a2e7","last_reissued_at":"2026-07-05T09:19:38.188576Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:19:38.188576Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.09361","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zBLNYU2/NJnSjM+ywyKjLZaU7GWS4iZjkTDskj76qv8YkvOWMMia698I3lXZ3UvXISZ6X6Z8a4w/GuFRz0PDAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T10:57:52.688186Z"},"content_sha256":"87cc4066b05047288dda866d0f80119f9043ded4e4b8ab4850db8928baf52f6d","schema_version":"1.0","event_id":"sha256:87cc4066b05047288dda866d0f80119f9043ded4e4b8ab4850db8928baf52f6d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OJADGW2DZIISOXDC7HGT4GN22G","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Decision-Point Guided Safe Policy Improvement","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Abhishek Sharma, Finale Doshi-Velez, Leo Benac, Sonali Parbhoo","submitted_at":"2024-10-12T04:05:56Z","abstract_excerpt":"Within batch reinforcement learning, safe policy improvement (SPI) seeks to ensure that the learnt policy performs at least as well as the behavior policy that generated the dataset. The core challenge in SPI is seeking improvements while balancing risk when many state-action pairs may be infrequently visited. In this work, we introduce Decision Points RL (DPRL), an algorithm that restricts the set of state-action pairs (or regions for continuous states) considered for improvement. DPRL ensures high-confidence improvement in densely visited states (i.e. decision points) while still utilizing d"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.09361","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.09361/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2UWaK5DWBqd36Yx9g40d438XMGD3tbcKorhE5ITR33POuSiofPqW7irwhPQ5GaClGc5l57crMHONWoc6nDewBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T10:57:52.688534Z"},"content_sha256":"66c90c34b946b1db89af545912af12b47fb81cc82c357250c8599df1ad582e13","schema_version":"1.0","event_id":"sha256:66c90c34b946b1db89af545912af12b47fb81cc82c357250c8599df1ad582e13"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OJADGW2DZIISOXDC7HGT4GN22G/bundle.json","state_url":"https://pith.science/pith/OJADGW2DZIISOXDC7HGT4GN22G/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OJADGW2DZIISOXDC7HGT4GN22G/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T10:57:52Z","links":{"resolver":"https://pith.science/pith/OJADGW2DZIISOXDC7HGT4GN22G","bundle":"https://pith.science/pith/OJADGW2DZIISOXDC7HGT4GN22G/bundle.json","state":"https://pith.science/pith/OJADGW2DZIISOXDC7HGT4GN22G/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OJADGW2DZIISOXDC7HGT4GN22G/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OJADGW2DZIISOXDC7HGT4GN22G","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dc373a1ab2bde4f565725fa398a1526af1aea4cab5b068da6078b76078840922","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-12T04:05:56Z","title_canon_sha256":"a731f99c054a1586f8bd2d3eba9990c4f5349584323434b8b6a3c878d125440c"},"schema_version":"1.0","source":{"id":"2410.09361","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.09361","created_at":"2026-07-05T09:19:38Z"},{"alias_kind":"arxiv_version","alias_value":"2410.09361v1","created_at":"2026-07-05T09:19:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.09361","created_at":"2026-07-05T09:19:38Z"},{"alias_kind":"pith_short_12","alias_value":"OJADGW2DZIIS","created_at":"2026-07-05T09:19:38Z"},{"alias_kind":"pith_short_16","alias_value":"OJADGW2DZIISOXDC","created_at":"2026-07-05T09:19:38Z"},{"alias_kind":"pith_short_8","alias_value":"OJADGW2D","created_at":"2026-07-05T09:19:38Z"}],"graph_snapshots":[{"event_id":"sha256:66c90c34b946b1db89af545912af12b47fb81cc82c357250c8599df1ad582e13","target":"graph","created_at":"2026-07-05T09:19:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.09361/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Within batch reinforcement learning, safe policy improvement (SPI) seeks to ensure that the learnt policy performs at least as well as the behavior policy that generated the dataset. The core challenge in SPI is seeking improvements while balancing risk when many state-action pairs may be infrequently visited. In this work, we introduce Decision Points RL (DPRL), an algorithm that restricts the set of state-action pairs (or regions for continuous states) considered for improvement. DPRL ensures high-confidence improvement in densely visited states (i.e. decision points) while still utilizing d","authors_text":"Abhishek Sharma, Finale Doshi-Velez, Leo Benac, Sonali Parbhoo","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-12T04:05:56Z","title":"Decision-Point Guided Safe Policy Improvement"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.09361","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:87cc4066b05047288dda866d0f80119f9043ded4e4b8ab4850db8928baf52f6d","target":"record","created_at":"2026-07-05T09:19:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dc373a1ab2bde4f565725fa398a1526af1aea4cab5b068da6078b76078840922","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-12T04:05:56Z","title_canon_sha256":"a731f99c054a1586f8bd2d3eba9990c4f5349584323434b8b6a3c878d125440c"},"schema_version":"1.0","source":{"id":"2410.09361","kind":"arxiv","version":1}},"canonical_sha256":"7240335b43ca11275c62f9cd3e19bad18fd42a674cadb1c3ef25be656274a2e7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7240335b43ca11275c62f9cd3e19bad18fd42a674cadb1c3ef25be656274a2e7","first_computed_at":"2026-07-05T09:19:38.188576Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:19:38.188576Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0apPc8EGSku89Is3UHlwfe/KFZtdTUVdDSB1H56ITPt+QEwC0vU/C6AGCSVfFh5ncin1uGKXUtP+KpkYuD8cAg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:19:38.188968Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.09361","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:87cc4066b05047288dda866d0f80119f9043ded4e4b8ab4850db8928baf52f6d","sha256:66c90c34b946b1db89af545912af12b47fb81cc82c357250c8599df1ad582e13"],"state_sha256":"867ad013a67320d13e5a804454723afb632a4b00bb9448a6d2be18449cb199c6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AyZ+0MUA1WRFY352d9pHi8B3ZmYg+HacooR2Fu+YWBqED9jmphM8+EM7EpHXmqU9Yp/QWMEkCSnk+vzu/oMTDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T10:57:52.691717Z","bundle_sha256":"5ddd1724d2d11dee17eb03b96b0fbd2aae48849348ae48d1f6614d73462cd073"}}