{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:GKOF2NHE6KUC7VUTB5XFDNJSMA","short_pith_number":"pith:GKOF2NHE","canonical_record":{"source":{"id":"2203.02605","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"stat.ML","submitted_at":"2022-03-04T23:14:02Z","cross_cats_sorted":["cs.LG","stat.AP","stat.ME"],"title_canon_sha256":"18459c40c430db54f3cef4dc5b116b62d8a53ab9714a3146c67fe0fa2b53ad60","abstract_canon_sha256":"99027aada4009b69ef6592b4a88af6ff098a2ad8124765187b826f6f3a96d763"},"schema_version":"1.0"},"canonical_sha256":"329c5d34e4f2a82fd6930f6e51b5326015c1a42049eab91020e81a9aaf9654bd","source":{"kind":"arxiv","id":"2203.02605","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.02605","created_at":"2026-07-05T08:43:20Z"},{"alias_kind":"arxiv_version","alias_value":"2203.02605v3","created_at":"2026-07-05T08:43:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.02605","created_at":"2026-07-05T08:43:20Z"},{"alias_kind":"pith_short_12","alias_value":"GKOF2NHE6KUC","created_at":"2026-07-05T08:43:20Z"},{"alias_kind":"pith_short_16","alias_value":"GKOF2NHE6KUC7VUT","created_at":"2026-07-05T08:43:20Z"},{"alias_kind":"pith_short_8","alias_value":"GKOF2NHE","created_at":"2026-07-05T08:43:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:GKOF2NHE6KUC7VUTB5XFDNJSMA","target":"record","payload":{"canonical_record":{"source":{"id":"2203.02605","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"stat.ML","submitted_at":"2022-03-04T23:14:02Z","cross_cats_sorted":["cs.LG","stat.AP","stat.ME"],"title_canon_sha256":"18459c40c430db54f3cef4dc5b116b62d8a53ab9714a3146c67fe0fa2b53ad60","abstract_canon_sha256":"99027aada4009b69ef6592b4a88af6ff098a2ad8124765187b826f6f3a96d763"},"schema_version":"1.0"},"canonical_sha256":"329c5d34e4f2a82fd6930f6e51b5326015c1a42049eab91020e81a9aaf9654bd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:43:20.401453Z","signature_b64":"wPMh7Bit2obJBPh67eeAE24JZk3aHQnd0vma9owEGvyH/foqAnePD3JxOlTW67z9aC3VDSFmiPq70HQ+zyAXDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"329c5d34e4f2a82fd6930f6e51b5326015c1a42049eab91020e81a9aaf9654bd","last_reissued_at":"2026-07-05T08:43:20.400939Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:43:20.400939Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2203.02605","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:43:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cABA25IJRuiOZRe4F+5ZPaRsSwxfLKPHI0DYzbVBCojgQZiMFALhneH1v7pi8D4UR+/spKbC7rFXlOGQLloKCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T10:07:11.009020Z"},"content_sha256":"4062e494bd81ef5685e6a4fea308536b96b70c75b6de0086db98b9705a862e08","schema_version":"1.0","event_id":"sha256:4062e494bd81ef5685e6a4fea308536b96b70c75b6de0086db98b9705a862e08"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:GKOF2NHE6KUC7VUTB5XFDNJSMA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reinforcement Learning in Modern Biostatistics: Constructing Optimal Adaptive Interventions","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.LG","stat.AP","stat.ME"],"primary_cat":"stat.ML","authors_text":"Bibhas Chakraborty, Joseph Jay Williams, Nina Deliu","submitted_at":"2022-03-04T23:14:02Z","abstract_excerpt":"In recent years, reinforcement learning (RL) has acquired a prominent position in health-related sequential decision-making problems, gaining traction as a valuable tool for delivering adaptive interventions (AIs). However, in part due to a poor synergy between the methodological and the applied communities, its real-life application is still limited and its potential is still to be realized. To address this gap, our work provides the first unified technical survey on RL methods, complemented with case studies, for constructing various types of AIs in healthcare. In particular, using the commo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.02605","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2203.02605/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:43:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2jnmHniWiXaNnYx+ZvXANGTRHBq+BGQ2HhJil4Df2Gw0a3isK0ETcoDVWnFOreP2jR6fPN9MPjk+l19/jAEEBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T10:07:11.009922Z"},"content_sha256":"905f7d3c61630054dd282ee7e3db337816d5f123af7fdc765f2a64e694baf6ea","schema_version":"1.0","event_id":"sha256:905f7d3c61630054dd282ee7e3db337816d5f123af7fdc765f2a64e694baf6ea"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GKOF2NHE6KUC7VUTB5XFDNJSMA/bundle.json","state_url":"https://pith.science/pith/GKOF2NHE6KUC7VUTB5XFDNJSMA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GKOF2NHE6KUC7VUTB5XFDNJSMA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T10:07:11Z","links":{"resolver":"https://pith.science/pith/GKOF2NHE6KUC7VUTB5XFDNJSMA","bundle":"https://pith.science/pith/GKOF2NHE6KUC7VUTB5XFDNJSMA/bundle.json","state":"https://pith.science/pith/GKOF2NHE6KUC7VUTB5XFDNJSMA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GKOF2NHE6KUC7VUTB5XFDNJSMA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:GKOF2NHE6KUC7VUTB5XFDNJSMA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"99027aada4009b69ef6592b4a88af6ff098a2ad8124765187b826f6f3a96d763","cross_cats_sorted":["cs.LG","stat.AP","stat.ME"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"stat.ML","submitted_at":"2022-03-04T23:14:02Z","title_canon_sha256":"18459c40c430db54f3cef4dc5b116b62d8a53ab9714a3146c67fe0fa2b53ad60"},"schema_version":"1.0","source":{"id":"2203.02605","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.02605","created_at":"2026-07-05T08:43:20Z"},{"alias_kind":"arxiv_version","alias_value":"2203.02605v3","created_at":"2026-07-05T08:43:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.02605","created_at":"2026-07-05T08:43:20Z"},{"alias_kind":"pith_short_12","alias_value":"GKOF2NHE6KUC","created_at":"2026-07-05T08:43:20Z"},{"alias_kind":"pith_short_16","alias_value":"GKOF2NHE6KUC7VUT","created_at":"2026-07-05T08:43:20Z"},{"alias_kind":"pith_short_8","alias_value":"GKOF2NHE","created_at":"2026-07-05T08:43:20Z"}],"graph_snapshots":[{"event_id":"sha256:905f7d3c61630054dd282ee7e3db337816d5f123af7fdc765f2a64e694baf6ea","target":"graph","created_at":"2026-07-05T08:43:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.02605/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In recent years, reinforcement learning (RL) has acquired a prominent position in health-related sequential decision-making problems, gaining traction as a valuable tool for delivering adaptive interventions (AIs). However, in part due to a poor synergy between the methodological and the applied communities, its real-life application is still limited and its potential is still to be realized. To address this gap, our work provides the first unified technical survey on RL methods, complemented with case studies, for constructing various types of AIs in healthcare. In particular, using the commo","authors_text":"Bibhas Chakraborty, Joseph Jay Williams, Nina Deliu","cross_cats":["cs.LG","stat.AP","stat.ME"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"stat.ML","submitted_at":"2022-03-04T23:14:02Z","title":"Reinforcement Learning in Modern Biostatistics: Constructing Optimal Adaptive Interventions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.02605","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4062e494bd81ef5685e6a4fea308536b96b70c75b6de0086db98b9705a862e08","target":"record","created_at":"2026-07-05T08:43:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"99027aada4009b69ef6592b4a88af6ff098a2ad8124765187b826f6f3a96d763","cross_cats_sorted":["cs.LG","stat.AP","stat.ME"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"stat.ML","submitted_at":"2022-03-04T23:14:02Z","title_canon_sha256":"18459c40c430db54f3cef4dc5b116b62d8a53ab9714a3146c67fe0fa2b53ad60"},"schema_version":"1.0","source":{"id":"2203.02605","kind":"arxiv","version":3}},"canonical_sha256":"329c5d34e4f2a82fd6930f6e51b5326015c1a42049eab91020e81a9aaf9654bd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"329c5d34e4f2a82fd6930f6e51b5326015c1a42049eab91020e81a9aaf9654bd","first_computed_at":"2026-07-05T08:43:20.400939Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:43:20.400939Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wPMh7Bit2obJBPh67eeAE24JZk3aHQnd0vma9owEGvyH/foqAnePD3JxOlTW67z9aC3VDSFmiPq70HQ+zyAXDw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:43:20.401453Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.02605","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4062e494bd81ef5685e6a4fea308536b96b70c75b6de0086db98b9705a862e08","sha256:905f7d3c61630054dd282ee7e3db337816d5f123af7fdc765f2a64e694baf6ea"],"state_sha256":"964290bad690ec073b8e828f4e2563013ac5354cd2bcadc41049352cde10544c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Yo9Cj9mqPJM4RyJqJMHibyhRprMQqruWK9JFXL3wnzYWe1ikT6kf9eKZ7rg/DkoTgRBu/Pw1qbiXogcb+AduCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T10:07:11.015003Z","bundle_sha256":"30f79a9c29e295cefbbe137313bff7258e5789f057b885385f37b48ea51d1a94"}}