{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:IY4JVZIZNJYSIBEMELDN3AZ7CQ","short_pith_number":"pith:IY4JVZIZ","canonical_record":{"source":{"id":"1907.09475","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-22T14:44:25Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"adaee3eac0e5c7cd1bb666f9d01b2a25d8d0e98156370bc9acf99c1902db3be6","abstract_canon_sha256":"399047776176385a6583baa69f6c088c0e6c583dd2252c74dd16f31da28e54c3"},"schema_version":"1.0"},"canonical_sha256":"46389ae5196a7124048c22c6dd833f143033be1f75dbe9443930aaa4ca9bdaeb","source":{"kind":"arxiv","id":"1907.09475","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.09475","created_at":"2026-05-17T23:39:53Z"},{"alias_kind":"arxiv_version","alias_value":"1907.09475v1","created_at":"2026-05-17T23:39:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.09475","created_at":"2026-05-17T23:39:53Z"},{"alias_kind":"pith_short_12","alias_value":"IY4JVZIZNJYS","created_at":"2026-05-18T12:33:18Z"},{"alias_kind":"pith_short_16","alias_value":"IY4JVZIZNJYSIBEM","created_at":"2026-05-18T12:33:18Z"},{"alias_kind":"pith_short_8","alias_value":"IY4JVZIZ","created_at":"2026-05-18T12:33:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:IY4JVZIZNJYSIBEMELDN3AZ7CQ","target":"record","payload":{"canonical_record":{"source":{"id":"1907.09475","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-22T14:44:25Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"adaee3eac0e5c7cd1bb666f9d01b2a25d8d0e98156370bc9acf99c1902db3be6","abstract_canon_sha256":"399047776176385a6583baa69f6c088c0e6c583dd2252c74dd16f31da28e54c3"},"schema_version":"1.0"},"canonical_sha256":"46389ae5196a7124048c22c6dd833f143033be1f75dbe9443930aaa4ca9bdaeb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:39:53.128183Z","signature_b64":"ZCocIE8BqyntrZ7Ppe7UgSw4z4YxtIQefR2gz+q7+UtElY6lHn7uyPep3j0DeI7MG1sfD7p7MP/nG9MrlAr5Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"46389ae5196a7124048c22c6dd833f143033be1f75dbe9443930aaa4ca9bdaeb","last_reissued_at":"2026-05-17T23:39:53.127786Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:39:53.127786Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1907.09475","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:39:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h5bFknpX+bBZskjrHkTD1jpxlH5x4RmJTppCEgflAl2CbnGWCplgvkFOY1Pp0E8WbRycAS36KQqJmuMCgAnpDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T19:24:05.741642Z"},"content_sha256":"819345008fca5379fbdeeec35b939b8220386d19a4d73ed9931ddee06ab06e0c","schema_version":"1.0","event_id":"sha256:819345008fca5379fbdeeec35b939b8220386d19a4d73ed9931ddee06ab06e0c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:IY4JVZIZNJYSIBEMELDN3AZ7CQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Deep Reinforcement Learning for Clinical Decision Support: A Brief Survey","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Kee Yuan Ngiam, Mengling Feng, Siqi Liu","submitted_at":"2019-07-22T14:44:25Z","abstract_excerpt":"Owe to the recent advancements in Artificial Intelligence especially deep learning, many data-driven decision support systems have been implemented to facilitate medical doctors in delivering personalized care. We focus on the deep reinforcement learning (DRL) models in this paper. DRL models have demonstrated human-level or even superior performance in the tasks of computer vision and game playings, such as Go and Atari game. However, the adoption of deep reinforcement learning techniques in clinical decision optimization is still rare. We present the first survey that summarizes reinforcemen"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.09475","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:39:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"W8w/uKphOW7cL7owxhbz6HtSEFavWwfob0zxYwttU/cYfF3/DgBPbXIY6bYKOOSne3fAX+J/PJ2L57JleZnwAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T19:24:05.742341Z"},"content_sha256":"1171b3ea6e54e3d31665778e47e9d18c3579919c422b5dfc8254e3d43d60434b","schema_version":"1.0","event_id":"sha256:1171b3ea6e54e3d31665778e47e9d18c3579919c422b5dfc8254e3d43d60434b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IY4JVZIZNJYSIBEMELDN3AZ7CQ/bundle.json","state_url":"https://pith.science/pith/IY4JVZIZNJYSIBEMELDN3AZ7CQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IY4JVZIZNJYSIBEMELDN3AZ7CQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T19:24:05Z","links":{"resolver":"https://pith.science/pith/IY4JVZIZNJYSIBEMELDN3AZ7CQ","bundle":"https://pith.science/pith/IY4JVZIZNJYSIBEMELDN3AZ7CQ/bundle.json","state":"https://pith.science/pith/IY4JVZIZNJYSIBEMELDN3AZ7CQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IY4JVZIZNJYSIBEMELDN3AZ7CQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:IY4JVZIZNJYSIBEMELDN3AZ7CQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"399047776176385a6583baa69f6c088c0e6c583dd2252c74dd16f31da28e54c3","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-22T14:44:25Z","title_canon_sha256":"adaee3eac0e5c7cd1bb666f9d01b2a25d8d0e98156370bc9acf99c1902db3be6"},"schema_version":"1.0","source":{"id":"1907.09475","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.09475","created_at":"2026-05-17T23:39:53Z"},{"alias_kind":"arxiv_version","alias_value":"1907.09475v1","created_at":"2026-05-17T23:39:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.09475","created_at":"2026-05-17T23:39:53Z"},{"alias_kind":"pith_short_12","alias_value":"IY4JVZIZNJYS","created_at":"2026-05-18T12:33:18Z"},{"alias_kind":"pith_short_16","alias_value":"IY4JVZIZNJYSIBEM","created_at":"2026-05-18T12:33:18Z"},{"alias_kind":"pith_short_8","alias_value":"IY4JVZIZ","created_at":"2026-05-18T12:33:18Z"}],"graph_snapshots":[{"event_id":"sha256:1171b3ea6e54e3d31665778e47e9d18c3579919c422b5dfc8254e3d43d60434b","target":"graph","created_at":"2026-05-17T23:39:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Owe to the recent advancements in Artificial Intelligence especially deep learning, many data-driven decision support systems have been implemented to facilitate medical doctors in delivering personalized care. We focus on the deep reinforcement learning (DRL) models in this paper. DRL models have demonstrated human-level or even superior performance in the tasks of computer vision and game playings, such as Go and Atari game. However, the adoption of deep reinforcement learning techniques in clinical decision optimization is still rare. We present the first survey that summarizes reinforcemen","authors_text":"Kee Yuan Ngiam, Mengling Feng, Siqi Liu","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-22T14:44:25Z","title":"Deep Reinforcement Learning for Clinical Decision Support: A Brief Survey"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.09475","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:819345008fca5379fbdeeec35b939b8220386d19a4d73ed9931ddee06ab06e0c","target":"record","created_at":"2026-05-17T23:39:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"399047776176385a6583baa69f6c088c0e6c583dd2252c74dd16f31da28e54c3","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-22T14:44:25Z","title_canon_sha256":"adaee3eac0e5c7cd1bb666f9d01b2a25d8d0e98156370bc9acf99c1902db3be6"},"schema_version":"1.0","source":{"id":"1907.09475","kind":"arxiv","version":1}},"canonical_sha256":"46389ae5196a7124048c22c6dd833f143033be1f75dbe9443930aaa4ca9bdaeb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"46389ae5196a7124048c22c6dd833f143033be1f75dbe9443930aaa4ca9bdaeb","first_computed_at":"2026-05-17T23:39:53.127786Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:39:53.127786Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZCocIE8BqyntrZ7Ppe7UgSw4z4YxtIQefR2gz+q7+UtElY6lHn7uyPep3j0DeI7MG1sfD7p7MP/nG9MrlAr5Bg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:39:53.128183Z","signed_message":"canonical_sha256_bytes"},"source_id":"1907.09475","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:819345008fca5379fbdeeec35b939b8220386d19a4d73ed9931ddee06ab06e0c","sha256:1171b3ea6e54e3d31665778e47e9d18c3579919c422b5dfc8254e3d43d60434b"],"state_sha256":"a7f107d197d4468b4b2c0ee81bcacc60946608da4caeb3bba3e1fe6dbc14f177"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q3bHA3asAt2eQzk2yclWyLfbE853AbcjDM7buWmtK7LujvFLVEVfC8v+4dproSdQDxghCU1gIAzPCTC0ba9NDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T19:24:05.746173Z","bundle_sha256":"e8262fefb934427bc2f55e5059374763df59897d10b6cac3468c672600222465"}}