{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:SOG4EKXGF5PC4WOXB7Y6PI7P6N","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"94c6936e632b85a7f8bc7993620d3423bfa239798e312e2aaaca94c266404c36","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-22T08:32:49Z","title_canon_sha256":"591caadd3c60c85a37eb60d6826a12a78e75457f67a99143d087d2db605915cc"},"schema_version":"1.0","source":{"id":"1908.08796","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.08796","created_at":"2026-07-05T00:57:49Z"},{"alias_kind":"arxiv_version","alias_value":"1908.08796v4","created_at":"2026-07-05T00:57:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.08796","created_at":"2026-07-05T00:57:49Z"},{"alias_kind":"pith_short_12","alias_value":"SOG4EKXGF5PC","created_at":"2026-07-05T00:57:49Z"},{"alias_kind":"pith_short_16","alias_value":"SOG4EKXGF5PC4WOX","created_at":"2026-07-05T00:57:49Z"},{"alias_kind":"pith_short_8","alias_value":"SOG4EKXG","created_at":"2026-07-05T00:57:49Z"}],"graph_snapshots":[{"event_id":"sha256:43a2807b692ddae98272a8bfc05e309a065c9fb6645a934c6aed9534be6055a7","target":"graph","created_at":"2026-07-05T00:57:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1908.08796/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As a subfield of machine learning, reinforcement learning (RL) aims at empowering one's capabilities in behavioural decision making by using interaction experience with the world and an evaluative feedback. Unlike traditional supervised learning methods that usually rely on one-shot, exhaustive and supervised reward signals, RL tackles with sequential decision making problems with sampled, evaluative and delayed feedback simultaneously. Such distinctive features make RL technique a suitable candidate for developing powerful solutions in a variety of healthcare domains, where diagnosing decisio","authors_text":"Chao Yu, Jiming Liu, Shamim Nemati","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-22T08:32:49Z","title":"Reinforcement Learning in Healthcare: A Survey"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.08796","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:333a57509a07374bf08fd9828983dcdd14afaa67eb0ed1c6eeaa93a8acbda6ac","target":"record","created_at":"2026-07-05T00:57:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"94c6936e632b85a7f8bc7993620d3423bfa239798e312e2aaaca94c266404c36","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-22T08:32:49Z","title_canon_sha256":"591caadd3c60c85a37eb60d6826a12a78e75457f67a99143d087d2db605915cc"},"schema_version":"1.0","source":{"id":"1908.08796","kind":"arxiv","version":4}},"canonical_sha256":"938dc22ae62f5e2e59d70ff1e7a3eff357f4cd3425c478a75b6ae5b3416337dc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"938dc22ae62f5e2e59d70ff1e7a3eff357f4cd3425c478a75b6ae5b3416337dc","first_computed_at":"2026-07-05T00:57:49.828996Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:57:49.828996Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cqVgu/HZvxgdJDdNYn9z8xCVjM8k/XbZiD6nLoSnS0dooILSwHjnNXbm0T8HjJJFldIf/phefUHKQFHX6pNiCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:57:49.829557Z","signed_message":"canonical_sha256_bytes"},"source_id":"1908.08796","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:333a57509a07374bf08fd9828983dcdd14afaa67eb0ed1c6eeaa93a8acbda6ac","sha256:43a2807b692ddae98272a8bfc05e309a065c9fb6645a934c6aed9534be6055a7"],"state_sha256":"3cad72e5d1262c85f2e8d35e7b218b75e00551ed147754f94e55ccde8b687918"}