{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2014:OMD5HPHCT4VGUKU4SHFCMSQHJM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ec3827b3a3653815cfd92873bf8d7f87ffd008318935d0ea707d8a3c81efdcdb","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2014-01-16T05:09:10Z","title_canon_sha256":"f0aa43f3796d3e24209d64d62f41daf4a2e9bef9a044eb615ae30022ba4c2610"},"schema_version":"1.0","source":{"id":"1401.3871","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1401.3871","created_at":"2026-05-18T03:02:06Z"},{"alias_kind":"arxiv_version","alias_value":"1401.3871v1","created_at":"2026-05-18T03:02:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1401.3871","created_at":"2026-05-18T03:02:06Z"},{"alias_kind":"pith_short_12","alias_value":"OMD5HPHCT4VG","created_at":"2026-05-18T12:28:41Z"},{"alias_kind":"pith_short_16","alias_value":"OMD5HPHCT4VGUKU4","created_at":"2026-05-18T12:28:41Z"},{"alias_kind":"pith_short_8","alias_value":"OMD5HPHC","created_at":"2026-05-18T12:28:41Z"}],"graph_snapshots":[{"event_id":"sha256:05d6b8e988786b948c510c20a3c3fb61146bdfbe034b45a6859cace8aae0ff0f","target":"graph","created_at":"2026-05-18T03:02:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Markovian processes have long been used to model stochastic environments. Reinforcement learning has emerged as a framework to solve sequential planning and decision-making problems in such environments. In recent years, attempts were made to apply methods from reinforcement learning to construct decision support systems for action selection in Markovian environments. Although conventional methods in reinforcement learning have proved to be useful in problems concerning sequential decision-making, they cannot be applied in their current form to decision support systems, such as those in medica","authors_text":"Joelle Pineau, Mahdi MIlani Fard","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2014-01-16T05:09:10Z","title":"Non-Deterministic Policies in Markovian Decision Processes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1401.3871","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5d2ba396aa1b3069e6e5b2202b6af86a862f6c2ad8397459226d39038d840e1a","target":"record","created_at":"2026-05-18T03:02:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ec3827b3a3653815cfd92873bf8d7f87ffd008318935d0ea707d8a3c81efdcdb","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2014-01-16T05:09:10Z","title_canon_sha256":"f0aa43f3796d3e24209d64d62f41daf4a2e9bef9a044eb615ae30022ba4c2610"},"schema_version":"1.0","source":{"id":"1401.3871","kind":"arxiv","version":1}},"canonical_sha256":"7307d3bce29f2a6a2a9c91ca264a074b235e231e416f53c63b21db338941467d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7307d3bce29f2a6a2a9c91ca264a074b235e231e416f53c63b21db338941467d","first_computed_at":"2026-05-18T03:02:06.358224Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T03:02:06.358224Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CEjiQeWxainMOVsCvgSVRSHUvcIpHZhblmZm+H7hGyG8v6MK9/+vNb6epi8a/DrQStmxB1eofOsHhOWJx06HAA==","signature_status":"signed_v1","signed_at":"2026-05-18T03:02:06.358850Z","signed_message":"canonical_sha256_bytes"},"source_id":"1401.3871","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5d2ba396aa1b3069e6e5b2202b6af86a862f6c2ad8397459226d39038d840e1a","sha256:05d6b8e988786b948c510c20a3c3fb61146bdfbe034b45a6859cace8aae0ff0f"],"state_sha256":"0d88e72aeb3a10c2fd661f83462afe1c72b29df9443cfb4fdea00ff856d2bd47"}