{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:NTHBJCRVHXJRS5I6PL6SS2L6IG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f631c85fab0c6adc5e8dc4b9ab0a9edaef0290d1eef3412d27406bbfb5995752","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2017-12-27T23:09:01Z","title_canon_sha256":"a35da6548a608826da3bd6526542bf20e8edabc84b6c29859ebf86cae7626649"},"schema_version":"1.0","source":{"id":"1712.09705","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1712.09705","created_at":"2026-05-18T00:27:07Z"},{"alias_kind":"arxiv_version","alias_value":"1712.09705v1","created_at":"2026-05-18T00:27:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1712.09705","created_at":"2026-05-18T00:27:07Z"},{"alias_kind":"pith_short_12","alias_value":"NTHBJCRVHXJR","created_at":"2026-05-18T12:31:34Z"},{"alias_kind":"pith_short_16","alias_value":"NTHBJCRVHXJRS5I6","created_at":"2026-05-18T12:31:34Z"},{"alias_kind":"pith_short_8","alias_value":"NTHBJCRV","created_at":"2026-05-18T12:31:34Z"}],"graph_snapshots":[{"event_id":"sha256:efa05b15bf7d6b1fef2a59fefa8b81325755a9c20c1dc0e2c09bdd425da2797b","target":"graph","created_at":"2026-05-18T00:27:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We develop two Regression Monte Carlo algorithms (value and performance iteration) to solve general problems of optimal stochastic control of discrete-time Markov processes. We formulate our method within an innovative framework that allow us to prove the speed of convergence of our numerical schemes. We rely on the Regress Later approach unlike other attempts which employ the Regress Now technique. We exploit error bounds obtained in our proofs, along with numerical experiments, to investigate differences between the value and performance iteration approaches. Introduced in Tsitsiklis and Van","authors_text":"Alessandro Balata, Jan Palczewski","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2017-12-27T23:09:01Z","title":"Regress-Later Monte Carlo for optimal control of Markov processes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1712.09705","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6e35767a4f94d53cc8713a338d9fd0973f166a0d9d24beb4eeff7d2292fdd26a","target":"record","created_at":"2026-05-18T00:27:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f631c85fab0c6adc5e8dc4b9ab0a9edaef0290d1eef3412d27406bbfb5995752","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2017-12-27T23:09:01Z","title_canon_sha256":"a35da6548a608826da3bd6526542bf20e8edabc84b6c29859ebf86cae7626649"},"schema_version":"1.0","source":{"id":"1712.09705","kind":"arxiv","version":1}},"canonical_sha256":"6cce148a353dd319751e7afd29697e4199b32fd07761ad433f0596de7c6218d8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6cce148a353dd319751e7afd29697e4199b32fd07761ad433f0596de7c6218d8","first_computed_at":"2026-05-18T00:27:07.557454Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:27:07.557454Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Y6aL2ptaVsrhcl/kKposNciC4eIRrJQYV/lSCtB4YnsG9VGddq2BRAAyFhTUQ/aZt+NUSNc5Blsi4406+inRCg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:27:07.557904Z","signed_message":"canonical_sha256_bytes"},"source_id":"1712.09705","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6e35767a4f94d53cc8713a338d9fd0973f166a0d9d24beb4eeff7d2292fdd26a","sha256:efa05b15bf7d6b1fef2a59fefa8b81325755a9c20c1dc0e2c09bdd425da2797b"],"state_sha256":"664f81af59797bbc1bab9835d75d7ee56cf827a840ef7052de4f0d24a1c7b02c"}