{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2015:ASNBYDEQYIG3M3MCK6X7CVMFWJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"754ac51542818a1ab4306cb0ace0e48ed938c88d273cc96c78bd6e9a0c8f4f7b","cross_cats_sorted":["cs.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2015-07-06T01:01:08Z","title_canon_sha256":"e9e77692b36f72a486496585f67205d69346bcb65238097845ad83ea72f9c2e4"},"schema_version":"1.0","source":{"id":"1507.01585","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1507.01585","created_at":"2026-05-18T01:37:12Z"},{"alias_kind":"arxiv_version","alias_value":"1507.01585v1","created_at":"2026-05-18T01:37:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1507.01585","created_at":"2026-05-18T01:37:12Z"},{"alias_kind":"pith_short_12","alias_value":"ASNBYDEQYIG3","created_at":"2026-05-18T12:29:10Z"},{"alias_kind":"pith_short_16","alias_value":"ASNBYDEQYIG3M3MC","created_at":"2026-05-18T12:29:10Z"},{"alias_kind":"pith_short_8","alias_value":"ASNBYDEQ","created_at":"2026-05-18T12:29:10Z"}],"graph_snapshots":[{"event_id":"sha256:88ca1c5db306b12b3ff9233246670410f3abd40468869c741d5b1ec8923d0ce2","target":"graph","created_at":"2026-05-18T01:37:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Markov Decision Processes (MDPs) have been used to formulate many decision-making problems in science and engineering. The objective is to synthesize the best decision (action selection) policies to maximize expected rewards (minimize costs) in a given stochastic dynamical environment. In many practical scenarios (multi-agent systems, telecommunication, queuing, etc.), the decision-making problem can have state constraints that must be satisfied, which leads to Constrained MDP (CMDP) problems. In the presence of such state constraints, the optimal policies can be very hard to characterize. Thi","authors_text":"Behcet Acikmese, Mahmoud El Chamie","cross_cats":["cs.SY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2015-07-06T01:01:08Z","title":"Finite-Horizon Markov Decision Processes with State Constraints"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1507.01585","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cb1155f6753b00dd181e1b9ddad13d89e28011b181965577854dfcfb9f74fcc9","target":"record","created_at":"2026-05-18T01:37:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"754ac51542818a1ab4306cb0ace0e48ed938c88d273cc96c78bd6e9a0c8f4f7b","cross_cats_sorted":["cs.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2015-07-06T01:01:08Z","title_canon_sha256":"e9e77692b36f72a486496585f67205d69346bcb65238097845ad83ea72f9c2e4"},"schema_version":"1.0","source":{"id":"1507.01585","kind":"arxiv","version":1}},"canonical_sha256":"049a1c0c90c20db66d8257aff15585b26ab3025ad89fcc259e413b362edd9819","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"049a1c0c90c20db66d8257aff15585b26ab3025ad89fcc259e413b362edd9819","first_computed_at":"2026-05-18T01:37:12.956183Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:37:12.956183Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2zQgxYCtdXE/smvsuf7UtSSbigNC/Vgw35PmeqWmfbjvZ7yPUc7TrL5bDp79zM4pRomQrXsvMpHiHnCY8qSlDQ==","signature_status":"signed_v1","signed_at":"2026-05-18T01:37:12.956813Z","signed_message":"canonical_sha256_bytes"},"source_id":"1507.01585","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cb1155f6753b00dd181e1b9ddad13d89e28011b181965577854dfcfb9f74fcc9","sha256:88ca1c5db306b12b3ff9233246670410f3abd40468869c741d5b1ec8923d0ce2"],"state_sha256":"4a9bdab5ea566e92119107363e042229105bf1ce124cda6e602b00a9618a3f2e"}