{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:7YMCZDRSIZUEQWXLUKTP5ZKBPF","short_pith_number":"pith:7YMCZDRS","canonical_record":{"source":{"id":"1906.08423","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2019-06-20T03:05:50Z","cross_cats_sorted":["math.PR"],"title_canon_sha256":"0b484abf041e10b68a62e4592cffdeca7f6529da0fdc8a879481a0e6907c29aa","abstract_canon_sha256":"19316b9e72d31692cb7fd11cb7944400185a2b3e52d760d75858e822c1fa3aa5"},"schema_version":"1.0"},"canonical_sha256":"fe182c8e324668485aeba2a6fee541797b7368e16f84d381d3e0335b9d491174","source":{"kind":"arxiv","id":"1906.08423","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.08423","created_at":"2026-07-05T01:11:40Z"},{"alias_kind":"arxiv_version","alias_value":"1906.08423v2","created_at":"2026-07-05T01:11:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.08423","created_at":"2026-07-05T01:11:40Z"},{"alias_kind":"pith_short_12","alias_value":"7YMCZDRSIZUE","created_at":"2026-07-05T01:11:40Z"},{"alias_kind":"pith_short_16","alias_value":"7YMCZDRSIZUEQWXL","created_at":"2026-07-05T01:11:40Z"},{"alias_kind":"pith_short_8","alias_value":"7YMCZDRS","created_at":"2026-07-05T01:11:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:7YMCZDRSIZUEQWXLUKTP5ZKBPF","target":"record","payload":{"canonical_record":{"source":{"id":"1906.08423","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2019-06-20T03:05:50Z","cross_cats_sorted":["math.PR"],"title_canon_sha256":"0b484abf041e10b68a62e4592cffdeca7f6529da0fdc8a879481a0e6907c29aa","abstract_canon_sha256":"19316b9e72d31692cb7fd11cb7944400185a2b3e52d760d75858e822c1fa3aa5"},"schema_version":"1.0"},"canonical_sha256":"fe182c8e324668485aeba2a6fee541797b7368e16f84d381d3e0335b9d491174","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:11:40.527089Z","signature_b64":"PEYvuPo5uCqG69s7LuscbYaEKGNcseAKiMuvNyc7SxSaL1Z3JbK8I3Qs5rUx3vCzgN9Gk+Z1ERwyT2xr5nqVCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fe182c8e324668485aeba2a6fee541797b7368e16f84d381d3e0335b9d491174","last_reissued_at":"2026-07-05T01:11:40.526681Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:11:40.526681Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1906.08423","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:11:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8Y+xs/9EVVrEJN1SxfReZKp7JgdqUtGPq9pGagf57thhOzIDVJ+Gj0oaYJMEgjeelVvkmm0eW0Lw2xiodL+4BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T13:06:17.239917Z"},"content_sha256":"4ffb8e21f230cef92080b6b7e65669ffa3a2de94e1883cc3bdcbae8346472c86","schema_version":"1.0","event_id":"sha256:4ffb8e21f230cef92080b6b7e65669ffa3a2de94e1883cc3bdcbae8346472c86"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:7YMCZDRSIZUEQWXLUKTP5ZKBPF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The existence of optimal control for continuous-time Markov decision processes in random environments","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["math.PR"],"primary_cat":"math.OC","authors_text":"Jinghai Shao, Kun Zhao","submitted_at":"2019-06-20T03:05:50Z","abstract_excerpt":"In this work, we investigate the optimal control problem for continuous-time Markov decision processes with the random impact of the environment. We provide conditions to show the existence of optimal controls under finite-horizon criteria. Under appropriate conditions, the value function is continuous and satisfies the dynamic programming principle. These results are established by introducing some restriction on the regularity of the optimal controls and by developing a new compactification method for continuous-time Markov decision processes, which is originally used to solve the optimal co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.08423","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1906.08423/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:11:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yDy9AOQTxZN4FkDFt5kB4qZ4MFtTZ/W+8cA+eHbrWUh1G0WZROCeav/VZQt5W5hOuFTcZCg8bJWwHiZPAsTXCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T13:06:17.240671Z"},"content_sha256":"b6837ebb288ceebcc1ce3d95ac07ed957b47a0c487ebb2c569f6ee3c1d4c9e05","schema_version":"1.0","event_id":"sha256:b6837ebb288ceebcc1ce3d95ac07ed957b47a0c487ebb2c569f6ee3c1d4c9e05"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7YMCZDRSIZUEQWXLUKTP5ZKBPF/bundle.json","state_url":"https://pith.science/pith/7YMCZDRSIZUEQWXLUKTP5ZKBPF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7YMCZDRSIZUEQWXLUKTP5ZKBPF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T13:06:17Z","links":{"resolver":"https://pith.science/pith/7YMCZDRSIZUEQWXLUKTP5ZKBPF","bundle":"https://pith.science/pith/7YMCZDRSIZUEQWXLUKTP5ZKBPF/bundle.json","state":"https://pith.science/pith/7YMCZDRSIZUEQWXLUKTP5ZKBPF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7YMCZDRSIZUEQWXLUKTP5ZKBPF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:7YMCZDRSIZUEQWXLUKTP5ZKBPF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"19316b9e72d31692cb7fd11cb7944400185a2b3e52d760d75858e822c1fa3aa5","cross_cats_sorted":["math.PR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2019-06-20T03:05:50Z","title_canon_sha256":"0b484abf041e10b68a62e4592cffdeca7f6529da0fdc8a879481a0e6907c29aa"},"schema_version":"1.0","source":{"id":"1906.08423","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.08423","created_at":"2026-07-05T01:11:40Z"},{"alias_kind":"arxiv_version","alias_value":"1906.08423v2","created_at":"2026-07-05T01:11:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.08423","created_at":"2026-07-05T01:11:40Z"},{"alias_kind":"pith_short_12","alias_value":"7YMCZDRSIZUE","created_at":"2026-07-05T01:11:40Z"},{"alias_kind":"pith_short_16","alias_value":"7YMCZDRSIZUEQWXL","created_at":"2026-07-05T01:11:40Z"},{"alias_kind":"pith_short_8","alias_value":"7YMCZDRS","created_at":"2026-07-05T01:11:40Z"}],"graph_snapshots":[{"event_id":"sha256:b6837ebb288ceebcc1ce3d95ac07ed957b47a0c487ebb2c569f6ee3c1d4c9e05","target":"graph","created_at":"2026-07-05T01:11:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1906.08423/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we investigate the optimal control problem for continuous-time Markov decision processes with the random impact of the environment. We provide conditions to show the existence of optimal controls under finite-horizon criteria. Under appropriate conditions, the value function is continuous and satisfies the dynamic programming principle. These results are established by introducing some restriction on the regularity of the optimal controls and by developing a new compactification method for continuous-time Markov decision processes, which is originally used to solve the optimal co","authors_text":"Jinghai Shao, Kun Zhao","cross_cats":["math.PR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2019-06-20T03:05:50Z","title":"The existence of optimal control for continuous-time Markov decision processes in random environments"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.08423","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4ffb8e21f230cef92080b6b7e65669ffa3a2de94e1883cc3bdcbae8346472c86","target":"record","created_at":"2026-07-05T01:11:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"19316b9e72d31692cb7fd11cb7944400185a2b3e52d760d75858e822c1fa3aa5","cross_cats_sorted":["math.PR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2019-06-20T03:05:50Z","title_canon_sha256":"0b484abf041e10b68a62e4592cffdeca7f6529da0fdc8a879481a0e6907c29aa"},"schema_version":"1.0","source":{"id":"1906.08423","kind":"arxiv","version":2}},"canonical_sha256":"fe182c8e324668485aeba2a6fee541797b7368e16f84d381d3e0335b9d491174","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fe182c8e324668485aeba2a6fee541797b7368e16f84d381d3e0335b9d491174","first_computed_at":"2026-07-05T01:11:40.526681Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:11:40.526681Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PEYvuPo5uCqG69s7LuscbYaEKGNcseAKiMuvNyc7SxSaL1Z3JbK8I3Qs5rUx3vCzgN9Gk+Z1ERwyT2xr5nqVCg==","signature_status":"signed_v1","signed_at":"2026-07-05T01:11:40.527089Z","signed_message":"canonical_sha256_bytes"},"source_id":"1906.08423","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4ffb8e21f230cef92080b6b7e65669ffa3a2de94e1883cc3bdcbae8346472c86","sha256:b6837ebb288ceebcc1ce3d95ac07ed957b47a0c487ebb2c569f6ee3c1d4c9e05"],"state_sha256":"ebd25af3c368366cf95b267fa3df8dff4c7fb2aa6c0fc032924a2fd3bfbf0982"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iSQB1/U0vX2DdhrxRzfZ6IJl0gjw9tTyAkS2d7qrdzocMnhyhVKEPydczjK/8tvWsrC/yT5Nlzr7bod4YVHRDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T13:06:17.246378Z","bundle_sha256":"75131393337f91da18c122780266b54a94883e0fd9e551def464a9665de521e2"}}