{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:NMR54RPIPDROGTBJC6VGZWIIIG","short_pith_number":"pith:NMR54RPI","schema_version":"1.0","canonical_sha256":"6b23de45e878e2e34c2917aa6cd90841bb9ec43d826735ab9a032f55f843bac5","source":{"kind":"arxiv","id":"2308.06298","version":2},"attestation_state":"computed","paper":{"title":"On reachability of Markov decision processes: a novel state-classification-based PI approach","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["math.PR"],"primary_cat":"math.OC","authors_text":"Xianping Guo, Xin Guo, Yanyun Li","submitted_at":"2023-08-11T07:12:58Z","abstract_excerpt":"This paper concentrates on the reliability of a discrete-time controlled Markov system with finite states and actions, and aims to give an efficient algorithm for obtaining an optimal (control) policy that makes the system have the maximal reliability for every initial state. After establishing the existence of an optimal policy, for the computation of optimal policies, we introduce the concept of an absorbing set of a stationary policy, and find some characterization and a computational method of the absorbing sets. Using the largest absorbing set, we build a novel optimality equation (OE), a"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2308.06298","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2023-08-11T07:12:58Z","cross_cats_sorted":["math.PR"],"title_canon_sha256":"8ba8049ba2d712fb4ef497d6a457043ed04df8b56cd81127d065985c37e3b1ed","abstract_canon_sha256":"0adeb8ff622a9d17d4d2e79b60350e775beacb05d92df23800059248fa05b29a"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:58:12.909271Z","signature_b64":"WSBaucwkQ2ZwjIeUweSFIfMkO0kGdmLNiHgUOOlG7814Nwg6jSnyKmOJ7MFIlyimykpl6mH/bDPq06RtgZCsBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6b23de45e878e2e34c2917aa6cd90841bb9ec43d826735ab9a032f55f843bac5","last_reissued_at":"2026-07-05T10:58:12.908774Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:58:12.908774Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"On reachability of Markov decision processes: a novel state-classification-based PI approach","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["math.PR"],"primary_cat":"math.OC","authors_text":"Xianping Guo, Xin Guo, Yanyun Li","submitted_at":"2023-08-11T07:12:58Z","abstract_excerpt":"This paper concentrates on the reliability of a discrete-time controlled Markov system with finite states and actions, and aims to give an efficient algorithm for obtaining an optimal (control) policy that makes the system have the maximal reliability for every initial state. After establishing the existence of an optimal policy, for the computation of optimal policies, we introduce the concept of an absorbing set of a stationary policy, and find some characterization and a computational method of the absorbing sets. Using the largest absorbing set, we build a novel optimality equation (OE), a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.06298","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.06298/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2308.06298","created_at":"2026-07-05T10:58:12.908833+00:00"},{"alias_kind":"arxiv_version","alias_value":"2308.06298v2","created_at":"2026-07-05T10:58:12.908833+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.06298","created_at":"2026-07-05T10:58:12.908833+00:00"},{"alias_kind":"pith_short_12","alias_value":"NMR54RPIPDRO","created_at":"2026-07-05T10:58:12.908833+00:00"},{"alias_kind":"pith_short_16","alias_value":"NMR54RPIPDROGTBJ","created_at":"2026-07-05T10:58:12.908833+00:00"},{"alias_kind":"pith_short_8","alias_value":"NMR54RPI","created_at":"2026-07-05T10:58:12.908833+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/NMR54RPIPDROGTBJC6VGZWIIIG","json":"https://pith.science/pith/NMR54RPIPDROGTBJC6VGZWIIIG.json","graph_json":"https://pith.science/api/pith-number/NMR54RPIPDROGTBJC6VGZWIIIG/graph.json","events_json":"https://pith.science/api/pith-number/NMR54RPIPDROGTBJC6VGZWIIIG/events.json","paper":"https://pith.science/paper/NMR54RPI"},"agent_actions":{"view_html":"https://pith.science/pith/NMR54RPIPDROGTBJC6VGZWIIIG","download_json":"https://pith.science/pith/NMR54RPIPDROGTBJC6VGZWIIIG.json","view_paper":"https://pith.science/paper/NMR54RPI","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2308.06298&json=true","fetch_graph":"https://pith.science/api/pith-number/NMR54RPIPDROGTBJC6VGZWIIIG/graph.json","fetch_events":"https://pith.science/api/pith-number/NMR54RPIPDROGTBJC6VGZWIIIG/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/NMR54RPIPDROGTBJC6VGZWIIIG/action/timestamp_anchor","attest_storage":"https://pith.science/pith/NMR54RPIPDROGTBJC6VGZWIIIG/action/storage_attestation","attest_author":"https://pith.science/pith/NMR54RPIPDROGTBJC6VGZWIIIG/action/author_attestation","sign_citation":"https://pith.science/pith/NMR54RPIPDROGTBJC6VGZWIIIG/action/citation_signature","submit_replication":"https://pith.science/pith/NMR54RPIPDROGTBJC6VGZWIIIG/action/replication_record"}},"created_at":"2026-07-05T10:58:12.908833+00:00","updated_at":"2026-07-05T10:58:12.908833+00:00"}