{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:IY6EO7ZJBWQZ3L6NTLWWUTCO46","short_pith_number":"pith:IY6EO7ZJ","schema_version":"1.0","canonical_sha256":"463c477f290da19dafcd9aed6a4c4ee79d385a1cd365a72548f5e6caaf902641","source":{"kind":"arxiv","id":"1807.02994","version":1},"attestation_state":"computed","paper":{"title":"Finite-State Approximations to Discounted and Average Cost Constrained Markov Decision Processes","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"math.OC","authors_text":"Naci Saldi","submitted_at":"2018-07-09T09:13:24Z","abstract_excerpt":"In this paper, we consider the finite-state approximation of a discrete-time constrained Markov decision process (MDP) under the discounted and average cost criteria. Using the linear programming formulation of the constrained discounted cost problem, we prove the asymptotic convergence of the optimal value of the finite-state model to the optimal value of the original model. With further continuity condition on the transition probability, we also establish a method to compute approximately optimal policies. For the average cost, instead of using the finite-state linear programming approximati"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1807.02994","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2018-07-09T09:13:24Z","cross_cats_sorted":[],"title_canon_sha256":"5e1d56a482d2cd8fe90e346ea4c4a7ca8d02bc2c530237c36d0f02738c3e3bb1","abstract_canon_sha256":"ab71854c74a0a4cc1cce824297c1c2bc4764901c3ff4c612e1f78f01027a7393"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:11:13.127799Z","signature_b64":"545pfc+QVP4htSCUQ5Czk8EiYUxK8YKX/8/nAONRWVnUi7DJ81aHEADMH6a2QV8Alg/8QgY5ZqPr55D9TDRWBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"463c477f290da19dafcd9aed6a4c4ee79d385a1cd365a72548f5e6caaf902641","last_reissued_at":"2026-05-18T00:11:13.127148Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:11:13.127148Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Finite-State Approximations to Discounted and Average Cost Constrained Markov Decision Processes","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"math.OC","authors_text":"Naci Saldi","submitted_at":"2018-07-09T09:13:24Z","abstract_excerpt":"In this paper, we consider the finite-state approximation of a discrete-time constrained Markov decision process (MDP) under the discounted and average cost criteria. Using the linear programming formulation of the constrained discounted cost problem, we prove the asymptotic convergence of the optimal value of the finite-state model to the optimal value of the original model. With further continuity condition on the transition probability, we also establish a method to compute approximately optimal policies. For the average cost, instead of using the finite-state linear programming approximati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1807.02994","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1807.02994","created_at":"2026-05-18T00:11:13.127232+00:00"},{"alias_kind":"arxiv_version","alias_value":"1807.02994v1","created_at":"2026-05-18T00:11:13.127232+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1807.02994","created_at":"2026-05-18T00:11:13.127232+00:00"},{"alias_kind":"pith_short_12","alias_value":"IY6EO7ZJBWQZ","created_at":"2026-05-18T12:32:31.084164+00:00"},{"alias_kind":"pith_short_16","alias_value":"IY6EO7ZJBWQZ3L6N","created_at":"2026-05-18T12:32:31.084164+00:00"},{"alias_kind":"pith_short_8","alias_value":"IY6EO7ZJ","created_at":"2026-05-18T12:32:31.084164+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/IY6EO7ZJBWQZ3L6NTLWWUTCO46","json":"https://pith.science/pith/IY6EO7ZJBWQZ3L6NTLWWUTCO46.json","graph_json":"https://pith.science/api/pith-number/IY6EO7ZJBWQZ3L6NTLWWUTCO46/graph.json","events_json":"https://pith.science/api/pith-number/IY6EO7ZJBWQZ3L6NTLWWUTCO46/events.json","paper":"https://pith.science/paper/IY6EO7ZJ"},"agent_actions":{"view_html":"https://pith.science/pith/IY6EO7ZJBWQZ3L6NTLWWUTCO46","download_json":"https://pith.science/pith/IY6EO7ZJBWQZ3L6NTLWWUTCO46.json","view_paper":"https://pith.science/paper/IY6EO7ZJ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1807.02994&json=true","fetch_graph":"https://pith.science/api/pith-number/IY6EO7ZJBWQZ3L6NTLWWUTCO46/graph.json","fetch_events":"https://pith.science/api/pith-number/IY6EO7ZJBWQZ3L6NTLWWUTCO46/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/IY6EO7ZJBWQZ3L6NTLWWUTCO46/action/timestamp_anchor","attest_storage":"https://pith.science/pith/IY6EO7ZJBWQZ3L6NTLWWUTCO46/action/storage_attestation","attest_author":"https://pith.science/pith/IY6EO7ZJBWQZ3L6NTLWWUTCO46/action/author_attestation","sign_citation":"https://pith.science/pith/IY6EO7ZJBWQZ3L6NTLWWUTCO46/action/citation_signature","submit_replication":"https://pith.science/pith/IY6EO7ZJBWQZ3L6NTLWWUTCO46/action/replication_record"}},"created_at":"2026-05-18T00:11:13.127232+00:00","updated_at":"2026-05-18T00:11:13.127232+00:00"}