{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:FIJCJTC4XXM4NJ3FFFA5QZ7ZZQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"42ea07fc78e54c788c227007e1ec5e536338c8e772886aecd74ffc521f5379ba","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2016-09-11T04:49:43Z","title_canon_sha256":"d7767ac80aec134a2da75820de1b6f7eea80aac02ffd6fdd8bb78dc423cf0423"},"schema_version":"1.0","source":{"id":"1609.03115","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1609.03115","created_at":"2026-05-18T01:04:47Z"},{"alias_kind":"arxiv_version","alias_value":"1609.03115v1","created_at":"2026-05-18T01:04:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1609.03115","created_at":"2026-05-18T01:04:47Z"},{"alias_kind":"pith_short_12","alias_value":"FIJCJTC4XXM4","created_at":"2026-05-18T12:30:15Z"},{"alias_kind":"pith_short_16","alias_value":"FIJCJTC4XXM4NJ3F","created_at":"2026-05-18T12:30:15Z"},{"alias_kind":"pith_short_8","alias_value":"FIJCJTC4","created_at":"2026-05-18T12:30:15Z"}],"graph_snapshots":[{"event_id":"sha256:c311ebd5642fcf7f0aa807a3ec712edf9f46fc06304d6c0b7af86d38d7c3049c","target":"graph","created_at":"2026-05-18T01:04:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We consider challenging dynamic programming models where the associated Bellman equation, and the value and policy iteration algorithms commonly exhibit complex and even pathological behavior. Our analysis is based on the new notion of regular policies. These are policies that are well-behaved with respect to value and policy iteration, and are patterned after proper policies, which are central in the theory of stochastic shortest path problems. We show that the optimal cost function over regular policies may have favorable value and policy iteration properties, which the optimal cost function","authors_text":"Dimitri P. Bertsekas","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2016-09-11T04:49:43Z","title":"Regular Policies in Abstract Dynamic Programming"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1609.03115","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6803b6af5f3a4eeaaefc667270d96968d9a686e54cd3a7a99edcf57e4cb0a2ec","target":"record","created_at":"2026-05-18T01:04:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"42ea07fc78e54c788c227007e1ec5e536338c8e772886aecd74ffc521f5379ba","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2016-09-11T04:49:43Z","title_canon_sha256":"d7767ac80aec134a2da75820de1b6f7eea80aac02ffd6fdd8bb78dc423cf0423"},"schema_version":"1.0","source":{"id":"1609.03115","kind":"arxiv","version":1}},"canonical_sha256":"2a1224cc5cbdd9c6a7652941d867f9cc2558a6f606168bf724d82d6b399de3a7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2a1224cc5cbdd9c6a7652941d867f9cc2558a6f606168bf724d82d6b399de3a7","first_computed_at":"2026-05-18T01:04:47.724644Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:04:47.724644Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GLv68WVz5sdFKCUXAJcAVTPr8dkeO8bin2wY4ERrODm0VCfppVaB6GtloY7hVKYIw46HbMyoOZ9imgTyF/hFAw==","signature_status":"signed_v1","signed_at":"2026-05-18T01:04:47.725158Z","signed_message":"canonical_sha256_bytes"},"source_id":"1609.03115","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6803b6af5f3a4eeaaefc667270d96968d9a686e54cd3a7a99edcf57e4cb0a2ec","sha256:c311ebd5642fcf7f0aa807a3ec712edf9f46fc06304d6c0b7af86d38d7c3049c"],"state_sha256":"b94555d79783799ef293df9663369b81b1790b114d7a17dbc10a0c66c080fabc"}