{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:IJH7XGRC5NBRILNTJXGIB5G3XH","short_pith_number":"pith:IJH7XGRC","canonical_record":{"source":{"id":"1705.02326","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SY","submitted_at":"2017-05-05T17:48:13Z","cross_cats_sorted":[],"title_canon_sha256":"412e0fa63c274580c4762e0c9d4a8f9f97a16b8518fce178703e0742aa8de041","abstract_canon_sha256":"836d4a0924e4c7ff3219eb0285113833ac587c8a3117c8dc8ad879b3aa5504f9"},"schema_version":"1.0"},"canonical_sha256":"424ffb9a22eb43142db34dcc80f4dbb9e58761d1b78d1c018eb3246bb07b9b45","source":{"kind":"arxiv","id":"1705.02326","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1705.02326","created_at":"2026-05-18T00:36:19Z"},{"alias_kind":"arxiv_version","alias_value":"1705.02326v3","created_at":"2026-05-18T00:36:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1705.02326","created_at":"2026-05-18T00:36:19Z"},{"alias_kind":"pith_short_12","alias_value":"IJH7XGRC5NBR","created_at":"2026-05-18T12:31:21Z"},{"alias_kind":"pith_short_16","alias_value":"IJH7XGRC5NBRILNT","created_at":"2026-05-18T12:31:21Z"},{"alias_kind":"pith_short_8","alias_value":"IJH7XGRC","created_at":"2026-05-18T12:31:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:IJH7XGRC5NBRILNTJXGIB5G3XH","target":"record","payload":{"canonical_record":{"source":{"id":"1705.02326","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SY","submitted_at":"2017-05-05T17:48:13Z","cross_cats_sorted":[],"title_canon_sha256":"412e0fa63c274580c4762e0c9d4a8f9f97a16b8518fce178703e0742aa8de041","abstract_canon_sha256":"836d4a0924e4c7ff3219eb0285113833ac587c8a3117c8dc8ad879b3aa5504f9"},"schema_version":"1.0"},"canonical_sha256":"424ffb9a22eb43142db34dcc80f4dbb9e58761d1b78d1c018eb3246bb07b9b45","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:36:19.232686Z","signature_b64":"44vSJCctDfw9B4uajYwY9axuvPcTJrZ1M9fHYprG4NqWxZqQf0ViUVY34OhX1JfHrERvKeEBqzK/Uvj7dKaLCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"424ffb9a22eb43142db34dcc80f4dbb9e58761d1b78d1c018eb3246bb07b9b45","last_reissued_at":"2026-05-18T00:36:19.232048Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:36:19.232048Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1705.02326","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:36:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Tc+v7YZi1TPSwqn6RcJ+8mybPlyawfvmtQYT/XzgenL2K9nrRtPAdZ8qCAKlwVAdS4wcbvzhqaeuWPR9LCCFAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T23:40:12.275607Z"},"content_sha256":"02ab9663e1c060209441124ae72d84534916d575366667cc07f6199a01192c78","schema_version":"1.0","event_id":"sha256:02ab9663e1c060209441124ae72d84534916d575366667cc07f6199a01192c78"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:IJH7XGRC5NBRILNTJXGIB5G3XH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Value Iteration for Long-run Average Reward in Markov Decision Processes","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SY","authors_text":"Jan K\\v{r}et\\'insk\\'y, Krishnendu Chatterjee, Pranav Ashok, Przemyslaw Daca, Tobias Meggendorfer","submitted_at":"2017-05-05T17:48:13Z","abstract_excerpt":"Markov decision processes (MDPs) are standard models for probabilistic systems with non-deterministic behaviours. Long-run average rewards provide a mathematically elegant formalism for expressing long term performance. Value iteration (VI) is one of the simplest and most efficient algorithmic approaches to MDPs with other properties, such as reachability objectives. Unfortunately, a naive extension of VI does not work for MDPs with long-run average rewards, as there is no known stopping criterion. In this work our contributions are threefold. (1) We refute a conjecture related to stopping cri"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1705.02326","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:36:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kuy/uTTp2TDq0PSSX2DSp3A58BwXLoSonBRudHfj1Hk5CYqcR0uSSC5x+b7vvBoNPyZfeDwlacN2QgVDyEwnDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T23:40:12.276130Z"},"content_sha256":"b5e69e61fdab4929904fa374f2280b8bdb96042348bff40ca0b649b4fd5c1df7","schema_version":"1.0","event_id":"sha256:b5e69e61fdab4929904fa374f2280b8bdb96042348bff40ca0b649b4fd5c1df7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IJH7XGRC5NBRILNTJXGIB5G3XH/bundle.json","state_url":"https://pith.science/pith/IJH7XGRC5NBRILNTJXGIB5G3XH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IJH7XGRC5NBRILNTJXGIB5G3XH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T23:40:12Z","links":{"resolver":"https://pith.science/pith/IJH7XGRC5NBRILNTJXGIB5G3XH","bundle":"https://pith.science/pith/IJH7XGRC5NBRILNTJXGIB5G3XH/bundle.json","state":"https://pith.science/pith/IJH7XGRC5NBRILNTJXGIB5G3XH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IJH7XGRC5NBRILNTJXGIB5G3XH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:IJH7XGRC5NBRILNTJXGIB5G3XH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"836d4a0924e4c7ff3219eb0285113833ac587c8a3117c8dc8ad879b3aa5504f9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SY","submitted_at":"2017-05-05T17:48:13Z","title_canon_sha256":"412e0fa63c274580c4762e0c9d4a8f9f97a16b8518fce178703e0742aa8de041"},"schema_version":"1.0","source":{"id":"1705.02326","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1705.02326","created_at":"2026-05-18T00:36:19Z"},{"alias_kind":"arxiv_version","alias_value":"1705.02326v3","created_at":"2026-05-18T00:36:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1705.02326","created_at":"2026-05-18T00:36:19Z"},{"alias_kind":"pith_short_12","alias_value":"IJH7XGRC5NBR","created_at":"2026-05-18T12:31:21Z"},{"alias_kind":"pith_short_16","alias_value":"IJH7XGRC5NBRILNT","created_at":"2026-05-18T12:31:21Z"},{"alias_kind":"pith_short_8","alias_value":"IJH7XGRC","created_at":"2026-05-18T12:31:21Z"}],"graph_snapshots":[{"event_id":"sha256:b5e69e61fdab4929904fa374f2280b8bdb96042348bff40ca0b649b4fd5c1df7","target":"graph","created_at":"2026-05-18T00:36:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Markov decision processes (MDPs) are standard models for probabilistic systems with non-deterministic behaviours. Long-run average rewards provide a mathematically elegant formalism for expressing long term performance. Value iteration (VI) is one of the simplest and most efficient algorithmic approaches to MDPs with other properties, such as reachability objectives. Unfortunately, a naive extension of VI does not work for MDPs with long-run average rewards, as there is no known stopping criterion. In this work our contributions are threefold. (1) We refute a conjecture related to stopping cri","authors_text":"Jan K\\v{r}et\\'insk\\'y, Krishnendu Chatterjee, Pranav Ashok, Przemyslaw Daca, Tobias Meggendorfer","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SY","submitted_at":"2017-05-05T17:48:13Z","title":"Value Iteration for Long-run Average Reward in Markov Decision Processes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1705.02326","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:02ab9663e1c060209441124ae72d84534916d575366667cc07f6199a01192c78","target":"record","created_at":"2026-05-18T00:36:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"836d4a0924e4c7ff3219eb0285113833ac587c8a3117c8dc8ad879b3aa5504f9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SY","submitted_at":"2017-05-05T17:48:13Z","title_canon_sha256":"412e0fa63c274580c4762e0c9d4a8f9f97a16b8518fce178703e0742aa8de041"},"schema_version":"1.0","source":{"id":"1705.02326","kind":"arxiv","version":3}},"canonical_sha256":"424ffb9a22eb43142db34dcc80f4dbb9e58761d1b78d1c018eb3246bb07b9b45","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"424ffb9a22eb43142db34dcc80f4dbb9e58761d1b78d1c018eb3246bb07b9b45","first_computed_at":"2026-05-18T00:36:19.232048Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:36:19.232048Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"44vSJCctDfw9B4uajYwY9axuvPcTJrZ1M9fHYprG4NqWxZqQf0ViUVY34OhX1JfHrERvKeEBqzK/Uvj7dKaLCg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:36:19.232686Z","signed_message":"canonical_sha256_bytes"},"source_id":"1705.02326","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:02ab9663e1c060209441124ae72d84534916d575366667cc07f6199a01192c78","sha256:b5e69e61fdab4929904fa374f2280b8bdb96042348bff40ca0b649b4fd5c1df7"],"state_sha256":"b12155b8f720d4310931a8530fdd07ffe49ddb435c76e3479bd94c3a9c6723dc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hk9MPL0hyyM6q0irm70NZkS5AdlW7MXYUghLx0ImAuHiHBP6/3jYE7ObzWjsw3MkDC3GeipjeXr0olJya3ZbBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T23:40:12.279905Z","bundle_sha256":"bf82d937397f2416da5b8628255974801136ae29bf0660e171fcb675647e1c30"}}