{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2011:2LUU46PYJKOPZDSBK7B7C4LERN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3bdf8f2c452a4583e0c2df5f490b5954afb5a8deeb821c01f5c67c1a1c9a2c93","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2011-09-11T21:39:21Z","title_canon_sha256":"ff1bf749bb39c530d889576416645f90df83e76334c9e68859a9b5db7f772108"},"schema_version":"1.0","source":{"id":"1109.2355","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1109.2355","created_at":"2026-05-18T04:13:37Z"},{"alias_kind":"arxiv_version","alias_value":"1109.2355v1","created_at":"2026-05-18T04:13:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1109.2355","created_at":"2026-05-18T04:13:37Z"},{"alias_kind":"pith_short_12","alias_value":"2LUU46PYJKOP","created_at":"2026-05-18T12:26:18Z"},{"alias_kind":"pith_short_16","alias_value":"2LUU46PYJKOPZDSB","created_at":"2026-05-18T12:26:18Z"},{"alias_kind":"pith_short_8","alias_value":"2LUU46PY","created_at":"2026-05-18T12:26:18Z"}],"graph_snapshots":[{"event_id":"sha256:645bf065a852e38e5b39473ba2baf0d16b35f56eefd4f64bf4e4630ad7728986","target":"graph","created_at":"2026-05-18T04:13:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"A decision process in which rewards depend on history rather than merely on the current state is called a decision process with non-Markovian rewards (NMRDP). In decision-theoretic planning, where many desirable behaviours are more naturally expressed as properties of execution sequences rather than as properties of states, NMRDPs form a more natural model than the commonly adopted fully Markovian decision process (MDP) model. While the more tractable solution methods developed for MDPs do not directly apply in the presence of non-Markovian rewards, a number of solution methods for NMRDPs have","authors_text":"C. Gretton, D. Price, F. Kabanza, J. Slaney, S. Thiebaux","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2011-09-11T21:39:21Z","title":"Decision-Theoretic Planning with non-Markovian Rewards"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1109.2355","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:379ced468e4a235969f27e7b31b0a936acd97358a899565d10976a49efa24558","target":"record","created_at":"2026-05-18T04:13:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3bdf8f2c452a4583e0c2df5f490b5954afb5a8deeb821c01f5c67c1a1c9a2c93","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2011-09-11T21:39:21Z","title_canon_sha256":"ff1bf749bb39c530d889576416645f90df83e76334c9e68859a9b5db7f772108"},"schema_version":"1.0","source":{"id":"1109.2355","kind":"arxiv","version":1}},"canonical_sha256":"d2e94e79f84a9cfc8e4157c3f171648b4bc938db11ee20937cf6a4803a110ced","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d2e94e79f84a9cfc8e4157c3f171648b4bc938db11ee20937cf6a4803a110ced","first_computed_at":"2026-05-18T04:13:37.869339Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T04:13:37.869339Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"csCAt3YOxQ69vfHnsO4se5shGZ8OtzfinNjubL16q/8WAfFnMyFgd3fu4TZBPA9ohTg6RIJYiD40pipuBFo/Ag==","signature_status":"signed_v1","signed_at":"2026-05-18T04:13:37.870048Z","signed_message":"canonical_sha256_bytes"},"source_id":"1109.2355","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:379ced468e4a235969f27e7b31b0a936acd97358a899565d10976a49efa24558","sha256:645bf065a852e38e5b39473ba2baf0d16b35f56eefd4f64bf4e4630ad7728986"],"state_sha256":"82d0928b4e171624e56d2f54b4a1a63c510207cd5927909c86d9ba22e6f1721e"}