{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2015:LKPEU4TWPF2KV5VDRQDO4K77AN","short_pith_number":"pith:LKPEU4TW","canonical_record":{"source":{"id":"1507.01151","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2015-07-04T22:38:47Z","cross_cats_sorted":["cs.SY"],"title_canon_sha256":"670f2a1684e8968b1429970dbaa74803b74fc1c47d2dfcb748a734e3b76f915f","abstract_canon_sha256":"81be6b38ea9275b2c793b9e384b2b125da0a04868ba1b88025c9062ad14682f6"},"schema_version":"1.0"},"canonical_sha256":"5a9e4a72767974aaf6a38c06ee2bff034fbc96e20b4ef8010eae69d575075b19","source":{"kind":"arxiv","id":"1507.01151","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1507.01151","created_at":"2026-05-18T01:37:17Z"},{"alias_kind":"arxiv_version","alias_value":"1507.01151v1","created_at":"2026-05-18T01:37:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1507.01151","created_at":"2026-05-18T01:37:17Z"},{"alias_kind":"pith_short_12","alias_value":"LKPEU4TWPF2K","created_at":"2026-05-18T12:29:29Z"},{"alias_kind":"pith_short_16","alias_value":"LKPEU4TWPF2KV5VD","created_at":"2026-05-18T12:29:29Z"},{"alias_kind":"pith_short_8","alias_value":"LKPEU4TW","created_at":"2026-05-18T12:29:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2015:LKPEU4TWPF2KV5VDRQDO4K77AN","target":"record","payload":{"canonical_record":{"source":{"id":"1507.01151","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2015-07-04T22:38:47Z","cross_cats_sorted":["cs.SY"],"title_canon_sha256":"670f2a1684e8968b1429970dbaa74803b74fc1c47d2dfcb748a734e3b76f915f","abstract_canon_sha256":"81be6b38ea9275b2c793b9e384b2b125da0a04868ba1b88025c9062ad14682f6"},"schema_version":"1.0"},"canonical_sha256":"5a9e4a72767974aaf6a38c06ee2bff034fbc96e20b4ef8010eae69d575075b19","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:37:17.990899Z","signature_b64":"qrwVd4/AhK8yEtyN0u7X1ag6nDAOxjTkFCarBtOQtsKtks4RmDBZLc7Y6tM1Ohya1QjSXGhtjtCoJLJKULbsDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5a9e4a72767974aaf6a38c06ee2bff034fbc96e20b4ef8010eae69d575075b19","last_reissued_at":"2026-05-18T01:37:17.990156Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:37:17.990156Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1507.01151","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:37:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EKsMuikEXu05bzeYCVAPz/+lfDp2Rs/z6Ew8hvm0bhvfgCF4lH8t2c8Ma7xugkEVhyAVbdT5MrchVTiO4TK0Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T05:41:19.085240Z"},"content_sha256":"75c871d92519552e71d67f13c0ba5cf0a234d30d69d796b815dcff80d008dc2c","schema_version":"1.0","event_id":"sha256:75c871d92519552e71d67f13c0ba5cf0a234d30d69d796b815dcff80d008dc2c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2015:LKPEU4TWPF2KV5VDRQDO4K77AN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Finite-Horizon Markov Decision Processes with Sequentially-Observed Transitions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.SY"],"primary_cat":"math.OC","authors_text":"Behcet Acikmese, Mahmoud El Chamie","submitted_at":"2015-07-04T22:38:47Z","abstract_excerpt":"Markov Decision Processes (MDPs) have been used to formulate many decision-making problems in science and engineering. The objective is to synthesize the best decision (action selection) policies to maximize expected rewards (or minimize costs) in a given stochastic dynamical environment. In this paper, we extend this model by incorporating additional information that the transitions due to actions can be sequentially observed. The proposed model benefits from this information and produces policies with better performance than those of standard MDPs. The paper also presents an efficient offlin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1507.01151","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:37:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v3Al5Bh4B9iyZcprxbDgamaL2ltG+kVz00ZuwfEgEW+FA6ygSTt3eXBLkUUYaQBckAzySNjQsDhmaJdVyuakCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T05:41:19.085601Z"},"content_sha256":"4e4482b1c98cf14859b5df4a843a04d89250404de8d9893bb831489d3f5a2e5b","schema_version":"1.0","event_id":"sha256:4e4482b1c98cf14859b5df4a843a04d89250404de8d9893bb831489d3f5a2e5b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LKPEU4TWPF2KV5VDRQDO4K77AN/bundle.json","state_url":"https://pith.science/pith/LKPEU4TWPF2KV5VDRQDO4K77AN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LKPEU4TWPF2KV5VDRQDO4K77AN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-03T05:41:19Z","links":{"resolver":"https://pith.science/pith/LKPEU4TWPF2KV5VDRQDO4K77AN","bundle":"https://pith.science/pith/LKPEU4TWPF2KV5VDRQDO4K77AN/bundle.json","state":"https://pith.science/pith/LKPEU4TWPF2KV5VDRQDO4K77AN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LKPEU4TWPF2KV5VDRQDO4K77AN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2015:LKPEU4TWPF2KV5VDRQDO4K77AN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"81be6b38ea9275b2c793b9e384b2b125da0a04868ba1b88025c9062ad14682f6","cross_cats_sorted":["cs.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2015-07-04T22:38:47Z","title_canon_sha256":"670f2a1684e8968b1429970dbaa74803b74fc1c47d2dfcb748a734e3b76f915f"},"schema_version":"1.0","source":{"id":"1507.01151","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1507.01151","created_at":"2026-05-18T01:37:17Z"},{"alias_kind":"arxiv_version","alias_value":"1507.01151v1","created_at":"2026-05-18T01:37:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1507.01151","created_at":"2026-05-18T01:37:17Z"},{"alias_kind":"pith_short_12","alias_value":"LKPEU4TWPF2K","created_at":"2026-05-18T12:29:29Z"},{"alias_kind":"pith_short_16","alias_value":"LKPEU4TWPF2KV5VD","created_at":"2026-05-18T12:29:29Z"},{"alias_kind":"pith_short_8","alias_value":"LKPEU4TW","created_at":"2026-05-18T12:29:29Z"}],"graph_snapshots":[{"event_id":"sha256:4e4482b1c98cf14859b5df4a843a04d89250404de8d9893bb831489d3f5a2e5b","target":"graph","created_at":"2026-05-18T01:37:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Markov Decision Processes (MDPs) have been used to formulate many decision-making problems in science and engineering. The objective is to synthesize the best decision (action selection) policies to maximize expected rewards (or minimize costs) in a given stochastic dynamical environment. In this paper, we extend this model by incorporating additional information that the transitions due to actions can be sequentially observed. The proposed model benefits from this information and produces policies with better performance than those of standard MDPs. The paper also presents an efficient offlin","authors_text":"Behcet Acikmese, Mahmoud El Chamie","cross_cats":["cs.SY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2015-07-04T22:38:47Z","title":"Finite-Horizon Markov Decision Processes with Sequentially-Observed Transitions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1507.01151","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:75c871d92519552e71d67f13c0ba5cf0a234d30d69d796b815dcff80d008dc2c","target":"record","created_at":"2026-05-18T01:37:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"81be6b38ea9275b2c793b9e384b2b125da0a04868ba1b88025c9062ad14682f6","cross_cats_sorted":["cs.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.OC","submitted_at":"2015-07-04T22:38:47Z","title_canon_sha256":"670f2a1684e8968b1429970dbaa74803b74fc1c47d2dfcb748a734e3b76f915f"},"schema_version":"1.0","source":{"id":"1507.01151","kind":"arxiv","version":1}},"canonical_sha256":"5a9e4a72767974aaf6a38c06ee2bff034fbc96e20b4ef8010eae69d575075b19","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5a9e4a72767974aaf6a38c06ee2bff034fbc96e20b4ef8010eae69d575075b19","first_computed_at":"2026-05-18T01:37:17.990156Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:37:17.990156Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qrwVd4/AhK8yEtyN0u7X1ag6nDAOxjTkFCarBtOQtsKtks4RmDBZLc7Y6tM1Ohya1QjSXGhtjtCoJLJKULbsDw==","signature_status":"signed_v1","signed_at":"2026-05-18T01:37:17.990899Z","signed_message":"canonical_sha256_bytes"},"source_id":"1507.01151","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:75c871d92519552e71d67f13c0ba5cf0a234d30d69d796b815dcff80d008dc2c","sha256:4e4482b1c98cf14859b5df4a843a04d89250404de8d9893bb831489d3f5a2e5b"],"state_sha256":"d8ed84c238ec6b13472a7e56455c4d8421f8f76f7bb5cc8bc2f90338cd3a62fd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MUQYf5kukGRP1Ypk+Lb9TZ8iqowbQ7hGBTkdxojizue7B+pea8UBj4O+wLFzEWzJ5qJ/bTdqPYcbWluvXG3rAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-03T05:41:19.087558Z","bundle_sha256":"f4f54a3d5098bf6f8ee2a544ecfa474d65e010f1d12b70fce0a02bffe67f3cce"}}