{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:V65F2QVLQ2MXCWCLW2GH6DUF6E","short_pith_number":"pith:V65F2QVL","canonical_record":{"source":{"id":"1802.09810","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-02-27T10:29:56Z","cross_cats_sorted":[],"title_canon_sha256":"0cf9237e8e5c7f76e0f4cb0eaee71d892cf4f1adab6708cf9aff3bef61fd83f6","abstract_canon_sha256":"c5119509053e3aef5bc2ceed00b4923181757497a5f68c24e0ae6720c60e9149"},"schema_version":"1.0"},"canonical_sha256":"afba5d42ab869971584bb68c7f0e85f119606477a05ed8c03f5f997db01d7d7b","source":{"kind":"arxiv","id":"1802.09810","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1802.09810","created_at":"2026-05-18T00:22:22Z"},{"alias_kind":"arxiv_version","alias_value":"1802.09810v1","created_at":"2026-05-18T00:22:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1802.09810","created_at":"2026-05-18T00:22:22Z"},{"alias_kind":"pith_short_12","alias_value":"V65F2QVLQ2MX","created_at":"2026-05-18T12:32:59Z"},{"alias_kind":"pith_short_16","alias_value":"V65F2QVLQ2MXCWCL","created_at":"2026-05-18T12:32:59Z"},{"alias_kind":"pith_short_8","alias_value":"V65F2QVL","created_at":"2026-05-18T12:32:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:V65F2QVLQ2MXCWCLW2GH6DUF6E","target":"record","payload":{"canonical_record":{"source":{"id":"1802.09810","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-02-27T10:29:56Z","cross_cats_sorted":[],"title_canon_sha256":"0cf9237e8e5c7f76e0f4cb0eaee71d892cf4f1adab6708cf9aff3bef61fd83f6","abstract_canon_sha256":"c5119509053e3aef5bc2ceed00b4923181757497a5f68c24e0ae6720c60e9149"},"schema_version":"1.0"},"canonical_sha256":"afba5d42ab869971584bb68c7f0e85f119606477a05ed8c03f5f997db01d7d7b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:22:22.124345Z","signature_b64":"YQg1KnAK9I98NKTa7yLA7bis2M//NsSJF1kAFptXKBCUCsrnW72aGC0td5Tlmwz5MSSibx+x97WXKxmw2XUdAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"afba5d42ab869971584bb68c7f0e85f119606477a05ed8c03f5f997db01d7d7b","last_reissued_at":"2026-05-18T00:22:22.123567Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:22:22.123567Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1802.09810","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:22:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Wi1fkg2pyYQgaYMEC9PGkFdsYtqrcJftBWjKGL+5sPBrS5cTm1ANhenB4psUrMKZz6kKtscjo5wLPblCwF3zAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T03:06:48.701184Z"},"content_sha256":"8b72cc85f8721df5dabb86b61f29001095f8e59ee586278447c3ca90deb2b110","schema_version":"1.0","event_id":"sha256:8b72cc85f8721df5dabb86b61f29001095f8e59ee586278447c3ca90deb2b110"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:V65F2QVLQ2MXCWCLW2GH6DUF6E","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Human-in-the-Loop Synthesis for Partially Observable Markov Decision Processes","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Jie Fu, Nils Jansen, Ralf Wimmer, Steven Carr, Ufuk Topcu","submitted_at":"2018-02-27T10:29:56Z","abstract_excerpt":"We study planning problems where autonomous agents operate inside environments that are subject to uncertainties and not fully observable. Partially observable Markov decision processes (POMDPs) are a natural formal model to capture such problems. Because of the potentially huge or even infinite belief space in POMDPs, synthesis with safety guarantees is, in general, computationally intractable. We propose an approach that aims to circumvent this difficulty: in scenarios that can be partially or fully simulated in a virtual environment, we actively integrate a human user to control an agent. W"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1802.09810","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:22:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s93nkxaQuTu+uuseHHMgj2/9u67VACQaEaf5R90g8gw12GQVLXIjnz7+I1Fi2AQysktgVJTYSlsviJ5lI9TDDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T03:06:48.701560Z"},"content_sha256":"17a177c02369d57e8559f0a32bbb66ba79570331af4bfd875b235f7ce0207cc7","schema_version":"1.0","event_id":"sha256:17a177c02369d57e8559f0a32bbb66ba79570331af4bfd875b235f7ce0207cc7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V65F2QVLQ2MXCWCLW2GH6DUF6E/bundle.json","state_url":"https://pith.science/pith/V65F2QVLQ2MXCWCLW2GH6DUF6E/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V65F2QVLQ2MXCWCLW2GH6DUF6E/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-28T03:06:48Z","links":{"resolver":"https://pith.science/pith/V65F2QVLQ2MXCWCLW2GH6DUF6E","bundle":"https://pith.science/pith/V65F2QVLQ2MXCWCLW2GH6DUF6E/bundle.json","state":"https://pith.science/pith/V65F2QVLQ2MXCWCLW2GH6DUF6E/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V65F2QVLQ2MXCWCLW2GH6DUF6E/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:V65F2QVLQ2MXCWCLW2GH6DUF6E","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c5119509053e3aef5bc2ceed00b4923181757497a5f68c24e0ae6720c60e9149","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-02-27T10:29:56Z","title_canon_sha256":"0cf9237e8e5c7f76e0f4cb0eaee71d892cf4f1adab6708cf9aff3bef61fd83f6"},"schema_version":"1.0","source":{"id":"1802.09810","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1802.09810","created_at":"2026-05-18T00:22:22Z"},{"alias_kind":"arxiv_version","alias_value":"1802.09810v1","created_at":"2026-05-18T00:22:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1802.09810","created_at":"2026-05-18T00:22:22Z"},{"alias_kind":"pith_short_12","alias_value":"V65F2QVLQ2MX","created_at":"2026-05-18T12:32:59Z"},{"alias_kind":"pith_short_16","alias_value":"V65F2QVLQ2MXCWCL","created_at":"2026-05-18T12:32:59Z"},{"alias_kind":"pith_short_8","alias_value":"V65F2QVL","created_at":"2026-05-18T12:32:59Z"}],"graph_snapshots":[{"event_id":"sha256:17a177c02369d57e8559f0a32bbb66ba79570331af4bfd875b235f7ce0207cc7","target":"graph","created_at":"2026-05-18T00:22:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We study planning problems where autonomous agents operate inside environments that are subject to uncertainties and not fully observable. Partially observable Markov decision processes (POMDPs) are a natural formal model to capture such problems. Because of the potentially huge or even infinite belief space in POMDPs, synthesis with safety guarantees is, in general, computationally intractable. We propose an approach that aims to circumvent this difficulty: in scenarios that can be partially or fully simulated in a virtual environment, we actively integrate a human user to control an agent. W","authors_text":"Jie Fu, Nils Jansen, Ralf Wimmer, Steven Carr, Ufuk Topcu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-02-27T10:29:56Z","title":"Human-in-the-Loop Synthesis for Partially Observable Markov Decision Processes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1802.09810","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8b72cc85f8721df5dabb86b61f29001095f8e59ee586278447c3ca90deb2b110","target":"record","created_at":"2026-05-18T00:22:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c5119509053e3aef5bc2ceed00b4923181757497a5f68c24e0ae6720c60e9149","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-02-27T10:29:56Z","title_canon_sha256":"0cf9237e8e5c7f76e0f4cb0eaee71d892cf4f1adab6708cf9aff3bef61fd83f6"},"schema_version":"1.0","source":{"id":"1802.09810","kind":"arxiv","version":1}},"canonical_sha256":"afba5d42ab869971584bb68c7f0e85f119606477a05ed8c03f5f997db01d7d7b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"afba5d42ab869971584bb68c7f0e85f119606477a05ed8c03f5f997db01d7d7b","first_computed_at":"2026-05-18T00:22:22.123567Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:22:22.123567Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YQg1KnAK9I98NKTa7yLA7bis2M//NsSJF1kAFptXKBCUCsrnW72aGC0td5Tlmwz5MSSibx+x97WXKxmw2XUdAQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:22:22.124345Z","signed_message":"canonical_sha256_bytes"},"source_id":"1802.09810","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8b72cc85f8721df5dabb86b61f29001095f8e59ee586278447c3ca90deb2b110","sha256:17a177c02369d57e8559f0a32bbb66ba79570331af4bfd875b235f7ce0207cc7"],"state_sha256":"db065333b8bdb1dbc118f9d58a5755ac86cee95a8c635d5726f37f6100ebf210"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"olqL7TtJJ2g0ycolevbLg/BqlEDOYYJFZcnukhjUP4JL0DZogL0wumiUsqEBDiNET9Lt21MfqgZvL8MQwxpOAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-28T03:06:48.703786Z","bundle_sha256":"4799c8d9ff74f512029590d282854aa0914aa3d6a84d62b6df1e1fbf82d833a8"}}