{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:4JPUBWXIQQATWSURVXXVGXEIN7","short_pith_number":"pith:4JPUBWXI","canonical_record":{"source":{"id":"1904.07189","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-04-15T17:03:35Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e2a495a5cb068ac56a484d0925d8af98717a1183fa28669904394f6ee27b778f","abstract_canon_sha256":"df71ea398b92f1d9f1ff4db6170541ae46ddaf6a5c12ffc6e5b40907e0442800"},"schema_version":"1.0"},"canonical_sha256":"e25f40dae884013b4a91adef535c886fd9de09b6ebc48ee9d19018ad45c0bdd1","source":{"kind":"arxiv","id":"1904.07189","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.07189","created_at":"2026-05-17T23:44:42Z"},{"alias_kind":"arxiv_version","alias_value":"1904.07189v2","created_at":"2026-05-17T23:44:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.07189","created_at":"2026-05-17T23:44:42Z"},{"alias_kind":"pith_short_12","alias_value":"4JPUBWXIQQAT","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_16","alias_value":"4JPUBWXIQQATWSUR","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_8","alias_value":"4JPUBWXI","created_at":"2026-05-18T12:33:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:4JPUBWXIQQATWSURVXXVGXEIN7","target":"record","payload":{"canonical_record":{"source":{"id":"1904.07189","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-04-15T17:03:35Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e2a495a5cb068ac56a484d0925d8af98717a1183fa28669904394f6ee27b778f","abstract_canon_sha256":"df71ea398b92f1d9f1ff4db6170541ae46ddaf6a5c12ffc6e5b40907e0442800"},"schema_version":"1.0"},"canonical_sha256":"e25f40dae884013b4a91adef535c886fd9de09b6ebc48ee9d19018ad45c0bdd1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:44:42.273950Z","signature_b64":"JeqRh/X4OpJF2B5BLMBinWFzmgnLijYNZRG8+p/sH+x59MTq/77kJNGL9bInXXm0kKcIOzWj6nk9gw7Lo1cIAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e25f40dae884013b4a91adef535c886fd9de09b6ebc48ee9d19018ad45c0bdd1","last_reissued_at":"2026-05-17T23:44:42.273404Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:44:42.273404Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1904.07189","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:44:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/3aqspJ1y58vQIlDMp10mP3Ha5oMQDdk6FTX5KdBLqiW+eh628FbhJxlM8Y1baBF4FwYB1qn8Um/g1l1rgIrCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T00:54:50.714980Z"},"content_sha256":"c50e817d4db97c2fff3c9e718aed990708a6e711c4254a60c15aa11475c732c1","schema_version":"1.0","event_id":"sha256:c50e817d4db97c2fff3c9e718aed990708a6e711c4254a60c15aa11475c732c1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:4JPUBWXIQQATWSURVXXVGXEIN7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reinforcement Learning with Probabilistic Guarantees for Autonomous Driving","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.RO","authors_text":"Alireza Nakhaei, Jana Tumova, Jesper Karlsson, Kikuo Fujimura, Maxime Bouton, Mykel J. Kochenderfer","submitted_at":"2019-04-15T17:03:35Z","abstract_excerpt":"Designing reliable decision strategies for autonomous urban driving is challenging. Reinforcement learning (RL) has been used to automatically derive suitable behavior in uncertain environments, but it does not provide any guarantee on the performance of the resulting policy. We propose a generic approach to enforce probabilistic guarantees on an RL agent. An exploration strategy is derived prior to training that constrains the agent to choose among actions that satisfy a desired probabilistic specification expressed with linear temporal logic (LTL). Reducing the search space to policies satis"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.07189","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:44:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uPctV+HkOUxhaEQQSYbyDnKVCrLTtXKtA3f444tHCUABMVrqGcmgRpbubTYlJ7XmI5yP8OYE7i6MjeEB2azYDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T00:54:50.715664Z"},"content_sha256":"b49de6228fdc0e8b3ce8cab66e0687b68b74e2eecd2821ec456fce8484630987","schema_version":"1.0","event_id":"sha256:b49de6228fdc0e8b3ce8cab66e0687b68b74e2eecd2821ec456fce8484630987"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4JPUBWXIQQATWSURVXXVGXEIN7/bundle.json","state_url":"https://pith.science/pith/4JPUBWXIQQATWSURVXXVGXEIN7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4JPUBWXIQQATWSURVXXVGXEIN7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T00:54:50Z","links":{"resolver":"https://pith.science/pith/4JPUBWXIQQATWSURVXXVGXEIN7","bundle":"https://pith.science/pith/4JPUBWXIQQATWSURVXXVGXEIN7/bundle.json","state":"https://pith.science/pith/4JPUBWXIQQATWSURVXXVGXEIN7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4JPUBWXIQQATWSURVXXVGXEIN7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:4JPUBWXIQQATWSURVXXVGXEIN7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"df71ea398b92f1d9f1ff4db6170541ae46ddaf6a5c12ffc6e5b40907e0442800","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-04-15T17:03:35Z","title_canon_sha256":"e2a495a5cb068ac56a484d0925d8af98717a1183fa28669904394f6ee27b778f"},"schema_version":"1.0","source":{"id":"1904.07189","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.07189","created_at":"2026-05-17T23:44:42Z"},{"alias_kind":"arxiv_version","alias_value":"1904.07189v2","created_at":"2026-05-17T23:44:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.07189","created_at":"2026-05-17T23:44:42Z"},{"alias_kind":"pith_short_12","alias_value":"4JPUBWXIQQAT","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_16","alias_value":"4JPUBWXIQQATWSUR","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_8","alias_value":"4JPUBWXI","created_at":"2026-05-18T12:33:10Z"}],"graph_snapshots":[{"event_id":"sha256:b49de6228fdc0e8b3ce8cab66e0687b68b74e2eecd2821ec456fce8484630987","target":"graph","created_at":"2026-05-17T23:44:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Designing reliable decision strategies for autonomous urban driving is challenging. Reinforcement learning (RL) has been used to automatically derive suitable behavior in uncertain environments, but it does not provide any guarantee on the performance of the resulting policy. We propose a generic approach to enforce probabilistic guarantees on an RL agent. An exploration strategy is derived prior to training that constrains the agent to choose among actions that satisfy a desired probabilistic specification expressed with linear temporal logic (LTL). Reducing the search space to policies satis","authors_text":"Alireza Nakhaei, Jana Tumova, Jesper Karlsson, Kikuo Fujimura, Maxime Bouton, Mykel J. Kochenderfer","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-04-15T17:03:35Z","title":"Reinforcement Learning with Probabilistic Guarantees for Autonomous Driving"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.07189","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c50e817d4db97c2fff3c9e718aed990708a6e711c4254a60c15aa11475c732c1","target":"record","created_at":"2026-05-17T23:44:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"df71ea398b92f1d9f1ff4db6170541ae46ddaf6a5c12ffc6e5b40907e0442800","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-04-15T17:03:35Z","title_canon_sha256":"e2a495a5cb068ac56a484d0925d8af98717a1183fa28669904394f6ee27b778f"},"schema_version":"1.0","source":{"id":"1904.07189","kind":"arxiv","version":2}},"canonical_sha256":"e25f40dae884013b4a91adef535c886fd9de09b6ebc48ee9d19018ad45c0bdd1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e25f40dae884013b4a91adef535c886fd9de09b6ebc48ee9d19018ad45c0bdd1","first_computed_at":"2026-05-17T23:44:42.273404Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:44:42.273404Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JeqRh/X4OpJF2B5BLMBinWFzmgnLijYNZRG8+p/sH+x59MTq/77kJNGL9bInXXm0kKcIOzWj6nk9gw7Lo1cIAA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:44:42.273950Z","signed_message":"canonical_sha256_bytes"},"source_id":"1904.07189","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c50e817d4db97c2fff3c9e718aed990708a6e711c4254a60c15aa11475c732c1","sha256:b49de6228fdc0e8b3ce8cab66e0687b68b74e2eecd2821ec456fce8484630987"],"state_sha256":"f4dacdded1252440d02897fff49fda7b3574a7ea319313639caab93befe1ab8d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NSCqsYgUvSjLzlif91XX/hrUbkjs+4+4ArbF4zMT/dVylqc2AUPS8U8f9Ri71mSy6qfncfnuNVMjBGEqpnl9AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T00:54:50.718233Z","bundle_sha256":"f388bac2048f3d70fbe90ea4eb83c03ff2be7a3c9142c59e7fefa1ed843af115"}}