{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:JMYVZWUCEO222LM6JJMIHCLELF","short_pith_number":"pith:JMYVZWUC","canonical_record":{"source":{"id":"1904.01068","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-04-01T19:09:08Z","cross_cats_sorted":["cs.AI","cs.LG","cs.SY","eess.SY"],"title_canon_sha256":"cdb891bc6fb1599388006a7547749b47edcaa07f33f8bd53fbcf5450b9c7164f","abstract_canon_sha256":"8dbba0546ffc04d6aa5d597ae3c79c900d79e972c5805a82f17e384cb31b7188"},"schema_version":"1.0"},"canonical_sha256":"4b315cda8223b5ad2d9e4a58838964594c1ae373de30566145bb71131295c3ad","source":{"kind":"arxiv","id":"1904.01068","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.01068","created_at":"2026-06-04T20:14:19Z"},{"alias_kind":"arxiv_version","alias_value":"1904.01068v1","created_at":"2026-06-04T20:14:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.01068","created_at":"2026-06-04T20:14:19Z"},{"alias_kind":"pith_short_12","alias_value":"JMYVZWUCEO22","created_at":"2026-06-04T20:14:19Z"},{"alias_kind":"pith_short_16","alias_value":"JMYVZWUCEO222LM6","created_at":"2026-06-04T20:14:19Z"},{"alias_kind":"pith_short_8","alias_value":"JMYVZWUC","created_at":"2026-06-04T20:14:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:JMYVZWUCEO222LM6JJMIHCLELF","target":"record","payload":{"canonical_record":{"source":{"id":"1904.01068","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-04-01T19:09:08Z","cross_cats_sorted":["cs.AI","cs.LG","cs.SY","eess.SY"],"title_canon_sha256":"cdb891bc6fb1599388006a7547749b47edcaa07f33f8bd53fbcf5450b9c7164f","abstract_canon_sha256":"8dbba0546ffc04d6aa5d597ae3c79c900d79e972c5805a82f17e384cb31b7188"},"schema_version":"1.0"},"canonical_sha256":"4b315cda8223b5ad2d9e4a58838964594c1ae373de30566145bb71131295c3ad","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-04T20:14:19.491666Z","signature_b64":"w5vnBBOFdKKl6FhbT+Htx2ofehw79hOlNZQ+mz8eYr+SWhaIja+T4VwqO5aQhZQIauep9jXe8PQy7f3/JSD0CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4b315cda8223b5ad2d9e4a58838964594c1ae373de30566145bb71131295c3ad","last_reissued_at":"2026-06-04T20:14:19.491170Z","signature_status":"signed_v1","first_computed_at":"2026-06-04T20:14:19.491170Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1904.01068","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-04T20:14:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7Ev+TGyaqaBG7J9Pv1RloHueVyJ8FSmNZt9NXSvx8OCsGcPWBmHa+sJCouVLwPwQHlmO/h4XkFMdkXnHbYi9BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T21:27:20.359530Z"},"content_sha256":"20cf787afa16886b7a596168373945c6d61fa372bdf826949dfa463c0e81c289","schema_version":"1.0","event_id":"sha256:20cf787afa16886b7a596168373945c6d61fa372bdf826949dfa463c0e81c289"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:JMYVZWUCEO222LM6JJMIHCLELF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Efficient and Safe Exploration in Deterministic Markov Decision Processes with Unknown Transition Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG","cs.SY","eess.SY"],"primary_cat":"cs.RO","authors_text":"Dorsa Sadigh, Erdem B{\\i}y{\\i}k, Jonathan Margoliash, Shahrouz Ryan Alimo","submitted_at":"2019-04-01T19:09:08Z","abstract_excerpt":"We propose a safe exploration algorithm for deterministic Markov Decision Processes with unknown transition models. Our algorithm guarantees safety by leveraging Lipschitz-continuity to ensure that no unsafe states are visited during exploration. Unlike many other existing techniques, the provided safety guarantee is deterministic. Our algorithm is optimized to reduce the number of actions needed for exploring the safe space. We demonstrate the performance of our algorithm in comparison with baseline methods in simulation on navigation tasks."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.01068","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1904.01068/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-04T20:14:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z8gCW1x2SUFM0t6jDrPdF8mPYjFuQUqMrl7/rHBHujR5PhnOp8YfGww+YoBCHxClABKmADy1s02AKFDTO1t5BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T21:27:20.360307Z"},"content_sha256":"5d9923c93d2e350f6eefbfdc8d216e2a7e6cf62fdda1ab25fd801da5a2d5ea8e","schema_version":"1.0","event_id":"sha256:5d9923c93d2e350f6eefbfdc8d216e2a7e6cf62fdda1ab25fd801da5a2d5ea8e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JMYVZWUCEO222LM6JJMIHCLELF/bundle.json","state_url":"https://pith.science/pith/JMYVZWUCEO222LM6JJMIHCLELF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JMYVZWUCEO222LM6JJMIHCLELF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-05T21:27:20Z","links":{"resolver":"https://pith.science/pith/JMYVZWUCEO222LM6JJMIHCLELF","bundle":"https://pith.science/pith/JMYVZWUCEO222LM6JJMIHCLELF/bundle.json","state":"https://pith.science/pith/JMYVZWUCEO222LM6JJMIHCLELF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JMYVZWUCEO222LM6JJMIHCLELF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:JMYVZWUCEO222LM6JJMIHCLELF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8dbba0546ffc04d6aa5d597ae3c79c900d79e972c5805a82f17e384cb31b7188","cross_cats_sorted":["cs.AI","cs.LG","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-04-01T19:09:08Z","title_canon_sha256":"cdb891bc6fb1599388006a7547749b47edcaa07f33f8bd53fbcf5450b9c7164f"},"schema_version":"1.0","source":{"id":"1904.01068","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.01068","created_at":"2026-06-04T20:14:19Z"},{"alias_kind":"arxiv_version","alias_value":"1904.01068v1","created_at":"2026-06-04T20:14:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.01068","created_at":"2026-06-04T20:14:19Z"},{"alias_kind":"pith_short_12","alias_value":"JMYVZWUCEO22","created_at":"2026-06-04T20:14:19Z"},{"alias_kind":"pith_short_16","alias_value":"JMYVZWUCEO222LM6","created_at":"2026-06-04T20:14:19Z"},{"alias_kind":"pith_short_8","alias_value":"JMYVZWUC","created_at":"2026-06-04T20:14:19Z"}],"graph_snapshots":[{"event_id":"sha256:5d9923c93d2e350f6eefbfdc8d216e2a7e6cf62fdda1ab25fd801da5a2d5ea8e","target":"graph","created_at":"2026-06-04T20:14:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1904.01068/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We propose a safe exploration algorithm for deterministic Markov Decision Processes with unknown transition models. Our algorithm guarantees safety by leveraging Lipschitz-continuity to ensure that no unsafe states are visited during exploration. Unlike many other existing techniques, the provided safety guarantee is deterministic. Our algorithm is optimized to reduce the number of actions needed for exploring the safe space. We demonstrate the performance of our algorithm in comparison with baseline methods in simulation on navigation tasks.","authors_text":"Dorsa Sadigh, Erdem B{\\i}y{\\i}k, Jonathan Margoliash, Shahrouz Ryan Alimo","cross_cats":["cs.AI","cs.LG","cs.SY","eess.SY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-04-01T19:09:08Z","title":"Efficient and Safe Exploration in Deterministic Markov Decision Processes with Unknown Transition Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.01068","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:20cf787afa16886b7a596168373945c6d61fa372bdf826949dfa463c0e81c289","target":"record","created_at":"2026-06-04T20:14:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8dbba0546ffc04d6aa5d597ae3c79c900d79e972c5805a82f17e384cb31b7188","cross_cats_sorted":["cs.AI","cs.LG","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-04-01T19:09:08Z","title_canon_sha256":"cdb891bc6fb1599388006a7547749b47edcaa07f33f8bd53fbcf5450b9c7164f"},"schema_version":"1.0","source":{"id":"1904.01068","kind":"arxiv","version":1}},"canonical_sha256":"4b315cda8223b5ad2d9e4a58838964594c1ae373de30566145bb71131295c3ad","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4b315cda8223b5ad2d9e4a58838964594c1ae373de30566145bb71131295c3ad","first_computed_at":"2026-06-04T20:14:19.491170Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-04T20:14:19.491170Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"w5vnBBOFdKKl6FhbT+Htx2ofehw79hOlNZQ+mz8eYr+SWhaIja+T4VwqO5aQhZQIauep9jXe8PQy7f3/JSD0CQ==","signature_status":"signed_v1","signed_at":"2026-06-04T20:14:19.491666Z","signed_message":"canonical_sha256_bytes"},"source_id":"1904.01068","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:20cf787afa16886b7a596168373945c6d61fa372bdf826949dfa463c0e81c289","sha256:5d9923c93d2e350f6eefbfdc8d216e2a7e6cf62fdda1ab25fd801da5a2d5ea8e"],"state_sha256":"b7776323513257066b0eb5c85dcab9f2566ddab74a27e7d9fe92f625fdc63c2e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jdlQhcX79AAVijh8/6Pedx5tl1p2ErcDdmamXt/Cl1NqWY2GV4h/soWRtyDZ7jKAVR0szSSsSpMDdF8PJCF1Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-05T21:27:20.364086Z","bundle_sha256":"90ac3fd677aa9ae6dc2fbcaab4057e3052605171b3d561d1e40adbf34ff78ac8"}}