{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:7BBSEAB2IKTZLS5N7XJBNRXYD4","short_pith_number":"pith:7BBSEAB2","canonical_record":{"source":{"id":"2311.17059","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2023-11-28T18:59:58Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"05f710099d14a362fff42667478682dddb4455bd58fa2e4decc4775b257fb27b","abstract_canon_sha256":"7ffa3f5b7ad4486979c61cd29e1d34650f00b57954b6079413bef32e7142379c"},"schema_version":"1.0"},"canonical_sha256":"f84322003a42a795cbadfdd216c6f81f3d5cc0750e0f2102a218ec8d939c76a0","source":{"kind":"arxiv","id":"2311.17059","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.17059","created_at":"2026-07-05T10:52:09Z"},{"alias_kind":"arxiv_version","alias_value":"2311.17059v2","created_at":"2026-07-05T10:52:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.17059","created_at":"2026-07-05T10:52:09Z"},{"alias_kind":"pith_short_12","alias_value":"7BBSEAB2IKTZ","created_at":"2026-07-05T10:52:09Z"},{"alias_kind":"pith_short_16","alias_value":"7BBSEAB2IKTZLS5N","created_at":"2026-07-05T10:52:09Z"},{"alias_kind":"pith_short_8","alias_value":"7BBSEAB2","created_at":"2026-07-05T10:52:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:7BBSEAB2IKTZLS5N7XJBNRXYD4","target":"record","payload":{"canonical_record":{"source":{"id":"2311.17059","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2023-11-28T18:59:58Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"05f710099d14a362fff42667478682dddb4455bd58fa2e4decc4775b257fb27b","abstract_canon_sha256":"7ffa3f5b7ad4486979c61cd29e1d34650f00b57954b6079413bef32e7142379c"},"schema_version":"1.0"},"canonical_sha256":"f84322003a42a795cbadfdd216c6f81f3d5cc0750e0f2102a218ec8d939c76a0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:52:09.845345Z","signature_b64":"bsurmuchgao8pVICSl9PxeD151UsAL52/KhY6Hod+b+RceFpjPpntJySfUOmTurWHC8ieymFvI1rLTg4rrHjBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f84322003a42a795cbadfdd216c6f81f3d5cc0750e0f2102a218ec8d939c76a0","last_reissued_at":"2026-07-05T10:52:09.844808Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:52:09.844808Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.17059","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:52:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IbLkDbPvOJNVtu6MIzEeE4e8cm1n9MZApzVcBKTgNca62AoJCF8fmVjUviIdYr9mgAeyc4eJnNhZ32UzeKJQCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T10:25:32.237742Z"},"content_sha256":"a53d70ce2ebc65d9026d54143255fe6e90a8d2591f3c69971347bed6fd1f5d46","schema_version":"1.0","event_id":"sha256:a53d70ce2ebc65d9026d54143255fe6e90a8d2591f3c69971347bed6fd1f5d46"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:7BBSEAB2IKTZLS5N7XJBNRXYD4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Mission-driven Exploration for Accelerated Deep Reinforcement Learning with Temporal Logic Task Specifications","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.RO","authors_text":"Hosein Hasanbeig, Jun Wang, Kaiyuan Tan, Yiannis Kantaros, Zihe Sun","submitted_at":"2023-11-28T18:59:58Z","abstract_excerpt":"This paper addresses the problem of designing control policies for agents with unknown stochastic dynamics and control objectives specified using Linear Temporal Logic (LTL). Recent Deep Reinforcement Learning (DRL) algorithms have aimed to compute policies that maximize the satisfaction probability of LTL formulas, but they often suffer from slow learning performance. To address this, we introduce a novel Deep Q-learning algorithm that significantly improves learning speed. The enhanced sample efficiency stems from a mission-driven exploration strategy that prioritizes exploration towards dir"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.17059","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.17059/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:52:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"glyfvEwDaB+5XARnL91bDrei79D0Iu17lMzYPWzPtiSzw/hxXUtyShaD/oFBEkL/2CPvi8r4TovB3fJMiKIdDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T10:25:32.238118Z"},"content_sha256":"127753a3fa25e1d7b29ccb3eca6baa8f4ad1eb89afc3e6f0b539ebc0bd1471f4","schema_version":"1.0","event_id":"sha256:127753a3fa25e1d7b29ccb3eca6baa8f4ad1eb89afc3e6f0b539ebc0bd1471f4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7BBSEAB2IKTZLS5N7XJBNRXYD4/bundle.json","state_url":"https://pith.science/pith/7BBSEAB2IKTZLS5N7XJBNRXYD4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7BBSEAB2IKTZLS5N7XJBNRXYD4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T10:25:32Z","links":{"resolver":"https://pith.science/pith/7BBSEAB2IKTZLS5N7XJBNRXYD4","bundle":"https://pith.science/pith/7BBSEAB2IKTZLS5N7XJBNRXYD4/bundle.json","state":"https://pith.science/pith/7BBSEAB2IKTZLS5N7XJBNRXYD4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7BBSEAB2IKTZLS5N7XJBNRXYD4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:7BBSEAB2IKTZLS5N7XJBNRXYD4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7ffa3f5b7ad4486979c61cd29e1d34650f00b57954b6079413bef32e7142379c","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2023-11-28T18:59:58Z","title_canon_sha256":"05f710099d14a362fff42667478682dddb4455bd58fa2e4decc4775b257fb27b"},"schema_version":"1.0","source":{"id":"2311.17059","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.17059","created_at":"2026-07-05T10:52:09Z"},{"alias_kind":"arxiv_version","alias_value":"2311.17059v2","created_at":"2026-07-05T10:52:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.17059","created_at":"2026-07-05T10:52:09Z"},{"alias_kind":"pith_short_12","alias_value":"7BBSEAB2IKTZ","created_at":"2026-07-05T10:52:09Z"},{"alias_kind":"pith_short_16","alias_value":"7BBSEAB2IKTZLS5N","created_at":"2026-07-05T10:52:09Z"},{"alias_kind":"pith_short_8","alias_value":"7BBSEAB2","created_at":"2026-07-05T10:52:09Z"}],"graph_snapshots":[{"event_id":"sha256:127753a3fa25e1d7b29ccb3eca6baa8f4ad1eb89afc3e6f0b539ebc0bd1471f4","target":"graph","created_at":"2026-07-05T10:52:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.17059/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper addresses the problem of designing control policies for agents with unknown stochastic dynamics and control objectives specified using Linear Temporal Logic (LTL). Recent Deep Reinforcement Learning (DRL) algorithms have aimed to compute policies that maximize the satisfaction probability of LTL formulas, but they often suffer from slow learning performance. To address this, we introduce a novel Deep Q-learning algorithm that significantly improves learning speed. The enhanced sample efficiency stems from a mission-driven exploration strategy that prioritizes exploration towards dir","authors_text":"Hosein Hasanbeig, Jun Wang, Kaiyuan Tan, Yiannis Kantaros, Zihe Sun","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2023-11-28T18:59:58Z","title":"Mission-driven Exploration for Accelerated Deep Reinforcement Learning with Temporal Logic Task Specifications"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.17059","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a53d70ce2ebc65d9026d54143255fe6e90a8d2591f3c69971347bed6fd1f5d46","target":"record","created_at":"2026-07-05T10:52:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7ffa3f5b7ad4486979c61cd29e1d34650f00b57954b6079413bef32e7142379c","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2023-11-28T18:59:58Z","title_canon_sha256":"05f710099d14a362fff42667478682dddb4455bd58fa2e4decc4775b257fb27b"},"schema_version":"1.0","source":{"id":"2311.17059","kind":"arxiv","version":2}},"canonical_sha256":"f84322003a42a795cbadfdd216c6f81f3d5cc0750e0f2102a218ec8d939c76a0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f84322003a42a795cbadfdd216c6f81f3d5cc0750e0f2102a218ec8d939c76a0","first_computed_at":"2026-07-05T10:52:09.844808Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:52:09.844808Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bsurmuchgao8pVICSl9PxeD151UsAL52/KhY6Hod+b+RceFpjPpntJySfUOmTurWHC8ieymFvI1rLTg4rrHjBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:52:09.845345Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.17059","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a53d70ce2ebc65d9026d54143255fe6e90a8d2591f3c69971347bed6fd1f5d46","sha256:127753a3fa25e1d7b29ccb3eca6baa8f4ad1eb89afc3e6f0b539ebc0bd1471f4"],"state_sha256":"1f0a490d83f8b004ffd1cd66f18ce7147b595cfe4a621cc3553453ae65f55c35"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GPgrsWly4/RFjKwfw77xvO190mdU487Y3lIbo+2qtH510j4s2cVMjJJWlhXrmES1U0KXQmTgOpuj0xJ9twunBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T10:25:32.240019Z","bundle_sha256":"765870db401040e6685d97d5d04d220e2a3ebe4d3c90845a48a948d3e96431d4"}}