{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:W6RYDFU5FDCTSFEHYDQWGVINPE","short_pith_number":"pith:W6RYDFU5","canonical_record":{"source":{"id":"2011.04950","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2020-11-10T07:31:47Z","cross_cats_sorted":["cs.AI","cs.SY","eess.SY"],"title_canon_sha256":"3aceecda14a5fb517db366410053b1797804bf3423ab2e662fd296282bfd01d6","abstract_canon_sha256":"98a741f02c7cc33a0668554b15be28fe99b0b70c727e5150153f8ed64f4653d9"},"schema_version":"1.0"},"canonical_sha256":"b7a381969d28c5391487c0e163550d7935a8c07f4b4788f34368f05de7df3d0d","source":{"kind":"arxiv","id":"2011.04950","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.04950","created_at":"2026-07-05T01:50:41Z"},{"alias_kind":"arxiv_version","alias_value":"2011.04950v1","created_at":"2026-07-05T01:50:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.04950","created_at":"2026-07-05T01:50:41Z"},{"alias_kind":"pith_short_12","alias_value":"W6RYDFU5FDCT","created_at":"2026-07-05T01:50:41Z"},{"alias_kind":"pith_short_16","alias_value":"W6RYDFU5FDCTSFEH","created_at":"2026-07-05T01:50:41Z"},{"alias_kind":"pith_short_8","alias_value":"W6RYDFU5","created_at":"2026-07-05T01:50:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:W6RYDFU5FDCTSFEHYDQWGVINPE","target":"record","payload":{"canonical_record":{"source":{"id":"2011.04950","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2020-11-10T07:31:47Z","cross_cats_sorted":["cs.AI","cs.SY","eess.SY"],"title_canon_sha256":"3aceecda14a5fb517db366410053b1797804bf3423ab2e662fd296282bfd01d6","abstract_canon_sha256":"98a741f02c7cc33a0668554b15be28fe99b0b70c727e5150153f8ed64f4653d9"},"schema_version":"1.0"},"canonical_sha256":"b7a381969d28c5391487c0e163550d7935a8c07f4b4788f34368f05de7df3d0d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:50:41.942147Z","signature_b64":"cAolP+8TQHPmIKDvQzKBWLWShk9G/Q0h5j5gg2IQ/vNI4hTM2JBe6OpeMcpbexMXP+nWnbbsdL7m+5o0K3sECQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b7a381969d28c5391487c0e163550d7935a8c07f4b4788f34368f05de7df3d0d","last_reissued_at":"2026-07-05T01:50:41.941744Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:50:41.941744Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2011.04950","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:50:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rwjJnVYY7+5h4/ILHs/XwTuUlKUsGMcBFSEDdYP+iVV8IfLudHy32TKbwZk5xh5UDU8HjOS35vcA+JTri6YEDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T02:06:03.987612Z"},"content_sha256":"0ee1e755320ebaad9627f0031f6739c3274e3d6ca8aeb15ca24a7c320caabff9","schema_version":"1.0","event_id":"sha256:0ee1e755320ebaad9627f0031f6739c3274e3d6ca8aeb15ca24a7c320caabff9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:W6RYDFU5FDCTSFEHYDQWGVINPE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Model-based Reinforcement Learning from Signal Temporal Logic Specifications","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.SY","eess.SY"],"primary_cat":"cs.RO","authors_text":"Anand Balakrishnan, Jyotirmoy V. Deshmukh, Parv Kapoor","submitted_at":"2020-11-10T07:31:47Z","abstract_excerpt":"Techniques based on Reinforcement Learning (RL) are increasingly being used to design control policies for robotic systems. RL fundamentally relies on state-based reward functions to encode desired behavior of the robot and bad reward functions are prone to exploitation by the learning agent, leading to behavior that is undesirable in the best case and critically dangerous in the worst. On the other hand, designing good reward functions for complex tasks is a challenging problem. In this paper, we propose expressing desired high-level robot behavior using a formal specification language known "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.04950","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2011.04950/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:50:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EwfKQGe2s4wCDhmZnRk0qF4rULb2UEuVO7zGuxH3oLi24SN8hfyg/EORQXx1i5wYbkvs7Z/ytkRlDepXNWhZDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T02:06:03.987989Z"},"content_sha256":"a84cf02743963da84f5fc342dd61ab672c88254bc7c770fddcef1904b605495f","schema_version":"1.0","event_id":"sha256:a84cf02743963da84f5fc342dd61ab672c88254bc7c770fddcef1904b605495f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/W6RYDFU5FDCTSFEHYDQWGVINPE/bundle.json","state_url":"https://pith.science/pith/W6RYDFU5FDCTSFEHYDQWGVINPE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/W6RYDFU5FDCTSFEHYDQWGVINPE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T02:06:03Z","links":{"resolver":"https://pith.science/pith/W6RYDFU5FDCTSFEHYDQWGVINPE","bundle":"https://pith.science/pith/W6RYDFU5FDCTSFEHYDQWGVINPE/bundle.json","state":"https://pith.science/pith/W6RYDFU5FDCTSFEHYDQWGVINPE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/W6RYDFU5FDCTSFEHYDQWGVINPE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:W6RYDFU5FDCTSFEHYDQWGVINPE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"98a741f02c7cc33a0668554b15be28fe99b0b70c727e5150153f8ed64f4653d9","cross_cats_sorted":["cs.AI","cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2020-11-10T07:31:47Z","title_canon_sha256":"3aceecda14a5fb517db366410053b1797804bf3423ab2e662fd296282bfd01d6"},"schema_version":"1.0","source":{"id":"2011.04950","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.04950","created_at":"2026-07-05T01:50:41Z"},{"alias_kind":"arxiv_version","alias_value":"2011.04950v1","created_at":"2026-07-05T01:50:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.04950","created_at":"2026-07-05T01:50:41Z"},{"alias_kind":"pith_short_12","alias_value":"W6RYDFU5FDCT","created_at":"2026-07-05T01:50:41Z"},{"alias_kind":"pith_short_16","alias_value":"W6RYDFU5FDCTSFEH","created_at":"2026-07-05T01:50:41Z"},{"alias_kind":"pith_short_8","alias_value":"W6RYDFU5","created_at":"2026-07-05T01:50:41Z"}],"graph_snapshots":[{"event_id":"sha256:a84cf02743963da84f5fc342dd61ab672c88254bc7c770fddcef1904b605495f","target":"graph","created_at":"2026-07-05T01:50:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2011.04950/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Techniques based on Reinforcement Learning (RL) are increasingly being used to design control policies for robotic systems. RL fundamentally relies on state-based reward functions to encode desired behavior of the robot and bad reward functions are prone to exploitation by the learning agent, leading to behavior that is undesirable in the best case and critically dangerous in the worst. On the other hand, designing good reward functions for complex tasks is a challenging problem. In this paper, we propose expressing desired high-level robot behavior using a formal specification language known ","authors_text":"Anand Balakrishnan, Jyotirmoy V. Deshmukh, Parv Kapoor","cross_cats":["cs.AI","cs.SY","eess.SY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2020-11-10T07:31:47Z","title":"Model-based Reinforcement Learning from Signal Temporal Logic Specifications"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.04950","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0ee1e755320ebaad9627f0031f6739c3274e3d6ca8aeb15ca24a7c320caabff9","target":"record","created_at":"2026-07-05T01:50:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"98a741f02c7cc33a0668554b15be28fe99b0b70c727e5150153f8ed64f4653d9","cross_cats_sorted":["cs.AI","cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2020-11-10T07:31:47Z","title_canon_sha256":"3aceecda14a5fb517db366410053b1797804bf3423ab2e662fd296282bfd01d6"},"schema_version":"1.0","source":{"id":"2011.04950","kind":"arxiv","version":1}},"canonical_sha256":"b7a381969d28c5391487c0e163550d7935a8c07f4b4788f34368f05de7df3d0d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b7a381969d28c5391487c0e163550d7935a8c07f4b4788f34368f05de7df3d0d","first_computed_at":"2026-07-05T01:50:41.941744Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:50:41.941744Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cAolP+8TQHPmIKDvQzKBWLWShk9G/Q0h5j5gg2IQ/vNI4hTM2JBe6OpeMcpbexMXP+nWnbbsdL7m+5o0K3sECQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:50:41.942147Z","signed_message":"canonical_sha256_bytes"},"source_id":"2011.04950","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0ee1e755320ebaad9627f0031f6739c3274e3d6ca8aeb15ca24a7c320caabff9","sha256:a84cf02743963da84f5fc342dd61ab672c88254bc7c770fddcef1904b605495f"],"state_sha256":"3141e79aa0b2d34f5683053c4e870767d202990c257823097760806125f07dff"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xgf2gAczPi5SyiONFnHZEnImZX0/zvTmiYptJWKxZy4fAHRKH+tyeJ7CBVOmaZlZ5JulzygboXrggMvddsJVAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T02:06:03.990074Z","bundle_sha256":"9a396d6a4616bf7927f716506795356b73883dbca5b028849b3bba77d87cc714"}}