{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:5GJZ72FUCEVHSBTN2ATYLCYXIR","short_pith_number":"pith:5GJZ72FU","canonical_record":{"source":{"id":"2007.01498","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-07-03T05:06:57Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"edfed9c8973094cad6544500f04c2126038ffcb564f1fe7e6f024b21f4226ac5","abstract_canon_sha256":"d7c87446ceddc3c40c7fe8f1f9356be24edf4e029c2aeb45f615c1ada8facbac"},"schema_version":"1.0"},"canonical_sha256":"e9939fe8b4112a79066dd027858b1744483e98791e1003e78c83e5f0217c6da6","source":{"kind":"arxiv","id":"2007.01498","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.01498","created_at":"2026-07-05T05:33:03Z"},{"alias_kind":"arxiv_version","alias_value":"2007.01498v2","created_at":"2026-07-05T05:33:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.01498","created_at":"2026-07-05T05:33:03Z"},{"alias_kind":"pith_short_12","alias_value":"5GJZ72FUCEVH","created_at":"2026-07-05T05:33:03Z"},{"alias_kind":"pith_short_16","alias_value":"5GJZ72FUCEVHSBTN","created_at":"2026-07-05T05:33:03Z"},{"alias_kind":"pith_short_8","alias_value":"5GJZ72FU","created_at":"2026-07-05T05:33:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:5GJZ72FUCEVHSBTN2ATYLCYXIR","target":"record","payload":{"canonical_record":{"source":{"id":"2007.01498","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-07-03T05:06:57Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"edfed9c8973094cad6544500f04c2126038ffcb564f1fe7e6f024b21f4226ac5","abstract_canon_sha256":"d7c87446ceddc3c40c7fe8f1f9356be24edf4e029c2aeb45f615c1ada8facbac"},"schema_version":"1.0"},"canonical_sha256":"e9939fe8b4112a79066dd027858b1744483e98791e1003e78c83e5f0217c6da6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:33:03.650667Z","signature_b64":"N6DpTzZ4ZKB+2jYlfhzIPBFGVIMqQB5X++7fawZogja7aKVfOSBKmB7+3VqKNJVTybVOUYzoAdRAN+OXn/AECQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e9939fe8b4112a79066dd027858b1744483e98791e1003e78c83e5f0217c6da6","last_reissued_at":"2026-07-05T05:33:03.650164Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:33:03.650164Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2007.01498","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:33:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BQt8v8mq4aVSRgoiAdrE8t3Oj240ig9K3AV4XO1MFDfIiWzploY8YLV9x+kpEs57wLIQWfzYveSEAgYBXHM1DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-16T00:41:56.703296Z"},"content_sha256":"d49c964e28a85c1d85946dc250bb90647b5c6da2bd373516b53be531f030fb50","schema_version":"1.0","event_id":"sha256:d49c964e28a85c1d85946dc250bb90647b5c6da2bd373516b53be531f030fb50"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:5GJZ72FUCEVHSBTN2ATYLCYXIR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Temporal-Logic-Based Reward Shaping for Continuing Reinforcement Learning Tasks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"cs.AI","authors_text":"Bo Wu, Peter Stone, Rishi Shah, Sudarshanan Bharadwaj, Ufuk Topcu, Yuqian Jiang","submitted_at":"2020-07-03T05:06:57Z","abstract_excerpt":"In continuing tasks, average-reward reinforcement learning may be a more appropriate problem formulation than the more common discounted reward formulation. As usual, learning an optimal policy in this setting typically requires a large amount of training experiences. Reward shaping is a common approach for incorporating domain knowledge into reinforcement learning in order to speed up convergence to an optimal policy. However, to the best of our knowledge, the theoretical properties of reward shaping have thus far only been established in the discounted setting. This paper presents the first "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.01498","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2007.01498/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:33:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NiJdsLjAEVXw/p8VTbsdub/2mJ9YWOZbNuupBHD6qo4I+dn64FxrFh7u+btVCQpol59glM1H2y3NJrJpmPFqBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-16T00:41:56.703691Z"},"content_sha256":"c89792153f12eebfb32e6fed1dc4494c670a3cfa5d9b19a293f10de2f93112cc","schema_version":"1.0","event_id":"sha256:c89792153f12eebfb32e6fed1dc4494c670a3cfa5d9b19a293f10de2f93112cc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5GJZ72FUCEVHSBTN2ATYLCYXIR/bundle.json","state_url":"https://pith.science/pith/5GJZ72FUCEVHSBTN2ATYLCYXIR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5GJZ72FUCEVHSBTN2ATYLCYXIR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-16T00:41:56Z","links":{"resolver":"https://pith.science/pith/5GJZ72FUCEVHSBTN2ATYLCYXIR","bundle":"https://pith.science/pith/5GJZ72FUCEVHSBTN2ATYLCYXIR/bundle.json","state":"https://pith.science/pith/5GJZ72FUCEVHSBTN2ATYLCYXIR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5GJZ72FUCEVHSBTN2ATYLCYXIR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:5GJZ72FUCEVHSBTN2ATYLCYXIR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d7c87446ceddc3c40c7fe8f1f9356be24edf4e029c2aeb45f615c1ada8facbac","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-07-03T05:06:57Z","title_canon_sha256":"edfed9c8973094cad6544500f04c2126038ffcb564f1fe7e6f024b21f4226ac5"},"schema_version":"1.0","source":{"id":"2007.01498","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.01498","created_at":"2026-07-05T05:33:03Z"},{"alias_kind":"arxiv_version","alias_value":"2007.01498v2","created_at":"2026-07-05T05:33:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.01498","created_at":"2026-07-05T05:33:03Z"},{"alias_kind":"pith_short_12","alias_value":"5GJZ72FUCEVH","created_at":"2026-07-05T05:33:03Z"},{"alias_kind":"pith_short_16","alias_value":"5GJZ72FUCEVHSBTN","created_at":"2026-07-05T05:33:03Z"},{"alias_kind":"pith_short_8","alias_value":"5GJZ72FU","created_at":"2026-07-05T05:33:03Z"}],"graph_snapshots":[{"event_id":"sha256:c89792153f12eebfb32e6fed1dc4494c670a3cfa5d9b19a293f10de2f93112cc","target":"graph","created_at":"2026-07-05T05:33:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2007.01498/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In continuing tasks, average-reward reinforcement learning may be a more appropriate problem formulation than the more common discounted reward formulation. As usual, learning an optimal policy in this setting typically requires a large amount of training experiences. Reward shaping is a common approach for incorporating domain knowledge into reinforcement learning in order to speed up convergence to an optimal policy. However, to the best of our knowledge, the theoretical properties of reward shaping have thus far only been established in the discounted setting. This paper presents the first ","authors_text":"Bo Wu, Peter Stone, Rishi Shah, Sudarshanan Bharadwaj, Ufuk Topcu, Yuqian Jiang","cross_cats":["cs.LG","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-07-03T05:06:57Z","title":"Temporal-Logic-Based Reward Shaping for Continuing Reinforcement Learning Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.01498","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d49c964e28a85c1d85946dc250bb90647b5c6da2bd373516b53be531f030fb50","target":"record","created_at":"2026-07-05T05:33:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d7c87446ceddc3c40c7fe8f1f9356be24edf4e029c2aeb45f615c1ada8facbac","cross_cats_sorted":["cs.LG","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-07-03T05:06:57Z","title_canon_sha256":"edfed9c8973094cad6544500f04c2126038ffcb564f1fe7e6f024b21f4226ac5"},"schema_version":"1.0","source":{"id":"2007.01498","kind":"arxiv","version":2}},"canonical_sha256":"e9939fe8b4112a79066dd027858b1744483e98791e1003e78c83e5f0217c6da6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e9939fe8b4112a79066dd027858b1744483e98791e1003e78c83e5f0217c6da6","first_computed_at":"2026-07-05T05:33:03.650164Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:33:03.650164Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"N6DpTzZ4ZKB+2jYlfhzIPBFGVIMqQB5X++7fawZogja7aKVfOSBKmB7+3VqKNJVTybVOUYzoAdRAN+OXn/AECQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:33:03.650667Z","signed_message":"canonical_sha256_bytes"},"source_id":"2007.01498","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d49c964e28a85c1d85946dc250bb90647b5c6da2bd373516b53be531f030fb50","sha256:c89792153f12eebfb32e6fed1dc4494c670a3cfa5d9b19a293f10de2f93112cc"],"state_sha256":"42772b0df9654320741a52fe739a6cd20127eb91972455835f68d1dc59f08353"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nc2LLsoGwbvRZE6NwC521JWVBius4usZR1NFhN9f/UObrIS/rBDwXm8ecT2MDZrF5b4H96sKiZtzUugW71GbAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-16T00:41:56.705878Z","bundle_sha256":"5d29c9e8c257e5a3f0f0d3f88feea27cfebc6262d65f7c5526811d96b09b36dd"}}