{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:XULATNEEFFHY325OKQQEDND7OO","short_pith_number":"pith:XULATNEE","canonical_record":{"source":{"id":"2402.07411","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-12T05:12:09Z","cross_cats_sorted":[],"title_canon_sha256":"79d602849f2611e4cf3382ec1f969184e0f789e6df6b973ae95908846a6204eb","abstract_canon_sha256":"6a45fa08e9e2624ab7e71e83f8f46779df39c5927b4a937d039784b9fe2d6877"},"schema_version":"1.0"},"canonical_sha256":"bd1609b484294f8debae542041b47f73937718c9474f56d1d5f6bf4747609ff9","source":{"kind":"arxiv","id":"2402.07411","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.07411","created_at":"2026-07-05T07:44:06Z"},{"alias_kind":"arxiv_version","alias_value":"2402.07411v1","created_at":"2026-07-05T07:44:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.07411","created_at":"2026-07-05T07:44:06Z"},{"alias_kind":"pith_short_12","alias_value":"XULATNEEFFHY","created_at":"2026-07-05T07:44:06Z"},{"alias_kind":"pith_short_16","alias_value":"XULATNEEFFHY325O","created_at":"2026-07-05T07:44:06Z"},{"alias_kind":"pith_short_8","alias_value":"XULATNEE","created_at":"2026-07-05T07:44:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:XULATNEEFFHY325OKQQEDND7OO","target":"record","payload":{"canonical_record":{"source":{"id":"2402.07411","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-12T05:12:09Z","cross_cats_sorted":[],"title_canon_sha256":"79d602849f2611e4cf3382ec1f969184e0f789e6df6b973ae95908846a6204eb","abstract_canon_sha256":"6a45fa08e9e2624ab7e71e83f8f46779df39c5927b4a937d039784b9fe2d6877"},"schema_version":"1.0"},"canonical_sha256":"bd1609b484294f8debae542041b47f73937718c9474f56d1d5f6bf4747609ff9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:44:06.106798Z","signature_b64":"80m4n+vGrqYN+AqdiJ4D3BFyjPoSiz4r0xkUIdWTIzREvmhn5KsceIVCeSYqjnjlRz/93Y0yiWltwqd4kiF/Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bd1609b484294f8debae542041b47f73937718c9474f56d1d5f6bf4747609ff9","last_reissued_at":"2026-07-05T07:44:06.106310Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:44:06.106310Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.07411","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:44:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P7iDSG/0k5wioRvj3L0y81JhhQhtObqgSmwEWkb+JA031FXJQPcwqv9J48vzIa3jir5atr3p3sD9mexCU9dEDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-02T20:13:09.327387Z"},"content_sha256":"e28a1cf7161355156199d3f4b47253c7a56f067b81f9a8f50440e07797621aa9","schema_version":"1.0","event_id":"sha256:e28a1cf7161355156199d3f4b47253c7a56f067b81f9a8f50440e07797621aa9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:XULATNEEFFHY325OKQQEDND7OO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Potential-Based Reward Shaping For Intrinsic Motivation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Arnav Jhala, Colin M. Potts, David L. Roberts, Grant C. Forbes, Leonardo Villalobos-Arias, Nitish Gupta","submitted_at":"2024-02-12T05:12:09Z","abstract_excerpt":"Recently there has been a proliferation of intrinsic motivation (IM) reward-shaping methods to learn in complex and sparse-reward environments. These methods can often inadvertently change the set of optimal policies in an environment, leading to suboptimal behavior. Previous work on mitigating the risks of reward shaping, particularly through potential-based reward shaping (PBRS), has not been applicable to many IM methods, as they are often complex, trainable functions themselves, and therefore dependent on a wider set of variables than the traditional reward functions that PBRS was develope"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.07411","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.07411/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:44:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c3MolUpE53pAu2ORJL+Z99Foe9imAP51z9E5GvwStouStE+dQPY9dsc9SFpQiQHCFMoQCPSK5Z6jD1WzWJyiCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-02T20:13:09.328214Z"},"content_sha256":"c7e8f3f4015bba6a3d52c602ead5ab87f8e04b8b933ae323505225f3926599d1","schema_version":"1.0","event_id":"sha256:c7e8f3f4015bba6a3d52c602ead5ab87f8e04b8b933ae323505225f3926599d1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XULATNEEFFHY325OKQQEDND7OO/bundle.json","state_url":"https://pith.science/pith/XULATNEEFFHY325OKQQEDND7OO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XULATNEEFFHY325OKQQEDND7OO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-02T20:13:09Z","links":{"resolver":"https://pith.science/pith/XULATNEEFFHY325OKQQEDND7OO","bundle":"https://pith.science/pith/XULATNEEFFHY325OKQQEDND7OO/bundle.json","state":"https://pith.science/pith/XULATNEEFFHY325OKQQEDND7OO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XULATNEEFFHY325OKQQEDND7OO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:XULATNEEFFHY325OKQQEDND7OO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6a45fa08e9e2624ab7e71e83f8f46779df39c5927b4a937d039784b9fe2d6877","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-12T05:12:09Z","title_canon_sha256":"79d602849f2611e4cf3382ec1f969184e0f789e6df6b973ae95908846a6204eb"},"schema_version":"1.0","source":{"id":"2402.07411","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.07411","created_at":"2026-07-05T07:44:06Z"},{"alias_kind":"arxiv_version","alias_value":"2402.07411v1","created_at":"2026-07-05T07:44:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.07411","created_at":"2026-07-05T07:44:06Z"},{"alias_kind":"pith_short_12","alias_value":"XULATNEEFFHY","created_at":"2026-07-05T07:44:06Z"},{"alias_kind":"pith_short_16","alias_value":"XULATNEEFFHY325O","created_at":"2026-07-05T07:44:06Z"},{"alias_kind":"pith_short_8","alias_value":"XULATNEE","created_at":"2026-07-05T07:44:06Z"}],"graph_snapshots":[{"event_id":"sha256:c7e8f3f4015bba6a3d52c602ead5ab87f8e04b8b933ae323505225f3926599d1","target":"graph","created_at":"2026-07-05T07:44:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.07411/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently there has been a proliferation of intrinsic motivation (IM) reward-shaping methods to learn in complex and sparse-reward environments. These methods can often inadvertently change the set of optimal policies in an environment, leading to suboptimal behavior. Previous work on mitigating the risks of reward shaping, particularly through potential-based reward shaping (PBRS), has not been applicable to many IM methods, as they are often complex, trainable functions themselves, and therefore dependent on a wider set of variables than the traditional reward functions that PBRS was develope","authors_text":"Arnav Jhala, Colin M. Potts, David L. Roberts, Grant C. Forbes, Leonardo Villalobos-Arias, Nitish Gupta","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-12T05:12:09Z","title":"Potential-Based Reward Shaping For Intrinsic Motivation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.07411","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e28a1cf7161355156199d3f4b47253c7a56f067b81f9a8f50440e07797621aa9","target":"record","created_at":"2026-07-05T07:44:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6a45fa08e9e2624ab7e71e83f8f46779df39c5927b4a937d039784b9fe2d6877","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-12T05:12:09Z","title_canon_sha256":"79d602849f2611e4cf3382ec1f969184e0f789e6df6b973ae95908846a6204eb"},"schema_version":"1.0","source":{"id":"2402.07411","kind":"arxiv","version":1}},"canonical_sha256":"bd1609b484294f8debae542041b47f73937718c9474f56d1d5f6bf4747609ff9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bd1609b484294f8debae542041b47f73937718c9474f56d1d5f6bf4747609ff9","first_computed_at":"2026-07-05T07:44:06.106310Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:44:06.106310Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"80m4n+vGrqYN+AqdiJ4D3BFyjPoSiz4r0xkUIdWTIzREvmhn5KsceIVCeSYqjnjlRz/93Y0yiWltwqd4kiF/Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:44:06.106798Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.07411","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e28a1cf7161355156199d3f4b47253c7a56f067b81f9a8f50440e07797621aa9","sha256:c7e8f3f4015bba6a3d52c602ead5ab87f8e04b8b933ae323505225f3926599d1"],"state_sha256":"622bdd007f37d141a23f744d87398758ba8c01a851ade994d3e1b6baa31490f5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mTCpfTupg/07rjDr/xITSoXxDKJrvSE4pB+GK298JtjuLOnpFSDwbUMC5eo86A4HoZgiDF6svAUxHDb1oeOMDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-02T20:13:09.333402Z","bundle_sha256":"e99b830e835f5933a497841613b6b09421894a334d3aa3f4086386f79973a96a"}}