{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3J4QZLLTKMPDYRD6M3YQKUVG5C","short_pith_number":"pith:3J4QZLLT","canonical_record":{"source":{"id":"2405.19548","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T22:23:20Z","cross_cats_sorted":[],"title_canon_sha256":"cf58f5dc32c4e18d033f53b5d72bbd863e3d8318897be34b480465cfe0ed8ef0","abstract_canon_sha256":"abc80109ede51f7de20d07a5ffd89947c6031fe43e67e41ef210a495cf423124"},"schema_version":"1.0"},"canonical_sha256":"da790cad73531e3c447e66f10552a6e89811610a67e9b3944e9665ff649afbac","source":{"kind":"arxiv","id":"2405.19548","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.19548","created_at":"2026-07-05T10:53:45Z"},{"alias_kind":"arxiv_version","alias_value":"2405.19548v2","created_at":"2026-07-05T10:53:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.19548","created_at":"2026-07-05T10:53:45Z"},{"alias_kind":"pith_short_12","alias_value":"3J4QZLLTKMPD","created_at":"2026-07-05T10:53:45Z"},{"alias_kind":"pith_short_16","alias_value":"3J4QZLLTKMPDYRD6","created_at":"2026-07-05T10:53:45Z"},{"alias_kind":"pith_short_8","alias_value":"3J4QZLLT","created_at":"2026-07-05T10:53:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3J4QZLLTKMPDYRD6M3YQKUVG5C","target":"record","payload":{"canonical_record":{"source":{"id":"2405.19548","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T22:23:20Z","cross_cats_sorted":[],"title_canon_sha256":"cf58f5dc32c4e18d033f53b5d72bbd863e3d8318897be34b480465cfe0ed8ef0","abstract_canon_sha256":"abc80109ede51f7de20d07a5ffd89947c6031fe43e67e41ef210a495cf423124"},"schema_version":"1.0"},"canonical_sha256":"da790cad73531e3c447e66f10552a6e89811610a67e9b3944e9665ff649afbac","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:53:45.340545Z","signature_b64":"6+bQWdXDaNAdV80IsO3OpRznJyJwjG1lHeBPL3DFqSIiJdXJk9t2ifwgNwMSuiU2F22/+denCjU0A7j/ACPrAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"da790cad73531e3c447e66f10552a6e89811610a67e9b3944e9665ff649afbac","last_reissued_at":"2026-07-05T10:53:45.339973Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:53:45.339973Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.19548","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:53:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TaOlo4gE6MZL9jtCHYJGmxcbY2fddKDsV/cAiMchV/L7rtYxeVbk2NQy8Agaf9jTdb+YhX41bDNG5TUvzc9ZDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T21:40:22.932547Z"},"content_sha256":"1393b50825987045f4d1154540aa27e4fef357a321e6608ddfeed9c35895ecc5","schema_version":"1.0","event_id":"sha256:1393b50825987045f4d1154540aa27e4fef357a321e6608ddfeed9c35895ecc5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3J4QZLLTKMPDYRD6M3YQKUVG5C","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RLeXplore: Accelerating Research in Intrinsically-Motivated Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Bo Li, Glen Berseth, Mingqi Yuan, Roger Creus Castanyer, Wenjun Zeng, Xin Jin","submitted_at":"2024-05-29T22:23:20Z","abstract_excerpt":"Extrinsic rewards can effectively guide reinforcement learning (RL) agents in specific tasks. However, extrinsic rewards frequently fall short in complex environments due to the significant human effort needed for their design and annotation. This limitation underscores the necessity for intrinsic rewards, which offer auxiliary and dense signals and can enable agents to learn in an unsupervised manner. Although various intrinsic reward formulations have been proposed, their implementation and optimization details are insufficiently explored and lack standardization, thereby hindering research "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.19548","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.19548/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:53:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sYr5qybAcGmKeVlXUFuQjDbDBTcmfXe+lb5wU3oY67IKZyMpb1QJBdv8yWOYYABGcUEISlUjDr3HUg94599wBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T21:40:22.933111Z"},"content_sha256":"12c3456d780ff3c539e694ad186058edf190b117cf8aab01e78886ff528e4deb","schema_version":"1.0","event_id":"sha256:12c3456d780ff3c539e694ad186058edf190b117cf8aab01e78886ff528e4deb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3J4QZLLTKMPDYRD6M3YQKUVG5C/bundle.json","state_url":"https://pith.science/pith/3J4QZLLTKMPDYRD6M3YQKUVG5C/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3J4QZLLTKMPDYRD6M3YQKUVG5C/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T21:40:22Z","links":{"resolver":"https://pith.science/pith/3J4QZLLTKMPDYRD6M3YQKUVG5C","bundle":"https://pith.science/pith/3J4QZLLTKMPDYRD6M3YQKUVG5C/bundle.json","state":"https://pith.science/pith/3J4QZLLTKMPDYRD6M3YQKUVG5C/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3J4QZLLTKMPDYRD6M3YQKUVG5C/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3J4QZLLTKMPDYRD6M3YQKUVG5C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"abc80109ede51f7de20d07a5ffd89947c6031fe43e67e41ef210a495cf423124","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T22:23:20Z","title_canon_sha256":"cf58f5dc32c4e18d033f53b5d72bbd863e3d8318897be34b480465cfe0ed8ef0"},"schema_version":"1.0","source":{"id":"2405.19548","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.19548","created_at":"2026-07-05T10:53:45Z"},{"alias_kind":"arxiv_version","alias_value":"2405.19548v2","created_at":"2026-07-05T10:53:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.19548","created_at":"2026-07-05T10:53:45Z"},{"alias_kind":"pith_short_12","alias_value":"3J4QZLLTKMPD","created_at":"2026-07-05T10:53:45Z"},{"alias_kind":"pith_short_16","alias_value":"3J4QZLLTKMPDYRD6","created_at":"2026-07-05T10:53:45Z"},{"alias_kind":"pith_short_8","alias_value":"3J4QZLLT","created_at":"2026-07-05T10:53:45Z"}],"graph_snapshots":[{"event_id":"sha256:12c3456d780ff3c539e694ad186058edf190b117cf8aab01e78886ff528e4deb","target":"graph","created_at":"2026-07-05T10:53:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.19548/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Extrinsic rewards can effectively guide reinforcement learning (RL) agents in specific tasks. However, extrinsic rewards frequently fall short in complex environments due to the significant human effort needed for their design and annotation. This limitation underscores the necessity for intrinsic rewards, which offer auxiliary and dense signals and can enable agents to learn in an unsupervised manner. Although various intrinsic reward formulations have been proposed, their implementation and optimization details are insufficiently explored and lack standardization, thereby hindering research ","authors_text":"Bo Li, Glen Berseth, Mingqi Yuan, Roger Creus Castanyer, Wenjun Zeng, Xin Jin","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T22:23:20Z","title":"RLeXplore: Accelerating Research in Intrinsically-Motivated Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.19548","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1393b50825987045f4d1154540aa27e4fef357a321e6608ddfeed9c35895ecc5","target":"record","created_at":"2026-07-05T10:53:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"abc80109ede51f7de20d07a5ffd89947c6031fe43e67e41ef210a495cf423124","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T22:23:20Z","title_canon_sha256":"cf58f5dc32c4e18d033f53b5d72bbd863e3d8318897be34b480465cfe0ed8ef0"},"schema_version":"1.0","source":{"id":"2405.19548","kind":"arxiv","version":2}},"canonical_sha256":"da790cad73531e3c447e66f10552a6e89811610a67e9b3944e9665ff649afbac","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"da790cad73531e3c447e66f10552a6e89811610a67e9b3944e9665ff649afbac","first_computed_at":"2026-07-05T10:53:45.339973Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:53:45.339973Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6+bQWdXDaNAdV80IsO3OpRznJyJwjG1lHeBPL3DFqSIiJdXJk9t2ifwgNwMSuiU2F22/+denCjU0A7j/ACPrAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:53:45.340545Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.19548","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1393b50825987045f4d1154540aa27e4fef357a321e6608ddfeed9c35895ecc5","sha256:12c3456d780ff3c539e694ad186058edf190b117cf8aab01e78886ff528e4deb"],"state_sha256":"5869d9b0eaa23457e10aecc6ccfa1734b774192183c3b124f214483c3eb061a0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YTEVQ1B52nbvyhg1JH4Y1M4JdI10admKskjNgcI/i+v7PY0N9lzqf6Cpnx50bS0domVboKMy+KgOZq3jNXHVCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T21:40:22.937075Z","bundle_sha256":"5d43accff3f6df834e8b89615b741e7cd8682c7a23669023b534a83cc5069be1"}}