{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:HHEYODLFGTI7RCCBMEV5XFPAXE","short_pith_number":"pith:HHEYODLF","canonical_record":{"source":{"id":"2304.00046","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-03-31T18:03:30Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8e28d9dfa7471fac05f9f2c5583e95633fc971a8892c96d993eb16eb744187b5","abstract_canon_sha256":"68f560f824572229f9f67bf8b41c130a1e0f60e43764361a32c98ed8ab345968"},"schema_version":"1.0"},"canonical_sha256":"39c9870d6534d1f88841612bdb95e0b932b67944eefc37cdf1b0b8af9cb122f3","source":{"kind":"arxiv","id":"2304.00046","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.00046","created_at":"2026-07-05T05:56:58Z"},{"alias_kind":"arxiv_version","alias_value":"2304.00046v1","created_at":"2026-07-05T05:56:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.00046","created_at":"2026-07-05T05:56:58Z"},{"alias_kind":"pith_short_12","alias_value":"HHEYODLFGTI7","created_at":"2026-07-05T05:56:58Z"},{"alias_kind":"pith_short_16","alias_value":"HHEYODLFGTI7RCCB","created_at":"2026-07-05T05:56:58Z"},{"alias_kind":"pith_short_8","alias_value":"HHEYODLF","created_at":"2026-07-05T05:56:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:HHEYODLFGTI7RCCBMEV5XFPAXE","target":"record","payload":{"canonical_record":{"source":{"id":"2304.00046","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-03-31T18:03:30Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8e28d9dfa7471fac05f9f2c5583e95633fc971a8892c96d993eb16eb744187b5","abstract_canon_sha256":"68f560f824572229f9f67bf8b41c130a1e0f60e43764361a32c98ed8ab345968"},"schema_version":"1.0"},"canonical_sha256":"39c9870d6534d1f88841612bdb95e0b932b67944eefc37cdf1b0b8af9cb122f3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:56:58.002713Z","signature_b64":"vMUQ13RlZE3PRhNiTjTaiotdsDB15G/6UHqv90BjSvK9q5fmAKTY4b3rh4LisgannWnJ1R7MvNjwyUdYTUztCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"39c9870d6534d1f88841612bdb95e0b932b67944eefc37cdf1b0b8af9cb122f3","last_reissued_at":"2026-07-05T05:56:58.002214Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:56:58.002214Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.00046","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:56:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i5ko5DNgISFZ2NCQMYSOTgWVYv9Bwbc0DbuKbAsEfEHJ0/NbgkXz1MX2Ve5sA9+xKbIXtjvfM3AfUX7GN9zGDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T07:40:24.949926Z"},"content_sha256":"01066bd1d19d5e720e77dd715492c98bc8581eb924dd8557efd27a286c1f5706","schema_version":"1.0","event_id":"sha256:01066bd1d19d5e720e77dd715492c98bc8581eb924dd8557efd27a286c1f5706"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:HHEYODLFGTI7RCCBMEV5XFPAXE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Accelerating exploration and representation learning with offline pre-training","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Ankit Anand, Bogdan Mazoure, Doina Precup, Jake Bruce, Rob Fergus","submitted_at":"2023-03-31T18:03:30Z","abstract_excerpt":"Sequential decision-making agents struggle with long horizon tasks, since solving them requires multi-step reasoning. Most reinforcement learning (RL) algorithms address this challenge by improved credit assignment, introducing memory capability, altering the agent's intrinsic motivation (i.e. exploration) or its worldview (i.e. knowledge representation). Many of these components could be learned from offline data. In this work, we follow the hypothesis that exploration and representation learning can be improved by separately learning two different models from a single offline dataset. We sho"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.00046","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.00046/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:56:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uxmQUyOym8/MF0hjywCHNr8Ie6m83HWjYYyJNQ+JRBmF8sInMVRXW7yy61iKNlBNhhPw5XtelEu2BK2RY0XvCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T07:40:24.950866Z"},"content_sha256":"a59ed811b42d3920e8e70f5da83830eec08c8f00f48b226749fccc3e7ddbed47","schema_version":"1.0","event_id":"sha256:a59ed811b42d3920e8e70f5da83830eec08c8f00f48b226749fccc3e7ddbed47"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HHEYODLFGTI7RCCBMEV5XFPAXE/bundle.json","state_url":"https://pith.science/pith/HHEYODLFGTI7RCCBMEV5XFPAXE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HHEYODLFGTI7RCCBMEV5XFPAXE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T07:40:24Z","links":{"resolver":"https://pith.science/pith/HHEYODLFGTI7RCCBMEV5XFPAXE","bundle":"https://pith.science/pith/HHEYODLFGTI7RCCBMEV5XFPAXE/bundle.json","state":"https://pith.science/pith/HHEYODLFGTI7RCCBMEV5XFPAXE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HHEYODLFGTI7RCCBMEV5XFPAXE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HHEYODLFGTI7RCCBMEV5XFPAXE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"68f560f824572229f9f67bf8b41c130a1e0f60e43764361a32c98ed8ab345968","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-03-31T18:03:30Z","title_canon_sha256":"8e28d9dfa7471fac05f9f2c5583e95633fc971a8892c96d993eb16eb744187b5"},"schema_version":"1.0","source":{"id":"2304.00046","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.00046","created_at":"2026-07-05T05:56:58Z"},{"alias_kind":"arxiv_version","alias_value":"2304.00046v1","created_at":"2026-07-05T05:56:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.00046","created_at":"2026-07-05T05:56:58Z"},{"alias_kind":"pith_short_12","alias_value":"HHEYODLFGTI7","created_at":"2026-07-05T05:56:58Z"},{"alias_kind":"pith_short_16","alias_value":"HHEYODLFGTI7RCCB","created_at":"2026-07-05T05:56:58Z"},{"alias_kind":"pith_short_8","alias_value":"HHEYODLF","created_at":"2026-07-05T05:56:58Z"}],"graph_snapshots":[{"event_id":"sha256:a59ed811b42d3920e8e70f5da83830eec08c8f00f48b226749fccc3e7ddbed47","target":"graph","created_at":"2026-07-05T05:56:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.00046/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sequential decision-making agents struggle with long horizon tasks, since solving them requires multi-step reasoning. Most reinforcement learning (RL) algorithms address this challenge by improved credit assignment, introducing memory capability, altering the agent's intrinsic motivation (i.e. exploration) or its worldview (i.e. knowledge representation). Many of these components could be learned from offline data. In this work, we follow the hypothesis that exploration and representation learning can be improved by separately learning two different models from a single offline dataset. We sho","authors_text":"Ankit Anand, Bogdan Mazoure, Doina Precup, Jake Bruce, Rob Fergus","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-03-31T18:03:30Z","title":"Accelerating exploration and representation learning with offline pre-training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.00046","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:01066bd1d19d5e720e77dd715492c98bc8581eb924dd8557efd27a286c1f5706","target":"record","created_at":"2026-07-05T05:56:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"68f560f824572229f9f67bf8b41c130a1e0f60e43764361a32c98ed8ab345968","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-03-31T18:03:30Z","title_canon_sha256":"8e28d9dfa7471fac05f9f2c5583e95633fc971a8892c96d993eb16eb744187b5"},"schema_version":"1.0","source":{"id":"2304.00046","kind":"arxiv","version":1}},"canonical_sha256":"39c9870d6534d1f88841612bdb95e0b932b67944eefc37cdf1b0b8af9cb122f3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"39c9870d6534d1f88841612bdb95e0b932b67944eefc37cdf1b0b8af9cb122f3","first_computed_at":"2026-07-05T05:56:58.002214Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:56:58.002214Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vMUQ13RlZE3PRhNiTjTaiotdsDB15G/6UHqv90BjSvK9q5fmAKTY4b3rh4LisgannWnJ1R7MvNjwyUdYTUztCg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:56:58.002713Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.00046","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:01066bd1d19d5e720e77dd715492c98bc8581eb924dd8557efd27a286c1f5706","sha256:a59ed811b42d3920e8e70f5da83830eec08c8f00f48b226749fccc3e7ddbed47"],"state_sha256":"f22e61ae5db373d00dad9240b87d2105fa6c75b37cd1771e859c24badae8fcbd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zp4j2r5EzG9/2w0VoiBsy9/zl6PHnCF5JvClNKIYbwPBn0L0KdfpZYTeGuODMAPyQ7iE3q1MxfiRc0ZTqRg1BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T07:40:24.956872Z","bundle_sha256":"c6764a4899ffabbd8a495e0a23c4b74c7af1b5f686239bf2b7ec8aa2923c9fec"}}