{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:2WUKXN6RFZ2GVM7ZBKICIABDFX","short_pith_number":"pith:2WUKXN6R","canonical_record":{"source":{"id":"1912.06910","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-12-14T19:34:47Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"4a73955c3c752c24106bff747448d2971711c5ab7d9fa7ac1e8e313bb1d60e71","abstract_canon_sha256":"6a9673d2a8a20c3d2a921d264a5b153e3eb4ee0ce30699dc4d9368805669483e"},"schema_version":"1.0"},"canonical_sha256":"d5a8abb7d12e746ab3f90a902400232df29a1f2d34d15206439050ff6669be0c","source":{"kind":"arxiv","id":"1912.06910","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1912.06910","created_at":"2026-07-05T00:26:16Z"},{"alias_kind":"arxiv_version","alias_value":"1912.06910v1","created_at":"2026-07-05T00:26:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1912.06910","created_at":"2026-07-05T00:26:16Z"},{"alias_kind":"pith_short_12","alias_value":"2WUKXN6RFZ2G","created_at":"2026-07-05T00:26:16Z"},{"alias_kind":"pith_short_16","alias_value":"2WUKXN6RFZ2GVM7Z","created_at":"2026-07-05T00:26:16Z"},{"alias_kind":"pith_short_8","alias_value":"2WUKXN6R","created_at":"2026-07-05T00:26:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:2WUKXN6RFZ2GVM7ZBKICIABDFX","target":"record","payload":{"canonical_record":{"source":{"id":"1912.06910","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-12-14T19:34:47Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"4a73955c3c752c24106bff747448d2971711c5ab7d9fa7ac1e8e313bb1d60e71","abstract_canon_sha256":"6a9673d2a8a20c3d2a921d264a5b153e3eb4ee0ce30699dc4d9368805669483e"},"schema_version":"1.0"},"canonical_sha256":"d5a8abb7d12e746ab3f90a902400232df29a1f2d34d15206439050ff6669be0c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:26:16.728133Z","signature_b64":"53xVLND2xmxJDbT6RUYGEjDQOzpxAsLDDbSlz8jrITQT369LvgC8P75hCZERu5Rg59HN4r6RUt8NYWWOiSP2Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d5a8abb7d12e746ab3f90a902400232df29a1f2d34d15206439050ff6669be0c","last_reissued_at":"2026-07-05T00:26:16.727656Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:26:16.727656Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1912.06910","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:26:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hm7YG2eufkiH7d9B9owOX47Him+UHbnwOmOFZ+0xuN8G2J+P7+aF4ErFr6g/+sDhe8+8HBbq/izEFZeVF2PUDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T06:13:08.716895Z"},"content_sha256":"45c6503e53509c3be014b09b0861b2cf31883de854399ffb102c1e680867a6bd","schema_version":"1.0","event_id":"sha256:45c6503e53509c3be014b09b0861b2cf31883de854399ffb102c1e680867a6bd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:2WUKXN6RFZ2GVM7ZBKICIABDFX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Adapting Behaviour for Learning Progress","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"David Ding, David Szepesvari, Diana Borsa, Georg Ostrovski, Simon Osindero, Tom Schaul, Will Dabney","submitted_at":"2019-12-14T19:34:47Z","abstract_excerpt":"Determining what experience to generate to best facilitate learning (i.e. exploration) is one of the distinguishing features and open challenges in reinforcement learning. The advent of distributed agents that interact with parallel instances of the environment has enabled larger scales and greater flexibility, but has not removed the need to tune exploration to the task, because the ideal data for the learning algorithm necessarily depends on its process of learning. We propose to dynamically adapt the data generation by using a non-stationary multi-armed bandit to optimize a proxy of the lea"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1912.06910","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1912.06910/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:26:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UuUqsn0smjtRI8w6XHYfDAXDti+wq+SadSwPICT9sOEnwwFVaHr6CxfQUGutNA4FdqP2jN45wB6c9MPdXj4dBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T06:13:08.717418Z"},"content_sha256":"37ee6d6a5685abbc52a658425df1d4dfefd9d56234b9ee2d426f3a846785ffc2","schema_version":"1.0","event_id":"sha256:37ee6d6a5685abbc52a658425df1d4dfefd9d56234b9ee2d426f3a846785ffc2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2WUKXN6RFZ2GVM7ZBKICIABDFX/bundle.json","state_url":"https://pith.science/pith/2WUKXN6RFZ2GVM7ZBKICIABDFX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2WUKXN6RFZ2GVM7ZBKICIABDFX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T06:13:08Z","links":{"resolver":"https://pith.science/pith/2WUKXN6RFZ2GVM7ZBKICIABDFX","bundle":"https://pith.science/pith/2WUKXN6RFZ2GVM7ZBKICIABDFX/bundle.json","state":"https://pith.science/pith/2WUKXN6RFZ2GVM7ZBKICIABDFX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2WUKXN6RFZ2GVM7ZBKICIABDFX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:2WUKXN6RFZ2GVM7ZBKICIABDFX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6a9673d2a8a20c3d2a921d264a5b153e3eb4ee0ce30699dc4d9368805669483e","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-12-14T19:34:47Z","title_canon_sha256":"4a73955c3c752c24106bff747448d2971711c5ab7d9fa7ac1e8e313bb1d60e71"},"schema_version":"1.0","source":{"id":"1912.06910","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1912.06910","created_at":"2026-07-05T00:26:16Z"},{"alias_kind":"arxiv_version","alias_value":"1912.06910v1","created_at":"2026-07-05T00:26:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1912.06910","created_at":"2026-07-05T00:26:16Z"},{"alias_kind":"pith_short_12","alias_value":"2WUKXN6RFZ2G","created_at":"2026-07-05T00:26:16Z"},{"alias_kind":"pith_short_16","alias_value":"2WUKXN6RFZ2GVM7Z","created_at":"2026-07-05T00:26:16Z"},{"alias_kind":"pith_short_8","alias_value":"2WUKXN6R","created_at":"2026-07-05T00:26:16Z"}],"graph_snapshots":[{"event_id":"sha256:37ee6d6a5685abbc52a658425df1d4dfefd9d56234b9ee2d426f3a846785ffc2","target":"graph","created_at":"2026-07-05T00:26:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1912.06910/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Determining what experience to generate to best facilitate learning (i.e. exploration) is one of the distinguishing features and open challenges in reinforcement learning. The advent of distributed agents that interact with parallel instances of the environment has enabled larger scales and greater flexibility, but has not removed the need to tune exploration to the task, because the ideal data for the learning algorithm necessarily depends on its process of learning. We propose to dynamically adapt the data generation by using a non-stationary multi-armed bandit to optimize a proxy of the lea","authors_text":"David Ding, David Szepesvari, Diana Borsa, Georg Ostrovski, Simon Osindero, Tom Schaul, Will Dabney","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-12-14T19:34:47Z","title":"Adapting Behaviour for Learning Progress"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1912.06910","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:45c6503e53509c3be014b09b0861b2cf31883de854399ffb102c1e680867a6bd","target":"record","created_at":"2026-07-05T00:26:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6a9673d2a8a20c3d2a921d264a5b153e3eb4ee0ce30699dc4d9368805669483e","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-12-14T19:34:47Z","title_canon_sha256":"4a73955c3c752c24106bff747448d2971711c5ab7d9fa7ac1e8e313bb1d60e71"},"schema_version":"1.0","source":{"id":"1912.06910","kind":"arxiv","version":1}},"canonical_sha256":"d5a8abb7d12e746ab3f90a902400232df29a1f2d34d15206439050ff6669be0c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d5a8abb7d12e746ab3f90a902400232df29a1f2d34d15206439050ff6669be0c","first_computed_at":"2026-07-05T00:26:16.727656Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:26:16.727656Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"53xVLND2xmxJDbT6RUYGEjDQOzpxAsLDDbSlz8jrITQT369LvgC8P75hCZERu5Rg59HN4r6RUt8NYWWOiSP2Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T00:26:16.728133Z","signed_message":"canonical_sha256_bytes"},"source_id":"1912.06910","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:45c6503e53509c3be014b09b0861b2cf31883de854399ffb102c1e680867a6bd","sha256:37ee6d6a5685abbc52a658425df1d4dfefd9d56234b9ee2d426f3a846785ffc2"],"state_sha256":"c0b191239c1f3a0d9cad957c68290f9d7e3479fa8d9eef0b3dbce280c19aabcf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tZLEDPp9VvmNBdqrkl/pGWSB156s8NzpEFk4SVzU6nQoEBDt6fbJ9k8S30kSTrRmI6PtNFZWjXujddmstGNICw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T06:13:08.722383Z","bundle_sha256":"af763582b41361d96b79f949cb22f0e66d180ec57ac41899b8bfb0747b57f640"}}