{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:433M6NYSDQL3CUBFTO5Y6UJ2HT","short_pith_number":"pith:433M6NYS","schema_version":"1.0","canonical_sha256":"e6f6cf37121c17b150259bbb8f513a3cc7f288bbc917db1c82751a141bc723d5","source":{"kind":"arxiv","id":"2306.05727","version":2},"attestation_state":"computed","paper":{"title":"The Role of Diverse Replay for Generalisation in Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Matthijs T.J. Spaan, Max Weltevrede, Wendelin B\\\"ohmer","submitted_at":"2023-06-09T07:48:36Z","abstract_excerpt":"In reinforcement learning (RL), key components of many algorithms are the exploration strategy and replay buffer. These strategies regulate what environment data is collected and trained on and have been extensively studied in the RL literature. In this paper, we investigate the impact of these components in the context of generalisation in multi-task RL. We investigate the hypothesis that collecting and training on more diverse data from the training environments will improve zero-shot generalisation to new tasks. We motivate mathematically and show empirically that generalisation to tasks th"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2306.05727","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-09T07:48:36Z","cross_cats_sorted":[],"title_canon_sha256":"1de43987b510ed05655e7766af53082831cbdc915baf4d3430a5edfa1f2a0a55","abstract_canon_sha256":"c28bb2d76ed9938593b3b89325166770fd0edc6946930f3cb9cc4b7c85ac401d"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:46:33.156585Z","signature_b64":"O9a1rBB6xp7amX/Xa51BUYLpvNyf0e2fyWHMYkDaQF551K4cnvQDzL8CIHmqKNmJe16GKgvNV71pBpdwigXTAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e6f6cf37121c17b150259bbb8f513a3cc7f288bbc917db1c82751a141bc723d5","last_reissued_at":"2026-07-05T06:46:33.156070Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:46:33.156070Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"The Role of Diverse Replay for Generalisation in Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Matthijs T.J. Spaan, Max Weltevrede, Wendelin B\\\"ohmer","submitted_at":"2023-06-09T07:48:36Z","abstract_excerpt":"In reinforcement learning (RL), key components of many algorithms are the exploration strategy and replay buffer. These strategies regulate what environment data is collected and trained on and have been extensively studied in the RL literature. In this paper, we investigate the impact of these components in the context of generalisation in multi-task RL. We investigate the hypothesis that collecting and training on more diverse data from the training environments will improve zero-shot generalisation to new tasks. We motivate mathematically and show empirically that generalisation to tasks th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.05727","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.05727/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2306.05727","created_at":"2026-07-05T06:46:33.156135+00:00"},{"alias_kind":"arxiv_version","alias_value":"2306.05727v2","created_at":"2026-07-05T06:46:33.156135+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.05727","created_at":"2026-07-05T06:46:33.156135+00:00"},{"alias_kind":"pith_short_12","alias_value":"433M6NYSDQL3","created_at":"2026-07-05T06:46:33.156135+00:00"},{"alias_kind":"pith_short_16","alias_value":"433M6NYSDQL3CUBF","created_at":"2026-07-05T06:46:33.156135+00:00"},{"alias_kind":"pith_short_8","alias_value":"433M6NYS","created_at":"2026-07-05T06:46:33.156135+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/433M6NYSDQL3CUBFTO5Y6UJ2HT","json":"https://pith.science/pith/433M6NYSDQL3CUBFTO5Y6UJ2HT.json","graph_json":"https://pith.science/api/pith-number/433M6NYSDQL3CUBFTO5Y6UJ2HT/graph.json","events_json":"https://pith.science/api/pith-number/433M6NYSDQL3CUBFTO5Y6UJ2HT/events.json","paper":"https://pith.science/paper/433M6NYS"},"agent_actions":{"view_html":"https://pith.science/pith/433M6NYSDQL3CUBFTO5Y6UJ2HT","download_json":"https://pith.science/pith/433M6NYSDQL3CUBFTO5Y6UJ2HT.json","view_paper":"https://pith.science/paper/433M6NYS","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2306.05727&json=true","fetch_graph":"https://pith.science/api/pith-number/433M6NYSDQL3CUBFTO5Y6UJ2HT/graph.json","fetch_events":"https://pith.science/api/pith-number/433M6NYSDQL3CUBFTO5Y6UJ2HT/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/433M6NYSDQL3CUBFTO5Y6UJ2HT/action/timestamp_anchor","attest_storage":"https://pith.science/pith/433M6NYSDQL3CUBFTO5Y6UJ2HT/action/storage_attestation","attest_author":"https://pith.science/pith/433M6NYSDQL3CUBFTO5Y6UJ2HT/action/author_attestation","sign_citation":"https://pith.science/pith/433M6NYSDQL3CUBFTO5Y6UJ2HT/action/citation_signature","submit_replication":"https://pith.science/pith/433M6NYSDQL3CUBFTO5Y6UJ2HT/action/replication_record"}},"created_at":"2026-07-05T06:46:33.156135+00:00","updated_at":"2026-07-05T06:46:33.156135+00:00"}