{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:3GMTRHG5I7X7SDNXZ3ENAQREKX","short_pith_number":"pith:3GMTRHG5","canonical_record":{"source":{"id":"2102.04736","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-09T10:03:17Z","cross_cats_sorted":["cs.AI","cs.DC"],"title_canon_sha256":"f9437a4a097024a70aaae2ab78b915990599f412a299f8ac5f691884e69510de","abstract_canon_sha256":"3fc85dc678979d7e356dc4cb54abd6efaa8f7357f24290db60ac99a04f0357ff"},"schema_version":"1.0"},"canonical_sha256":"d999389cdd47eff90db7cec8d0422455cdf95a71a9f8a4fd08283f90867d21a5","source":{"kind":"arxiv","id":"2102.04736","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.04736","created_at":"2026-07-05T02:14:04Z"},{"alias_kind":"arxiv_version","alias_value":"2102.04736v1","created_at":"2026-07-05T02:14:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.04736","created_at":"2026-07-05T02:14:04Z"},{"alias_kind":"pith_short_12","alias_value":"3GMTRHG5I7X7","created_at":"2026-07-05T02:14:04Z"},{"alias_kind":"pith_short_16","alias_value":"3GMTRHG5I7X7SDNX","created_at":"2026-07-05T02:14:04Z"},{"alias_kind":"pith_short_8","alias_value":"3GMTRHG5","created_at":"2026-07-05T02:14:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:3GMTRHG5I7X7SDNXZ3ENAQREKX","target":"record","payload":{"canonical_record":{"source":{"id":"2102.04736","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-09T10:03:17Z","cross_cats_sorted":["cs.AI","cs.DC"],"title_canon_sha256":"f9437a4a097024a70aaae2ab78b915990599f412a299f8ac5f691884e69510de","abstract_canon_sha256":"3fc85dc678979d7e356dc4cb54abd6efaa8f7357f24290db60ac99a04f0357ff"},"schema_version":"1.0"},"canonical_sha256":"d999389cdd47eff90db7cec8d0422455cdf95a71a9f8a4fd08283f90867d21a5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:14:04.251566Z","signature_b64":"mFv8U7YHNW9+IRyunxPmCn2BatKD44zZd81c/LZ/R7Od732SrtkLYcYcXAkSkFzoCoWY8oizA3DVT/omoAWzCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d999389cdd47eff90db7cec8d0422455cdf95a71a9f8a4fd08283f90867d21a5","last_reissued_at":"2026-07-05T02:14:04.251116Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:14:04.251116Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2102.04736","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:14:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4L9zyOcgR8ig+w2yl9E6Mqp8Ia7N7VDvqt0JnpKFgbMgF4V8OL+hsilGHqhq4Hnd6K4hls8orG4yap78AH81CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T19:37:36.885433Z"},"content_sha256":"3631967619c48932dbaf9ae2ece1c483655ff73cb48c31c5cb2b11c5eb7c7325","schema_version":"1.0","event_id":"sha256:3631967619c48932dbaf9ae2ece1c483655ff73cb48c31c5cb2b11c5eb7c7325"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:3GMTRHG5I7X7SDNXZ3ENAQREKX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reverb: A Framework For Experience Replay","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.DC"],"primary_cat":"cs.LG","authors_text":"Albin Cassirer, Eugene Brevdo, Gabriel Barth-Maron, Manuel Kroiss, Sabela Ramos, Thibault Sottiaux, Toby Boyd","submitted_at":"2021-02-09T10:03:17Z","abstract_excerpt":"A central component of training in Reinforcement Learning (RL) is Experience: the data used for training. The mechanisms used to generate and consume this data have an important effect on the performance of RL algorithms.\n  In this paper, we introduce Reverb: an efficient, extensible, and easy to use system designed specifically for experience replay in RL. Reverb is designed to work efficiently in distributed configurations with up to thousands of concurrent clients.\n  The flexible API provides users with the tools to easily and accurately configure the replay buffer. It includes strategies f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.04736","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.04736/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:14:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IErUh2plT0+ZtbOnFog9030iG7W/HNatA1CdUVlmxYL+fGmtrTXFvu9UUg+k7w/BjjZRBc8cE4OuW/tSyWwWAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T19:37:36.886661Z"},"content_sha256":"bb7de39c50bfc28c55f37b4eb092510aca43d4829ba82176441892cf81d8f15b","schema_version":"1.0","event_id":"sha256:bb7de39c50bfc28c55f37b4eb092510aca43d4829ba82176441892cf81d8f15b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3GMTRHG5I7X7SDNXZ3ENAQREKX/bundle.json","state_url":"https://pith.science/pith/3GMTRHG5I7X7SDNXZ3ENAQREKX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3GMTRHG5I7X7SDNXZ3ENAQREKX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T19:37:36Z","links":{"resolver":"https://pith.science/pith/3GMTRHG5I7X7SDNXZ3ENAQREKX","bundle":"https://pith.science/pith/3GMTRHG5I7X7SDNXZ3ENAQREKX/bundle.json","state":"https://pith.science/pith/3GMTRHG5I7X7SDNXZ3ENAQREKX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3GMTRHG5I7X7SDNXZ3ENAQREKX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:3GMTRHG5I7X7SDNXZ3ENAQREKX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3fc85dc678979d7e356dc4cb54abd6efaa8f7357f24290db60ac99a04f0357ff","cross_cats_sorted":["cs.AI","cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-09T10:03:17Z","title_canon_sha256":"f9437a4a097024a70aaae2ab78b915990599f412a299f8ac5f691884e69510de"},"schema_version":"1.0","source":{"id":"2102.04736","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.04736","created_at":"2026-07-05T02:14:04Z"},{"alias_kind":"arxiv_version","alias_value":"2102.04736v1","created_at":"2026-07-05T02:14:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.04736","created_at":"2026-07-05T02:14:04Z"},{"alias_kind":"pith_short_12","alias_value":"3GMTRHG5I7X7","created_at":"2026-07-05T02:14:04Z"},{"alias_kind":"pith_short_16","alias_value":"3GMTRHG5I7X7SDNX","created_at":"2026-07-05T02:14:04Z"},{"alias_kind":"pith_short_8","alias_value":"3GMTRHG5","created_at":"2026-07-05T02:14:04Z"}],"graph_snapshots":[{"event_id":"sha256:bb7de39c50bfc28c55f37b4eb092510aca43d4829ba82176441892cf81d8f15b","target":"graph","created_at":"2026-07-05T02:14:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2102.04736/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A central component of training in Reinforcement Learning (RL) is Experience: the data used for training. The mechanisms used to generate and consume this data have an important effect on the performance of RL algorithms.\n  In this paper, we introduce Reverb: an efficient, extensible, and easy to use system designed specifically for experience replay in RL. Reverb is designed to work efficiently in distributed configurations with up to thousands of concurrent clients.\n  The flexible API provides users with the tools to easily and accurately configure the replay buffer. It includes strategies f","authors_text":"Albin Cassirer, Eugene Brevdo, Gabriel Barth-Maron, Manuel Kroiss, Sabela Ramos, Thibault Sottiaux, Toby Boyd","cross_cats":["cs.AI","cs.DC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-09T10:03:17Z","title":"Reverb: A Framework For Experience Replay"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.04736","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3631967619c48932dbaf9ae2ece1c483655ff73cb48c31c5cb2b11c5eb7c7325","target":"record","created_at":"2026-07-05T02:14:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3fc85dc678979d7e356dc4cb54abd6efaa8f7357f24290db60ac99a04f0357ff","cross_cats_sorted":["cs.AI","cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-09T10:03:17Z","title_canon_sha256":"f9437a4a097024a70aaae2ab78b915990599f412a299f8ac5f691884e69510de"},"schema_version":"1.0","source":{"id":"2102.04736","kind":"arxiv","version":1}},"canonical_sha256":"d999389cdd47eff90db7cec8d0422455cdf95a71a9f8a4fd08283f90867d21a5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d999389cdd47eff90db7cec8d0422455cdf95a71a9f8a4fd08283f90867d21a5","first_computed_at":"2026-07-05T02:14:04.251116Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:14:04.251116Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mFv8U7YHNW9+IRyunxPmCn2BatKD44zZd81c/LZ/R7Od732SrtkLYcYcXAkSkFzoCoWY8oizA3DVT/omoAWzCg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:14:04.251566Z","signed_message":"canonical_sha256_bytes"},"source_id":"2102.04736","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3631967619c48932dbaf9ae2ece1c483655ff73cb48c31c5cb2b11c5eb7c7325","sha256:bb7de39c50bfc28c55f37b4eb092510aca43d4829ba82176441892cf81d8f15b"],"state_sha256":"3df0e4a59ce10f056614761c28e22ec071a15ffc74edce03337ec632ee4d715e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Zhjvn/zqiOuOf/iv6QlrRfmuUre3AZaeFo4ZSvNWoR1/lfIZRHpe5XDgD/BbDuQm9gaYdb2AEgWcyoTQkGmNBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T19:37:36.893473Z","bundle_sha256":"7ecbaabbc0a86fcc53e78e1746c34b2faf04d657d815a6e57c015df5435a396e"}}