{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:R24MKQRMBHLBST7XRFPN2TOHPB","short_pith_number":"pith:R24MKQRM","canonical_record":{"source":{"id":"1908.03568","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-09T08:34:08Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"ce99d93c6bf969d29a936a4d2e0c03407b76feada3d3ae2624793341e6f5f3c0","abstract_canon_sha256":"306937d15bef28ad2aa1687b9effae714c9e24b3379602b957cd4362cabf5a4b"},"schema_version":"1.0"},"canonical_sha256":"8eb8c5422c09d6194ff7895edd4dc7785e14ebbf7647608bec9d6b2783e1226a","source":{"kind":"arxiv","id":"1908.03568","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.03568","created_at":"2026-07-05T00:40:44Z"},{"alias_kind":"arxiv_version","alias_value":"1908.03568v3","created_at":"2026-07-05T00:40:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.03568","created_at":"2026-07-05T00:40:44Z"},{"alias_kind":"pith_short_12","alias_value":"R24MKQRMBHLB","created_at":"2026-07-05T00:40:44Z"},{"alias_kind":"pith_short_16","alias_value":"R24MKQRMBHLBST7X","created_at":"2026-07-05T00:40:44Z"},{"alias_kind":"pith_short_8","alias_value":"R24MKQRM","created_at":"2026-07-05T00:40:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:R24MKQRMBHLBST7XRFPN2TOHPB","target":"record","payload":{"canonical_record":{"source":{"id":"1908.03568","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-09T08:34:08Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"ce99d93c6bf969d29a936a4d2e0c03407b76feada3d3ae2624793341e6f5f3c0","abstract_canon_sha256":"306937d15bef28ad2aa1687b9effae714c9e24b3379602b957cd4362cabf5a4b"},"schema_version":"1.0"},"canonical_sha256":"8eb8c5422c09d6194ff7895edd4dc7785e14ebbf7647608bec9d6b2783e1226a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:40:44.004433Z","signature_b64":"VqJEPumue9i5yeh2irS2hgaLT9SUdvGg0xQK683JaOhQOCdPleU07N/O120ZKlr28Rxt+18nG7OKWoHDfEFEDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8eb8c5422c09d6194ff7895edd4dc7785e14ebbf7647608bec9d6b2783e1226a","last_reissued_at":"2026-07-05T00:40:44.003876Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:40:44.003876Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1908.03568","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:40:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/BNltlmWQ4o3Ta+W+wmZ2nLC9owrBaQi3fdqSSs33mYsCguVozXKLxQlXY45auAUyobMvdvCHL3R6DEOiyOADg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T00:53:00.269627Z"},"content_sha256":"0ee11281b6a11f0b08d088229e039c6d958901a1542ddeea7ebacc5738fb4c98","schema_version":"1.0","event_id":"sha256:0ee11281b6a11f0b08d088229e039c6d958901a1542ddeea7ebacc5738fb4c98"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:R24MKQRMBHLBST7XRFPN2TOHPB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Behaviour Suite for Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Andre Saraiva, Benjamin Van Roy, Csaba Szepesvari, David Silver, Eren Sezener, Hado van Hasselt, Ian Osband, John Aslanides, Katrina McKinney, Matteo Hessel, Richard Sutton, Satinder Singh, Tor Lattimore, Yotam Doron","submitted_at":"2019-08-09T08:34:08Z","abstract_excerpt":"This paper introduces the Behaviour Suite for Reinforcement Learning, or bsuite for short. bsuite is a collection of carefully-designed experiments that investigate core capabilities of reinforcement learning (RL) agents with two objectives. First, to collect clear, informative and scalable problems that capture key issues in the design of general and efficient learning algorithms. Second, to study agent behaviour through their performance on these shared benchmarks. To complement this effort, we open source github.com/deepmind/bsuite, which automates evaluation and analysis of any agent on bs"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.03568","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1908.03568/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:40:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HYG5Y0ELZB0JaRC03xweUVuSTgzOQ5Y9nFZRad+S23i0yUZGJLYt8s3LS5tMRVGTVAuexeUKtmponsAZgHvxCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T00:53:00.270293Z"},"content_sha256":"3d3cee27430736377239c4605450292c17294f0d2c4785d474fa82a25c511b66","schema_version":"1.0","event_id":"sha256:3d3cee27430736377239c4605450292c17294f0d2c4785d474fa82a25c511b66"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/R24MKQRMBHLBST7XRFPN2TOHPB/bundle.json","state_url":"https://pith.science/pith/R24MKQRMBHLBST7XRFPN2TOHPB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/R24MKQRMBHLBST7XRFPN2TOHPB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-12T00:53:00Z","links":{"resolver":"https://pith.science/pith/R24MKQRMBHLBST7XRFPN2TOHPB","bundle":"https://pith.science/pith/R24MKQRMBHLBST7XRFPN2TOHPB/bundle.json","state":"https://pith.science/pith/R24MKQRMBHLBST7XRFPN2TOHPB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/R24MKQRMBHLBST7XRFPN2TOHPB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:R24MKQRMBHLBST7XRFPN2TOHPB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"306937d15bef28ad2aa1687b9effae714c9e24b3379602b957cd4362cabf5a4b","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-09T08:34:08Z","title_canon_sha256":"ce99d93c6bf969d29a936a4d2e0c03407b76feada3d3ae2624793341e6f5f3c0"},"schema_version":"1.0","source":{"id":"1908.03568","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.03568","created_at":"2026-07-05T00:40:44Z"},{"alias_kind":"arxiv_version","alias_value":"1908.03568v3","created_at":"2026-07-05T00:40:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.03568","created_at":"2026-07-05T00:40:44Z"},{"alias_kind":"pith_short_12","alias_value":"R24MKQRMBHLB","created_at":"2026-07-05T00:40:44Z"},{"alias_kind":"pith_short_16","alias_value":"R24MKQRMBHLBST7X","created_at":"2026-07-05T00:40:44Z"},{"alias_kind":"pith_short_8","alias_value":"R24MKQRM","created_at":"2026-07-05T00:40:44Z"}],"graph_snapshots":[{"event_id":"sha256:3d3cee27430736377239c4605450292c17294f0d2c4785d474fa82a25c511b66","target":"graph","created_at":"2026-07-05T00:40:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1908.03568/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper introduces the Behaviour Suite for Reinforcement Learning, or bsuite for short. bsuite is a collection of carefully-designed experiments that investigate core capabilities of reinforcement learning (RL) agents with two objectives. First, to collect clear, informative and scalable problems that capture key issues in the design of general and efficient learning algorithms. Second, to study agent behaviour through their performance on these shared benchmarks. To complement this effort, we open source github.com/deepmind/bsuite, which automates evaluation and analysis of any agent on bs","authors_text":"Andre Saraiva, Benjamin Van Roy, Csaba Szepesvari, David Silver, Eren Sezener, Hado van Hasselt, Ian Osband, John Aslanides, Katrina McKinney, Matteo Hessel, Richard Sutton, Satinder Singh, Tor Lattimore, Yotam Doron","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-09T08:34:08Z","title":"Behaviour Suite for Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.03568","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0ee11281b6a11f0b08d088229e039c6d958901a1542ddeea7ebacc5738fb4c98","target":"record","created_at":"2026-07-05T00:40:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"306937d15bef28ad2aa1687b9effae714c9e24b3379602b957cd4362cabf5a4b","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-09T08:34:08Z","title_canon_sha256":"ce99d93c6bf969d29a936a4d2e0c03407b76feada3d3ae2624793341e6f5f3c0"},"schema_version":"1.0","source":{"id":"1908.03568","kind":"arxiv","version":3}},"canonical_sha256":"8eb8c5422c09d6194ff7895edd4dc7785e14ebbf7647608bec9d6b2783e1226a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8eb8c5422c09d6194ff7895edd4dc7785e14ebbf7647608bec9d6b2783e1226a","first_computed_at":"2026-07-05T00:40:44.003876Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:40:44.003876Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VqJEPumue9i5yeh2irS2hgaLT9SUdvGg0xQK683JaOhQOCdPleU07N/O120ZKlr28Rxt+18nG7OKWoHDfEFEDA==","signature_status":"signed_v1","signed_at":"2026-07-05T00:40:44.004433Z","signed_message":"canonical_sha256_bytes"},"source_id":"1908.03568","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0ee11281b6a11f0b08d088229e039c6d958901a1542ddeea7ebacc5738fb4c98","sha256:3d3cee27430736377239c4605450292c17294f0d2c4785d474fa82a25c511b66"],"state_sha256":"7c94e47d522286bf3b1bb00b8734f69fcaf23099babead06fa708164aabca992"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FYTbmiIPZuIC4+fjSoJZuRdsedbmm8eMxdvlH7x6lYVy1Tn1G5xIhwuFbqo07WgNIF3kKwqn+3xiKZKbYRB5DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-12T00:53:00.274378Z","bundle_sha256":"3c197881adc42f197488859e3051f5a87ac901bf2d6d1511935887647186267c"}}