{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:6AJ4FLEXKM6ZSGOOWCX3DBBBXJ","short_pith_number":"pith:6AJ4FLEX","canonical_record":{"source":{"id":"2003.13350","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-03-30T11:33:16Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"e4a4c4085c964b7df959d3a5db1f63fc781c95225a7b2cba33432ced3613f68c","abstract_canon_sha256":"359ab5aa0eda41eb61f0fd0a75b21e21819451d0e734d0dd575ebaf1799f1802"},"schema_version":"1.0"},"canonical_sha256":"f013c2ac97533d9919ceb0afb18421ba781a87379eeef83ad521bd95ba0ef2b1","source":{"kind":"arxiv","id":"2003.13350","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2003.13350","created_at":"2026-07-05T00:51:22Z"},{"alias_kind":"arxiv_version","alias_value":"2003.13350v1","created_at":"2026-07-05T00:51:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2003.13350","created_at":"2026-07-05T00:51:22Z"},{"alias_kind":"pith_short_12","alias_value":"6AJ4FLEXKM6Z","created_at":"2026-07-05T00:51:22Z"},{"alias_kind":"pith_short_16","alias_value":"6AJ4FLEXKM6ZSGOO","created_at":"2026-07-05T00:51:22Z"},{"alias_kind":"pith_short_8","alias_value":"6AJ4FLEX","created_at":"2026-07-05T00:51:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:6AJ4FLEXKM6ZSGOOWCX3DBBBXJ","target":"record","payload":{"canonical_record":{"source":{"id":"2003.13350","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-03-30T11:33:16Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"e4a4c4085c964b7df959d3a5db1f63fc781c95225a7b2cba33432ced3613f68c","abstract_canon_sha256":"359ab5aa0eda41eb61f0fd0a75b21e21819451d0e734d0dd575ebaf1799f1802"},"schema_version":"1.0"},"canonical_sha256":"f013c2ac97533d9919ceb0afb18421ba781a87379eeef83ad521bd95ba0ef2b1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:51:22.332821Z","signature_b64":"hNPsThIBpEnDghQ7wPPNloosH2urekuIgtIvv+WZwH1viYr8hD93GPmafd8iqqzYZ4zJTIr1CvA2J2QYH7SmBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f013c2ac97533d9919ceb0afb18421ba781a87379eeef83ad521bd95ba0ef2b1","last_reissued_at":"2026-07-05T00:51:22.332322Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:51:22.332322Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2003.13350","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:51:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rTT1kspJYQuUiIMNixInu0ocHmxUB+POnIB/QqM4b7h6Wk0bILYXwLjJKMlJ5gSbinzZEDK4pOOQ3YYuD3SgAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T03:25:24.858842Z"},"content_sha256":"cac2c86e1b349814bc26c0f5ef555da8b58fc6bd4dd938addb54d27348edbb8b","schema_version":"1.0","event_id":"sha256:cac2c86e1b349814bc26c0f5ef555da8b58fc6bd4dd938addb54d27348edbb8b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:6AJ4FLEXKM6ZSGOOWCX3DBBBXJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Agent57: Outperforming the Atari Human Benchmark","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Adri\\`a Puigdom\\`enech Badia, Alex Vitvitskyi, Bilal Piot, Charles Blundell, Daniel Guo, Pablo Sprechmann, Steven Kapturowski","submitted_at":"2020-03-30T11:33:16Z","abstract_excerpt":"Atari games have been a long-standing benchmark in the reinforcement learning (RL) community for the past decade. This benchmark was proposed to test general competency of RL algorithms. Previous work has achieved good average performance by doing outstandingly well on many games of the set, but very poorly in several of the most challenging games. We propose Agent57, the first deep RL agent that outperforms the standard human benchmark on all 57 Atari games. To achieve this result, we train a neural network which parameterizes a family of policies ranging from very exploratory to purely explo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2003.13350","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2003.13350/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:51:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yQuEO74+mIUXddgjq1Cs+PEqWN8lSssbjT7PQsRDcgz4e0ITsKWrRcKYfFxFjGb1AV3kK1reQ8H3688TxRUwDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T03:25:24.859366Z"},"content_sha256":"c44cdf59ab72f561c91deb3457e02a6617dbecb3ce359ffacc300240c62e58fd","schema_version":"1.0","event_id":"sha256:c44cdf59ab72f561c91deb3457e02a6617dbecb3ce359ffacc300240c62e58fd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6AJ4FLEXKM6ZSGOOWCX3DBBBXJ/bundle.json","state_url":"https://pith.science/pith/6AJ4FLEXKM6ZSGOOWCX3DBBBXJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6AJ4FLEXKM6ZSGOOWCX3DBBBXJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T03:25:24Z","links":{"resolver":"https://pith.science/pith/6AJ4FLEXKM6ZSGOOWCX3DBBBXJ","bundle":"https://pith.science/pith/6AJ4FLEXKM6ZSGOOWCX3DBBBXJ/bundle.json","state":"https://pith.science/pith/6AJ4FLEXKM6ZSGOOWCX3DBBBXJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6AJ4FLEXKM6ZSGOOWCX3DBBBXJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:6AJ4FLEXKM6ZSGOOWCX3DBBBXJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"359ab5aa0eda41eb61f0fd0a75b21e21819451d0e734d0dd575ebaf1799f1802","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-03-30T11:33:16Z","title_canon_sha256":"e4a4c4085c964b7df959d3a5db1f63fc781c95225a7b2cba33432ced3613f68c"},"schema_version":"1.0","source":{"id":"2003.13350","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2003.13350","created_at":"2026-07-05T00:51:22Z"},{"alias_kind":"arxiv_version","alias_value":"2003.13350v1","created_at":"2026-07-05T00:51:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2003.13350","created_at":"2026-07-05T00:51:22Z"},{"alias_kind":"pith_short_12","alias_value":"6AJ4FLEXKM6Z","created_at":"2026-07-05T00:51:22Z"},{"alias_kind":"pith_short_16","alias_value":"6AJ4FLEXKM6ZSGOO","created_at":"2026-07-05T00:51:22Z"},{"alias_kind":"pith_short_8","alias_value":"6AJ4FLEX","created_at":"2026-07-05T00:51:22Z"}],"graph_snapshots":[{"event_id":"sha256:c44cdf59ab72f561c91deb3457e02a6617dbecb3ce359ffacc300240c62e58fd","target":"graph","created_at":"2026-07-05T00:51:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2003.13350/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Atari games have been a long-standing benchmark in the reinforcement learning (RL) community for the past decade. This benchmark was proposed to test general competency of RL algorithms. Previous work has achieved good average performance by doing outstandingly well on many games of the set, but very poorly in several of the most challenging games. We propose Agent57, the first deep RL agent that outperforms the standard human benchmark on all 57 Atari games. To achieve this result, we train a neural network which parameterizes a family of policies ranging from very exploratory to purely explo","authors_text":"Adri\\`a Puigdom\\`enech Badia, Alex Vitvitskyi, Bilal Piot, Charles Blundell, Daniel Guo, Pablo Sprechmann, Steven Kapturowski","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-03-30T11:33:16Z","title":"Agent57: Outperforming the Atari Human Benchmark"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2003.13350","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cac2c86e1b349814bc26c0f5ef555da8b58fc6bd4dd938addb54d27348edbb8b","target":"record","created_at":"2026-07-05T00:51:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"359ab5aa0eda41eb61f0fd0a75b21e21819451d0e734d0dd575ebaf1799f1802","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-03-30T11:33:16Z","title_canon_sha256":"e4a4c4085c964b7df959d3a5db1f63fc781c95225a7b2cba33432ced3613f68c"},"schema_version":"1.0","source":{"id":"2003.13350","kind":"arxiv","version":1}},"canonical_sha256":"f013c2ac97533d9919ceb0afb18421ba781a87379eeef83ad521bd95ba0ef2b1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f013c2ac97533d9919ceb0afb18421ba781a87379eeef83ad521bd95ba0ef2b1","first_computed_at":"2026-07-05T00:51:22.332322Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:51:22.332322Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hNPsThIBpEnDghQ7wPPNloosH2urekuIgtIvv+WZwH1viYr8hD93GPmafd8iqqzYZ4zJTIr1CvA2J2QYH7SmBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:51:22.332821Z","signed_message":"canonical_sha256_bytes"},"source_id":"2003.13350","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cac2c86e1b349814bc26c0f5ef555da8b58fc6bd4dd938addb54d27348edbb8b","sha256:c44cdf59ab72f561c91deb3457e02a6617dbecb3ce359ffacc300240c62e58fd"],"state_sha256":"dbe3e668753e806dec13c127bed46b993aba701206172491efff601dc97c2907"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fyfsc1xvlJU1p0AUdJaDaAXYAFt8dwHtFL07873pD1OPP2kum0QHQR7mMyr/pStSnTqup1uDEF1vIuO0EKgqAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T03:25:24.864638Z","bundle_sha256":"54f79678a0f16d1ee5c38e48c8ef3789e64f795533fdaeaa210d4f8eeaf4393a"}}