{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:Z6SZVBWY3WF3SFPCI4RXRYMOOY","short_pith_number":"pith:Z6SZVBWY","canonical_record":{"source":{"id":"1805.08948","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-05-23T03:36:01Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"e15cf273d38d7b97eabe840c2a444139fe818de475da6b5353e4ddf39d806388","abstract_canon_sha256":"e94475dea29327f21199954df791f86cb5a237353eff2e60a601e4c855437c88"},"schema_version":"1.0"},"canonical_sha256":"cfa59a86d8dd8bb915e2472378e18e76144844077a8144c565ecde6290a1822a","source":{"kind":"arxiv","id":"1805.08948","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1805.08948","created_at":"2026-05-17T23:58:14Z"},{"alias_kind":"arxiv_version","alias_value":"1805.08948v2","created_at":"2026-05-17T23:58:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.08948","created_at":"2026-05-17T23:58:14Z"},{"alias_kind":"pith_short_12","alias_value":"Z6SZVBWY3WF3","created_at":"2026-05-18T12:33:04Z"},{"alias_kind":"pith_short_16","alias_value":"Z6SZVBWY3WF3SFPC","created_at":"2026-05-18T12:33:04Z"},{"alias_kind":"pith_short_8","alias_value":"Z6SZVBWY","created_at":"2026-05-18T12:33:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:Z6SZVBWY3WF3SFPCI4RXRYMOOY","target":"record","payload":{"canonical_record":{"source":{"id":"1805.08948","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-05-23T03:36:01Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"e15cf273d38d7b97eabe840c2a444139fe818de475da6b5353e4ddf39d806388","abstract_canon_sha256":"e94475dea29327f21199954df791f86cb5a237353eff2e60a601e4c855437c88"},"schema_version":"1.0"},"canonical_sha256":"cfa59a86d8dd8bb915e2472378e18e76144844077a8144c565ecde6290a1822a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:58:14.261808Z","signature_b64":"AjmK1CP5chRj5o53kmYIUkyHaC4H9jElEHUN4qi1EeswN6EJyCZspi5335gM0ArR8/I/oq2D82wY1lZtyEzoDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cfa59a86d8dd8bb915e2472378e18e76144844077a8144c565ecde6290a1822a","last_reissued_at":"2026-05-17T23:58:14.261327Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:58:14.261327Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1805.08948","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:58:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HN0+XCxEAm9eTUNjgi3vB27x3NZ6gGFbp2l3Fx7eyZO0cyYZmFXgqC3kGpb0aROZIiQrbQNf7aa6KpRZf+mIBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-09T19:18:52.735880Z"},"content_sha256":"2273b1d758d3fd68362a19ce1cef95c56e9a58f36741dd7294ffb7bed62802ed","schema_version":"1.0","event_id":"sha256:2273b1d758d3fd68362a19ce1cef95c56e9a58f36741dd7294ffb7bed62802ed"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:Z6SZVBWY3WF3SFPCI4RXRYMOOY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Scalable Coordinated Exploration in Concurrent Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Benjamin Van Roy, Ian Osband, Maria Dimakopoulou","submitted_at":"2018-05-23T03:36:01Z","abstract_excerpt":"We consider a team of reinforcement learning agents that concurrently operate in a common environment, and we develop an approach to efficient coordinated exploration that is suitable for problems of practical scale. Our approach builds on seed sampling (Dimakopoulou and Van Roy, 2018) and randomized value function learning (Osband et al., 2016). We demonstrate that, for simple tabular contexts, the approach is competitive with previously proposed tabular model learning methods (Dimakopoulou and Van Roy, 2018). With a higher-dimensional problem and a neural network value function representatio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.08948","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:58:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EfXdnUoOFngRE3LcxsMzxp5YlVKK//zvaLNbAh38DRqoso/kPE5C7bDgRutO804J9akFcl3tL6RcR1Q3KxBKDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-09T19:18:52.736649Z"},"content_sha256":"61808605f2ff29bbf872a4973482c29baafe87ce5e896deaaa26d078e45d3f34","schema_version":"1.0","event_id":"sha256:61808605f2ff29bbf872a4973482c29baafe87ce5e896deaaa26d078e45d3f34"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Z6SZVBWY3WF3SFPCI4RXRYMOOY/bundle.json","state_url":"https://pith.science/pith/Z6SZVBWY3WF3SFPCI4RXRYMOOY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Z6SZVBWY3WF3SFPCI4RXRYMOOY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-09T19:18:52Z","links":{"resolver":"https://pith.science/pith/Z6SZVBWY3WF3SFPCI4RXRYMOOY","bundle":"https://pith.science/pith/Z6SZVBWY3WF3SFPCI4RXRYMOOY/bundle.json","state":"https://pith.science/pith/Z6SZVBWY3WF3SFPCI4RXRYMOOY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Z6SZVBWY3WF3SFPCI4RXRYMOOY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:Z6SZVBWY3WF3SFPCI4RXRYMOOY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e94475dea29327f21199954df791f86cb5a237353eff2e60a601e4c855437c88","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-05-23T03:36:01Z","title_canon_sha256":"e15cf273d38d7b97eabe840c2a444139fe818de475da6b5353e4ddf39d806388"},"schema_version":"1.0","source":{"id":"1805.08948","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1805.08948","created_at":"2026-05-17T23:58:14Z"},{"alias_kind":"arxiv_version","alias_value":"1805.08948v2","created_at":"2026-05-17T23:58:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.08948","created_at":"2026-05-17T23:58:14Z"},{"alias_kind":"pith_short_12","alias_value":"Z6SZVBWY3WF3","created_at":"2026-05-18T12:33:04Z"},{"alias_kind":"pith_short_16","alias_value":"Z6SZVBWY3WF3SFPC","created_at":"2026-05-18T12:33:04Z"},{"alias_kind":"pith_short_8","alias_value":"Z6SZVBWY","created_at":"2026-05-18T12:33:04Z"}],"graph_snapshots":[{"event_id":"sha256:61808605f2ff29bbf872a4973482c29baafe87ce5e896deaaa26d078e45d3f34","target":"graph","created_at":"2026-05-17T23:58:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We consider a team of reinforcement learning agents that concurrently operate in a common environment, and we develop an approach to efficient coordinated exploration that is suitable for problems of practical scale. Our approach builds on seed sampling (Dimakopoulou and Van Roy, 2018) and randomized value function learning (Osband et al., 2016). We demonstrate that, for simple tabular contexts, the approach is competitive with previously proposed tabular model learning methods (Dimakopoulou and Van Roy, 2018). With a higher-dimensional problem and a neural network value function representatio","authors_text":"Benjamin Van Roy, Ian Osband, Maria Dimakopoulou","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-05-23T03:36:01Z","title":"Scalable Coordinated Exploration in Concurrent Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.08948","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2273b1d758d3fd68362a19ce1cef95c56e9a58f36741dd7294ffb7bed62802ed","target":"record","created_at":"2026-05-17T23:58:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e94475dea29327f21199954df791f86cb5a237353eff2e60a601e4c855437c88","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-05-23T03:36:01Z","title_canon_sha256":"e15cf273d38d7b97eabe840c2a444139fe818de475da6b5353e4ddf39d806388"},"schema_version":"1.0","source":{"id":"1805.08948","kind":"arxiv","version":2}},"canonical_sha256":"cfa59a86d8dd8bb915e2472378e18e76144844077a8144c565ecde6290a1822a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cfa59a86d8dd8bb915e2472378e18e76144844077a8144c565ecde6290a1822a","first_computed_at":"2026-05-17T23:58:14.261327Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:58:14.261327Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AjmK1CP5chRj5o53kmYIUkyHaC4H9jElEHUN4qi1EeswN6EJyCZspi5335gM0ArR8/I/oq2D82wY1lZtyEzoDA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:58:14.261808Z","signed_message":"canonical_sha256_bytes"},"source_id":"1805.08948","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2273b1d758d3fd68362a19ce1cef95c56e9a58f36741dd7294ffb7bed62802ed","sha256:61808605f2ff29bbf872a4973482c29baafe87ce5e896deaaa26d078e45d3f34"],"state_sha256":"2f0b03beee224e2b5026c0189637ff2f70065afe6322ccaad8772f383f18fdb7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u2unxva6HxmvaaprRsf2RdHOwAl/F0em6vEdUMEExZlaF0Km4UhiQckUFVGk1jOrWhIWlcEE3w0MnB4pEY7NAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-09T19:18:52.740905Z","bundle_sha256":"4531db9f95ed2588831db49fcbc281f5cbed9ef7ef6bfb08198fd8680d8ecf4c"}}