{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:AJCFPMCGFE2SNRQR3SLB6JQIBE","short_pith_number":"pith:AJCFPMCG","canonical_record":{"source":{"id":"2007.11091","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-21T21:13:02Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"39e4a24989ff05f94573e11758bc99aa131f93d32b12b2f0d156e66c8b0403ba","abstract_canon_sha256":"8bfec5abda58150a8fcf4f252a4231d49201fcb1b50c32f8160b8a7f0998c832"},"schema_version":"1.0"},"canonical_sha256":"024457b046293526c611dc961f2608091ca5418dc669982c069243fec4f46468","source":{"kind":"arxiv","id":"2007.11091","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.11091","created_at":"2026-07-05T02:06:51Z"},{"alias_kind":"arxiv_version","alias_value":"2007.11091v2","created_at":"2026-07-05T02:06:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.11091","created_at":"2026-07-05T02:06:51Z"},{"alias_kind":"pith_short_12","alias_value":"AJCFPMCGFE2S","created_at":"2026-07-05T02:06:51Z"},{"alias_kind":"pith_short_16","alias_value":"AJCFPMCGFE2SNRQR","created_at":"2026-07-05T02:06:51Z"},{"alias_kind":"pith_short_8","alias_value":"AJCFPMCG","created_at":"2026-07-05T02:06:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:AJCFPMCGFE2SNRQR3SLB6JQIBE","target":"record","payload":{"canonical_record":{"source":{"id":"2007.11091","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-21T21:13:02Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"39e4a24989ff05f94573e11758bc99aa131f93d32b12b2f0d156e66c8b0403ba","abstract_canon_sha256":"8bfec5abda58150a8fcf4f252a4231d49201fcb1b50c32f8160b8a7f0998c832"},"schema_version":"1.0"},"canonical_sha256":"024457b046293526c611dc961f2608091ca5418dc669982c069243fec4f46468","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:06:51.146433Z","signature_b64":"QWYjSHDr7ez0duSkIzLN8a1oldAgWctajTLtoZm2xXG93sJA2fveV0rn4T/Kaj2w2oDpVbvc9W7oeXKSEB7EAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"024457b046293526c611dc961f2608091ca5418dc669982c069243fec4f46468","last_reissued_at":"2026-07-05T02:06:51.145867Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:06:51.145867Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2007.11091","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:06:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FQuG3Q+JM5Ta5HxXMTWVSrg66EAc0DgZn2NOUrIziHFRYgz2uQtuBGzl07yPpO/2u68N60VRp4pmWD9Uu2YWAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:35:28.488392Z"},"content_sha256":"db67a95e55c32427b5aee2e946e39519682c70140e1bced2808a7e2ab1a98eb3","schema_version":"1.0","event_id":"sha256:db67a95e55c32427b5aee2e946e39519682c70140e1bced2808a7e2ab1a98eb3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:AJCFPMCGFE2SNRQR3SLB6JQIBE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"EMaQ: Expected-Max Q-Learning Operator for Simple Yet Effective Offline and Online RL","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Dale Schuurmans, Seyed Kamyar Seyed Ghasemipour, Shixiang Shane Gu","submitted_at":"2020-07-21T21:13:02Z","abstract_excerpt":"Off-policy reinforcement learning holds the promise of sample-efficient learning of decision-making policies by leveraging past experience. However, in the offline RL setting -- where a fixed collection of interactions are provided and no further interactions are allowed -- it has been shown that standard off-policy RL methods can significantly underperform. Recently proposed methods often aim to address this shortcoming by constraining learned policies to remain close to the given dataset of interactions. In this work, we closely investigate an important simplification of BCQ -- a prior appro"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.11091","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2007.11091/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:06:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jxfUSVg2kBYLTZLsexGV9QYYtY7FuZef5QviHORDMWxs9+xTZD7Fd+RsHxyui2sEI2BCGOXuE894BTd/4hI2BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:35:28.489014Z"},"content_sha256":"f6093cd433aa3a7e00efbf694728e8198ed45fb19a04f307ae89352e76aa1c5f","schema_version":"1.0","event_id":"sha256:f6093cd433aa3a7e00efbf694728e8198ed45fb19a04f307ae89352e76aa1c5f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AJCFPMCGFE2SNRQR3SLB6JQIBE/bundle.json","state_url":"https://pith.science/pith/AJCFPMCGFE2SNRQR3SLB6JQIBE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AJCFPMCGFE2SNRQR3SLB6JQIBE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T17:35:28Z","links":{"resolver":"https://pith.science/pith/AJCFPMCGFE2SNRQR3SLB6JQIBE","bundle":"https://pith.science/pith/AJCFPMCGFE2SNRQR3SLB6JQIBE/bundle.json","state":"https://pith.science/pith/AJCFPMCGFE2SNRQR3SLB6JQIBE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AJCFPMCGFE2SNRQR3SLB6JQIBE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:AJCFPMCGFE2SNRQR3SLB6JQIBE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8bfec5abda58150a8fcf4f252a4231d49201fcb1b50c32f8160b8a7f0998c832","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-21T21:13:02Z","title_canon_sha256":"39e4a24989ff05f94573e11758bc99aa131f93d32b12b2f0d156e66c8b0403ba"},"schema_version":"1.0","source":{"id":"2007.11091","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.11091","created_at":"2026-07-05T02:06:51Z"},{"alias_kind":"arxiv_version","alias_value":"2007.11091v2","created_at":"2026-07-05T02:06:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.11091","created_at":"2026-07-05T02:06:51Z"},{"alias_kind":"pith_short_12","alias_value":"AJCFPMCGFE2S","created_at":"2026-07-05T02:06:51Z"},{"alias_kind":"pith_short_16","alias_value":"AJCFPMCGFE2SNRQR","created_at":"2026-07-05T02:06:51Z"},{"alias_kind":"pith_short_8","alias_value":"AJCFPMCG","created_at":"2026-07-05T02:06:51Z"}],"graph_snapshots":[{"event_id":"sha256:f6093cd433aa3a7e00efbf694728e8198ed45fb19a04f307ae89352e76aa1c5f","target":"graph","created_at":"2026-07-05T02:06:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2007.11091/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Off-policy reinforcement learning holds the promise of sample-efficient learning of decision-making policies by leveraging past experience. However, in the offline RL setting -- where a fixed collection of interactions are provided and no further interactions are allowed -- it has been shown that standard off-policy RL methods can significantly underperform. Recently proposed methods often aim to address this shortcoming by constraining learned policies to remain close to the given dataset of interactions. In this work, we closely investigate an important simplification of BCQ -- a prior appro","authors_text":"Dale Schuurmans, Seyed Kamyar Seyed Ghasemipour, Shixiang Shane Gu","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-21T21:13:02Z","title":"EMaQ: Expected-Max Q-Learning Operator for Simple Yet Effective Offline and Online RL"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.11091","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:db67a95e55c32427b5aee2e946e39519682c70140e1bced2808a7e2ab1a98eb3","target":"record","created_at":"2026-07-05T02:06:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8bfec5abda58150a8fcf4f252a4231d49201fcb1b50c32f8160b8a7f0998c832","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-21T21:13:02Z","title_canon_sha256":"39e4a24989ff05f94573e11758bc99aa131f93d32b12b2f0d156e66c8b0403ba"},"schema_version":"1.0","source":{"id":"2007.11091","kind":"arxiv","version":2}},"canonical_sha256":"024457b046293526c611dc961f2608091ca5418dc669982c069243fec4f46468","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"024457b046293526c611dc961f2608091ca5418dc669982c069243fec4f46468","first_computed_at":"2026-07-05T02:06:51.145867Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:06:51.145867Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QWYjSHDr7ez0duSkIzLN8a1oldAgWctajTLtoZm2xXG93sJA2fveV0rn4T/Kaj2w2oDpVbvc9W7oeXKSEB7EAg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:06:51.146433Z","signed_message":"canonical_sha256_bytes"},"source_id":"2007.11091","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:db67a95e55c32427b5aee2e946e39519682c70140e1bced2808a7e2ab1a98eb3","sha256:f6093cd433aa3a7e00efbf694728e8198ed45fb19a04f307ae89352e76aa1c5f"],"state_sha256":"2e1ff60833275475ef237bdbf2f1088237ccf5cfad73fc9911fbcf4ff4b8ff32"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sNBxWXzWlQ7f51M+Shipb8VWnTDPXR1viRm//MNubyv5cGReANiUhTKsOmACF35x1ysLBAnViKVN05R19krZDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T17:35:28.496194Z","bundle_sha256":"f216a4331586df93e8283c032671c92334901017b8b4c4029f33182a61ed4804"}}