{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:67LYCPFQRBKVOF7KKFIK5KJAXS","short_pith_number":"pith:67LYCPFQ","canonical_record":{"source":{"id":"2103.09575","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-17T11:34:54Z","cross_cats_sorted":[],"title_canon_sha256":"fbc004e4dea6bc91341f10ab00914be0280ee23193ec2e98663d38ae8e9d0606","abstract_canon_sha256":"c9075bc558963052913903756c054604507169b0c85e1d640b998b7a127312f7"},"schema_version":"1.0"},"canonical_sha256":"f7d7813cb088555717ea5150aea920bc939cb194aa957a84860e630277ffa756","source":{"kind":"arxiv","id":"2103.09575","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.09575","created_at":"2026-07-05T02:24:05Z"},{"alias_kind":"arxiv_version","alias_value":"2103.09575v1","created_at":"2026-07-05T02:24:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.09575","created_at":"2026-07-05T02:24:05Z"},{"alias_kind":"pith_short_12","alias_value":"67LYCPFQRBKV","created_at":"2026-07-05T02:24:05Z"},{"alias_kind":"pith_short_16","alias_value":"67LYCPFQRBKVOF7K","created_at":"2026-07-05T02:24:05Z"},{"alias_kind":"pith_short_8","alias_value":"67LYCPFQ","created_at":"2026-07-05T02:24:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:67LYCPFQRBKVOF7KKFIK5KJAXS","target":"record","payload":{"canonical_record":{"source":{"id":"2103.09575","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-17T11:34:54Z","cross_cats_sorted":[],"title_canon_sha256":"fbc004e4dea6bc91341f10ab00914be0280ee23193ec2e98663d38ae8e9d0606","abstract_canon_sha256":"c9075bc558963052913903756c054604507169b0c85e1d640b998b7a127312f7"},"schema_version":"1.0"},"canonical_sha256":"f7d7813cb088555717ea5150aea920bc939cb194aa957a84860e630277ffa756","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:24:05.357610Z","signature_b64":"TeEDYtsqNywdcayolkPTJ+y9srLm3+RyDMU3KUZm5AtdwH1yTdoK0JtwRwH+zteXpoqKNAlXK59R4dLnQvoDAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f7d7813cb088555717ea5150aea920bc939cb194aa957a84860e630277ffa756","last_reissued_at":"2026-07-05T02:24:05.357005Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:24:05.357005Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2103.09575","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:24:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TLs2TmGAVdJZiPSlEshWpZMU1R84Xrh2RUHGPU976RoPiBlCdb88Ze7pkjV9Q91kix0RcUbUsGHDcEEMXZCeCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T06:26:46.971831Z"},"content_sha256":"6cd8bcb3a37a944f96183259f673a4a19eda8a91030b7a91281c874dcb507ad1","schema_version":"1.0","event_id":"sha256:6cd8bcb3a37a944f96183259f673a4a19eda8a91030b7a91281c874dcb507ad1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:67LYCPFQRBKVOF7KKFIK5KJAXS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Regularized Behavior Value Estimation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Caglar Gulcehre, Jakub Sygnowski, Konrad Zolna, Matthew Hoffman, Nando de Freitas, Razvan Pascanu, Sergio G\\'omez Colmenarejo, Thomas Paine, Yutian Chen, Ziyu Wang","submitted_at":"2021-03-17T11:34:54Z","abstract_excerpt":"Offline reinforcement learning restricts the learning process to rely only on logged-data without access to an environment. While this enables real-world applications, it also poses unique challenges. One important challenge is dealing with errors caused by the overestimation of values for state-action pairs not well-covered by the training data. Due to bootstrapping, these errors get amplified during training and can lead to divergence, thereby crippling learning. To overcome this challenge, we introduce Regularized Behavior Value Estimation (R-BVE). Unlike most approaches, which use policy i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.09575","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.09575/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:24:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z+xy0wMdiVa8UbykN7k5sxnFCMoYjAifBYLi6MB6TWWWyNeuy6TZh8GH8A3JhqbJpB7m6u6HUWhR0v3B+XFiCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T06:26:46.972321Z"},"content_sha256":"1cceb6014245b9db8b2bb34f7ffc4b7a840bdd57d53d184f98207a995419931a","schema_version":"1.0","event_id":"sha256:1cceb6014245b9db8b2bb34f7ffc4b7a840bdd57d53d184f98207a995419931a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/67LYCPFQRBKVOF7KKFIK5KJAXS/bundle.json","state_url":"https://pith.science/pith/67LYCPFQRBKVOF7KKFIK5KJAXS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/67LYCPFQRBKVOF7KKFIK5KJAXS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T06:26:46Z","links":{"resolver":"https://pith.science/pith/67LYCPFQRBKVOF7KKFIK5KJAXS","bundle":"https://pith.science/pith/67LYCPFQRBKVOF7KKFIK5KJAXS/bundle.json","state":"https://pith.science/pith/67LYCPFQRBKVOF7KKFIK5KJAXS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/67LYCPFQRBKVOF7KKFIK5KJAXS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:67LYCPFQRBKVOF7KKFIK5KJAXS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c9075bc558963052913903756c054604507169b0c85e1d640b998b7a127312f7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-17T11:34:54Z","title_canon_sha256":"fbc004e4dea6bc91341f10ab00914be0280ee23193ec2e98663d38ae8e9d0606"},"schema_version":"1.0","source":{"id":"2103.09575","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.09575","created_at":"2026-07-05T02:24:05Z"},{"alias_kind":"arxiv_version","alias_value":"2103.09575v1","created_at":"2026-07-05T02:24:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.09575","created_at":"2026-07-05T02:24:05Z"},{"alias_kind":"pith_short_12","alias_value":"67LYCPFQRBKV","created_at":"2026-07-05T02:24:05Z"},{"alias_kind":"pith_short_16","alias_value":"67LYCPFQRBKVOF7K","created_at":"2026-07-05T02:24:05Z"},{"alias_kind":"pith_short_8","alias_value":"67LYCPFQ","created_at":"2026-07-05T02:24:05Z"}],"graph_snapshots":[{"event_id":"sha256:1cceb6014245b9db8b2bb34f7ffc4b7a840bdd57d53d184f98207a995419931a","target":"graph","created_at":"2026-07-05T02:24:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.09575/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Offline reinforcement learning restricts the learning process to rely only on logged-data without access to an environment. While this enables real-world applications, it also poses unique challenges. One important challenge is dealing with errors caused by the overestimation of values for state-action pairs not well-covered by the training data. Due to bootstrapping, these errors get amplified during training and can lead to divergence, thereby crippling learning. To overcome this challenge, we introduce Regularized Behavior Value Estimation (R-BVE). Unlike most approaches, which use policy i","authors_text":"Caglar Gulcehre, Jakub Sygnowski, Konrad Zolna, Matthew Hoffman, Nando de Freitas, Razvan Pascanu, Sergio G\\'omez Colmenarejo, Thomas Paine, Yutian Chen, Ziyu Wang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-17T11:34:54Z","title":"Regularized Behavior Value Estimation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.09575","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6cd8bcb3a37a944f96183259f673a4a19eda8a91030b7a91281c874dcb507ad1","target":"record","created_at":"2026-07-05T02:24:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c9075bc558963052913903756c054604507169b0c85e1d640b998b7a127312f7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-17T11:34:54Z","title_canon_sha256":"fbc004e4dea6bc91341f10ab00914be0280ee23193ec2e98663d38ae8e9d0606"},"schema_version":"1.0","source":{"id":"2103.09575","kind":"arxiv","version":1}},"canonical_sha256":"f7d7813cb088555717ea5150aea920bc939cb194aa957a84860e630277ffa756","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f7d7813cb088555717ea5150aea920bc939cb194aa957a84860e630277ffa756","first_computed_at":"2026-07-05T02:24:05.357005Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:24:05.357005Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TeEDYtsqNywdcayolkPTJ+y9srLm3+RyDMU3KUZm5AtdwH1yTdoK0JtwRwH+zteXpoqKNAlXK59R4dLnQvoDAw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:24:05.357610Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.09575","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6cd8bcb3a37a944f96183259f673a4a19eda8a91030b7a91281c874dcb507ad1","sha256:1cceb6014245b9db8b2bb34f7ffc4b7a840bdd57d53d184f98207a995419931a"],"state_sha256":"5337b78b8b0febaf032814e4cf722b4f438327c4bd6632f8a90039dc1719c9c7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"duhkJ4abribFehp6j4tNRRBGfqvnvVTwP4KCFLzQO1lwwLlY9ortB87UKzHno4qbGQcGtkjbZP6lYHqWxq6IDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T06:26:46.977234Z","bundle_sha256":"07a076fec019fee8b2cf88e0930b9368c9097577563d7ce59bc85ac11b9d385e"}}