{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:4E2CGBVKLCZ7WUJCHBHEP3L5HT","short_pith_number":"pith:4E2CGBVK","canonical_record":{"source":{"id":"2102.08363","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-16T18:50:32Z","cross_cats_sorted":["cs.AI","cs.RO"],"title_canon_sha256":"1fa2dfc1df486123f932840268a3b3e65db3093ba84e590d9b811848c709a6f2","abstract_canon_sha256":"53c5997f3bb61481bd551984332b64a789fd7c1dc3310a682a2d62d0fb37b427"},"schema_version":"1.0"},"canonical_sha256":"e1342306aa58b3fb5122384e47ed7d3cfb632305a5fcafb0ef0ef6c9f81278e2","source":{"kind":"arxiv","id":"2102.08363","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.08363","created_at":"2026-07-05T03:51:54Z"},{"alias_kind":"arxiv_version","alias_value":"2102.08363v2","created_at":"2026-07-05T03:51:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.08363","created_at":"2026-07-05T03:51:54Z"},{"alias_kind":"pith_short_12","alias_value":"4E2CGBVKLCZ7","created_at":"2026-07-05T03:51:54Z"},{"alias_kind":"pith_short_16","alias_value":"4E2CGBVKLCZ7WUJC","created_at":"2026-07-05T03:51:54Z"},{"alias_kind":"pith_short_8","alias_value":"4E2CGBVK","created_at":"2026-07-05T03:51:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:4E2CGBVKLCZ7WUJCHBHEP3L5HT","target":"record","payload":{"canonical_record":{"source":{"id":"2102.08363","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-16T18:50:32Z","cross_cats_sorted":["cs.AI","cs.RO"],"title_canon_sha256":"1fa2dfc1df486123f932840268a3b3e65db3093ba84e590d9b811848c709a6f2","abstract_canon_sha256":"53c5997f3bb61481bd551984332b64a789fd7c1dc3310a682a2d62d0fb37b427"},"schema_version":"1.0"},"canonical_sha256":"e1342306aa58b3fb5122384e47ed7d3cfb632305a5fcafb0ef0ef6c9f81278e2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:51:54.559880Z","signature_b64":"hEApTY8u6wbrI9o7PSgb0GGBZ74W50wFKPwZr7PI0JwpagsxLyFgtwQnjkljACaqEr1IGRzZSak9musjRXg9Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e1342306aa58b3fb5122384e47ed7d3cfb632305a5fcafb0ef0ef6c9f81278e2","last_reissued_at":"2026-07-05T03:51:54.559393Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:51:54.559393Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2102.08363","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:51:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sxNg1JTzbhNmk3crY5Fw5LgJaVKxxa/945NZb2Apu4a6oBf1ZaXjaOZuqMvAFLHsqvwbdFonybkfmY3Vo6ZqDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T19:10:17.804256Z"},"content_sha256":"b74f236dab5703781ed22f5a3ef52a00e245b45772e53c460b7d23df523d309f","schema_version":"1.0","event_id":"sha256:b74f236dab5703781ed22f5a3ef52a00e245b45772e53c460b7d23df523d309f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:4E2CGBVKLCZ7WUJCHBHEP3L5HT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"COMBO: Conservative Offline Model-Based Policy Optimization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.RO"],"primary_cat":"cs.LG","authors_text":"Aravind Rajeswaran, Aviral Kumar, Chelsea Finn, Rafael Rafailov, Sergey Levine, Tianhe Yu","submitted_at":"2021-02-16T18:50:32Z","abstract_excerpt":"Model-based algorithms, which learn a dynamics model from logged experience and perform some sort of pessimistic planning under the learned model, have emerged as a promising paradigm for offline reinforcement learning (offline RL). However, practical variants of such model-based algorithms rely on explicit uncertainty quantification for incorporating pessimism. Uncertainty estimation with complex models, such as deep neural networks, can be difficult and unreliable. We overcome this limitation by developing a new model-based offline RL algorithm, COMBO, that regularizes the value function on "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.08363","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.08363/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:51:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RCKy4UjhBBvaEWgDSbuf5aOBpbkRO+pKL0fiOiJ115BxJw+l8Q99p6C60v+V1fOAau0//Mm6U90EnproOVhrDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T19:10:17.804786Z"},"content_sha256":"3add0711c0c8739c2525db8a40bb8aea1fc6f15fde89cbd84db57322fa462bfe","schema_version":"1.0","event_id":"sha256:3add0711c0c8739c2525db8a40bb8aea1fc6f15fde89cbd84db57322fa462bfe"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4E2CGBVKLCZ7WUJCHBHEP3L5HT/bundle.json","state_url":"https://pith.science/pith/4E2CGBVKLCZ7WUJCHBHEP3L5HT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4E2CGBVKLCZ7WUJCHBHEP3L5HT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T19:10:17Z","links":{"resolver":"https://pith.science/pith/4E2CGBVKLCZ7WUJCHBHEP3L5HT","bundle":"https://pith.science/pith/4E2CGBVKLCZ7WUJCHBHEP3L5HT/bundle.json","state":"https://pith.science/pith/4E2CGBVKLCZ7WUJCHBHEP3L5HT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4E2CGBVKLCZ7WUJCHBHEP3L5HT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:4E2CGBVKLCZ7WUJCHBHEP3L5HT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"53c5997f3bb61481bd551984332b64a789fd7c1dc3310a682a2d62d0fb37b427","cross_cats_sorted":["cs.AI","cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-16T18:50:32Z","title_canon_sha256":"1fa2dfc1df486123f932840268a3b3e65db3093ba84e590d9b811848c709a6f2"},"schema_version":"1.0","source":{"id":"2102.08363","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.08363","created_at":"2026-07-05T03:51:54Z"},{"alias_kind":"arxiv_version","alias_value":"2102.08363v2","created_at":"2026-07-05T03:51:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.08363","created_at":"2026-07-05T03:51:54Z"},{"alias_kind":"pith_short_12","alias_value":"4E2CGBVKLCZ7","created_at":"2026-07-05T03:51:54Z"},{"alias_kind":"pith_short_16","alias_value":"4E2CGBVKLCZ7WUJC","created_at":"2026-07-05T03:51:54Z"},{"alias_kind":"pith_short_8","alias_value":"4E2CGBVK","created_at":"2026-07-05T03:51:54Z"}],"graph_snapshots":[{"event_id":"sha256:3add0711c0c8739c2525db8a40bb8aea1fc6f15fde89cbd84db57322fa462bfe","target":"graph","created_at":"2026-07-05T03:51:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2102.08363/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Model-based algorithms, which learn a dynamics model from logged experience and perform some sort of pessimistic planning under the learned model, have emerged as a promising paradigm for offline reinforcement learning (offline RL). However, practical variants of such model-based algorithms rely on explicit uncertainty quantification for incorporating pessimism. Uncertainty estimation with complex models, such as deep neural networks, can be difficult and unreliable. We overcome this limitation by developing a new model-based offline RL algorithm, COMBO, that regularizes the value function on ","authors_text":"Aravind Rajeswaran, Aviral Kumar, Chelsea Finn, Rafael Rafailov, Sergey Levine, Tianhe Yu","cross_cats":["cs.AI","cs.RO"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-16T18:50:32Z","title":"COMBO: Conservative Offline Model-Based Policy Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.08363","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b74f236dab5703781ed22f5a3ef52a00e245b45772e53c460b7d23df523d309f","target":"record","created_at":"2026-07-05T03:51:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"53c5997f3bb61481bd551984332b64a789fd7c1dc3310a682a2d62d0fb37b427","cross_cats_sorted":["cs.AI","cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-16T18:50:32Z","title_canon_sha256":"1fa2dfc1df486123f932840268a3b3e65db3093ba84e590d9b811848c709a6f2"},"schema_version":"1.0","source":{"id":"2102.08363","kind":"arxiv","version":2}},"canonical_sha256":"e1342306aa58b3fb5122384e47ed7d3cfb632305a5fcafb0ef0ef6c9f81278e2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e1342306aa58b3fb5122384e47ed7d3cfb632305a5fcafb0ef0ef6c9f81278e2","first_computed_at":"2026-07-05T03:51:54.559393Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:51:54.559393Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hEApTY8u6wbrI9o7PSgb0GGBZ74W50wFKPwZr7PI0JwpagsxLyFgtwQnjkljACaqEr1IGRzZSak9musjRXg9Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:51:54.559880Z","signed_message":"canonical_sha256_bytes"},"source_id":"2102.08363","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b74f236dab5703781ed22f5a3ef52a00e245b45772e53c460b7d23df523d309f","sha256:3add0711c0c8739c2525db8a40bb8aea1fc6f15fde89cbd84db57322fa462bfe"],"state_sha256":"9845b78f35f9228d51c33fa33bd7f23f7b5693b5473ba5272d8118135ffb9521"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XfYEy+d9hLwgHlHRSNVhre8QmIbQ+WrNM7czVR/H3NclXcqW2IouVx/vLmnBW5dq3T7IAI9CTSPOevxlUgKLAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T19:10:17.810262Z","bundle_sha256":"4e9a40a29ba7c95b82a16c4397303ad06bea5cfc1908cd787aa166f81fe49969"}}