{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:DCA2OZD7YLTT2SCDZWQDJ7PTH5","short_pith_number":"pith:DCA2OZD7","canonical_record":{"source":{"id":"2212.08232","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-16T01:41:59Z","cross_cats_sorted":["cs.RO"],"title_canon_sha256":"6acbaa3726b13984f384484d207a0a6e1b8e55e7f7964e3014f28380c11e03d0","abstract_canon_sha256":"1688e01dbb944793309c40cc91c987941b406bda5b98f8e2c913d8bdfb5773be"},"schema_version":"1.0"},"canonical_sha256":"1881a7647fc2e73d4843cda034fdf33f4ab3691c35e36a04b74e360a27e36253","source":{"kind":"arxiv","id":"2212.08232","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.08232","created_at":"2026-07-05T05:25:54Z"},{"alias_kind":"arxiv_version","alias_value":"2212.08232v1","created_at":"2026-07-05T05:25:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.08232","created_at":"2026-07-05T05:25:54Z"},{"alias_kind":"pith_short_12","alias_value":"DCA2OZD7YLTT","created_at":"2026-07-05T05:25:54Z"},{"alias_kind":"pith_short_16","alias_value":"DCA2OZD7YLTT2SCD","created_at":"2026-07-05T05:25:54Z"},{"alias_kind":"pith_short_8","alias_value":"DCA2OZD7","created_at":"2026-07-05T05:25:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:DCA2OZD7YLTT2SCDZWQDJ7PTH5","target":"record","payload":{"canonical_record":{"source":{"id":"2212.08232","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-16T01:41:59Z","cross_cats_sorted":["cs.RO"],"title_canon_sha256":"6acbaa3726b13984f384484d207a0a6e1b8e55e7f7964e3014f28380c11e03d0","abstract_canon_sha256":"1688e01dbb944793309c40cc91c987941b406bda5b98f8e2c913d8bdfb5773be"},"schema_version":"1.0"},"canonical_sha256":"1881a7647fc2e73d4843cda034fdf33f4ab3691c35e36a04b74e360a27e36253","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:25:54.193113Z","signature_b64":"uNNuaD7HIceQK1UbpYzWZws+2V+iPdj57LOck6Itkp3Co+ALPi9HoYM6eEYPCBJow9f9DYMri6rDL89zlM4aCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1881a7647fc2e73d4843cda034fdf33f4ab3691c35e36a04b74e360a27e36253","last_reissued_at":"2026-07-05T05:25:54.192717Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:25:54.192717Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.08232","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:25:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iWhl46IeBfQPaN/1uOyTzP6emk6qTKOr73WYb4gEGOcqrqPFeiCyXaOaXPi0R/JUnNELdFMlIIQ1+LKWdMOGAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:52:20.955732Z"},"content_sha256":"bfcb817a3b7f29f51d517f52f76b57ff80c9b324f46ac21dbd98f943225b114f","schema_version":"1.0","event_id":"sha256:bfcb817a3b7f29f51d517f52f76b57ff80c9b324f46ac21dbd98f943225b114f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:DCA2OZD7YLTT2SCDZWQDJ7PTH5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Offline Robot Reinforcement Learning with Uncertainty-Guided Human Expert Sampling","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.RO"],"primary_cat":"cs.LG","authors_text":"Ashish Kumar, Ilya Kuzovkin","submitted_at":"2022-12-16T01:41:59Z","abstract_excerpt":"Recent advances in batch (offline) reinforcement learning have shown promising results in learning from available offline data and proved offline reinforcement learning to be an essential toolkit in learning control policies in a model-free setting. An offline reinforcement learning algorithm applied to a dataset collected by a suboptimal non-learning-based algorithm can result in a policy that outperforms the behavior agent used to collect the data. Such a scenario is frequent in robotics, where existing automation is collecting operational data. Although offline learning techniques can learn"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.08232","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.08232/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:25:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vx3zqIs73WXv+BkxoQiFiiho+uj9GJHfeCUhNaaMsUQP6GgUQ9318R6EPyuwZnj7hGib3gFhsNikFSAD0saFAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:52:20.956299Z"},"content_sha256":"737f1654c518ace0c3a465de6018aaa6a1bcd0f5f185f1169cf697b13f03fee5","schema_version":"1.0","event_id":"sha256:737f1654c518ace0c3a465de6018aaa6a1bcd0f5f185f1169cf697b13f03fee5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DCA2OZD7YLTT2SCDZWQDJ7PTH5/bundle.json","state_url":"https://pith.science/pith/DCA2OZD7YLTT2SCDZWQDJ7PTH5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DCA2OZD7YLTT2SCDZWQDJ7PTH5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T15:52:20Z","links":{"resolver":"https://pith.science/pith/DCA2OZD7YLTT2SCDZWQDJ7PTH5","bundle":"https://pith.science/pith/DCA2OZD7YLTT2SCDZWQDJ7PTH5/bundle.json","state":"https://pith.science/pith/DCA2OZD7YLTT2SCDZWQDJ7PTH5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DCA2OZD7YLTT2SCDZWQDJ7PTH5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:DCA2OZD7YLTT2SCDZWQDJ7PTH5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1688e01dbb944793309c40cc91c987941b406bda5b98f8e2c913d8bdfb5773be","cross_cats_sorted":["cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-16T01:41:59Z","title_canon_sha256":"6acbaa3726b13984f384484d207a0a6e1b8e55e7f7964e3014f28380c11e03d0"},"schema_version":"1.0","source":{"id":"2212.08232","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.08232","created_at":"2026-07-05T05:25:54Z"},{"alias_kind":"arxiv_version","alias_value":"2212.08232v1","created_at":"2026-07-05T05:25:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.08232","created_at":"2026-07-05T05:25:54Z"},{"alias_kind":"pith_short_12","alias_value":"DCA2OZD7YLTT","created_at":"2026-07-05T05:25:54Z"},{"alias_kind":"pith_short_16","alias_value":"DCA2OZD7YLTT2SCD","created_at":"2026-07-05T05:25:54Z"},{"alias_kind":"pith_short_8","alias_value":"DCA2OZD7","created_at":"2026-07-05T05:25:54Z"}],"graph_snapshots":[{"event_id":"sha256:737f1654c518ace0c3a465de6018aaa6a1bcd0f5f185f1169cf697b13f03fee5","target":"graph","created_at":"2026-07-05T05:25:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.08232/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advances in batch (offline) reinforcement learning have shown promising results in learning from available offline data and proved offline reinforcement learning to be an essential toolkit in learning control policies in a model-free setting. An offline reinforcement learning algorithm applied to a dataset collected by a suboptimal non-learning-based algorithm can result in a policy that outperforms the behavior agent used to collect the data. Such a scenario is frequent in robotics, where existing automation is collecting operational data. Although offline learning techniques can learn","authors_text":"Ashish Kumar, Ilya Kuzovkin","cross_cats":["cs.RO"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-16T01:41:59Z","title":"Offline Robot Reinforcement Learning with Uncertainty-Guided Human Expert Sampling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.08232","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bfcb817a3b7f29f51d517f52f76b57ff80c9b324f46ac21dbd98f943225b114f","target":"record","created_at":"2026-07-05T05:25:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1688e01dbb944793309c40cc91c987941b406bda5b98f8e2c913d8bdfb5773be","cross_cats_sorted":["cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-16T01:41:59Z","title_canon_sha256":"6acbaa3726b13984f384484d207a0a6e1b8e55e7f7964e3014f28380c11e03d0"},"schema_version":"1.0","source":{"id":"2212.08232","kind":"arxiv","version":1}},"canonical_sha256":"1881a7647fc2e73d4843cda034fdf33f4ab3691c35e36a04b74e360a27e36253","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1881a7647fc2e73d4843cda034fdf33f4ab3691c35e36a04b74e360a27e36253","first_computed_at":"2026-07-05T05:25:54.192717Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:25:54.192717Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"uNNuaD7HIceQK1UbpYzWZws+2V+iPdj57LOck6Itkp3Co+ALPi9HoYM6eEYPCBJow9f9DYMri6rDL89zlM4aCg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:25:54.193113Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.08232","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bfcb817a3b7f29f51d517f52f76b57ff80c9b324f46ac21dbd98f943225b114f","sha256:737f1654c518ace0c3a465de6018aaa6a1bcd0f5f185f1169cf697b13f03fee5"],"state_sha256":"ecb9fa47dd8cf0704fe69bfee7f0c7aaea389e11dd80f46090b9b7db081f48b4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DPy+nbgqkv7+VK7sWDUI3quu/5BjjAYxo50oJipH+B/yDV2GrYvlltpLLJlVWoutBnRPbxFqtp0d+rpaLQcYAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T15:52:20.961634Z","bundle_sha256":"e9dd670723937669afabb773f59895c5ac313a308148d622cba76baae83549c5"}}