{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:CTIQIDZQCSOLMV5RBP4FKV6KYP","short_pith_number":"pith:CTIQIDZQ","canonical_record":{"source":{"id":"2211.11802","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-21T19:10:27Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"af7c9995a889bf6f501506fbdb73458511b7ba83fc2671adf2ae6628bd689c31","abstract_canon_sha256":"07320bbb6941e18d320ebbe4a6300f32c330c1ca6e4b617ce45f34c678993a84"},"schema_version":"1.0"},"canonical_sha256":"14d1040f30149cb657b10bf85557cac3ffe82d7b0759264b7a249ef6d58bee97","source":{"kind":"arxiv","id":"2211.11802","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.11802","created_at":"2026-07-05T05:18:09Z"},{"alias_kind":"arxiv_version","alias_value":"2211.11802v1","created_at":"2026-07-05T05:18:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.11802","created_at":"2026-07-05T05:18:09Z"},{"alias_kind":"pith_short_12","alias_value":"CTIQIDZQCSOL","created_at":"2026-07-05T05:18:09Z"},{"alias_kind":"pith_short_16","alias_value":"CTIQIDZQCSOLMV5R","created_at":"2026-07-05T05:18:09Z"},{"alias_kind":"pith_short_8","alias_value":"CTIQIDZQ","created_at":"2026-07-05T05:18:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:CTIQIDZQCSOLMV5RBP4FKV6KYP","target":"record","payload":{"canonical_record":{"source":{"id":"2211.11802","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-21T19:10:27Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"af7c9995a889bf6f501506fbdb73458511b7ba83fc2671adf2ae6628bd689c31","abstract_canon_sha256":"07320bbb6941e18d320ebbe4a6300f32c330c1ca6e4b617ce45f34c678993a84"},"schema_version":"1.0"},"canonical_sha256":"14d1040f30149cb657b10bf85557cac3ffe82d7b0759264b7a249ef6d58bee97","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:18:09.580876Z","signature_b64":"WCsAyCZQHLJq4a0Cin5Lv+TGUcew38CzDMMD2UkBgxYkeB9rsbMu8MwSkrcY3QBZG17jwRFsaLoWzETmHGqQAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"14d1040f30149cb657b10bf85557cac3ffe82d7b0759264b7a249ef6d58bee97","last_reissued_at":"2026-07-05T05:18:09.580470Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:18:09.580470Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.11802","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:18:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j9u981pym6tO6uhokVmfbdVBI4+Lt/o/dUMpfUr2EL9zzj7sFYZCrRMnFlHBoNPJf0T32RpRyhbtRB0gJWXTDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:32:13.507241Z"},"content_sha256":"37c9154c21ada812042e80d47db849454be3bb64661dfb4a3ca3b5521b46e23b","schema_version":"1.0","event_id":"sha256:37c9154c21ada812042e80d47db849454be3bb64661dfb4a3ca3b5521b46e23b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:CTIQIDZQCSOLMV5RBP4FKV6KYP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving TD3-BC: Relaxed Policy Constraint for Offline Learning and Stable Online Fine-Tuning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Alex Beeson, Giovanni Montana","submitted_at":"2022-11-21T19:10:27Z","abstract_excerpt":"The ability to discover optimal behaviour from fixed data sets has the potential to transfer the successes of reinforcement learning (RL) to domains where data collection is acutely problematic. In this offline setting, a key challenge is overcoming overestimation bias for actions not present in data which, without the ability to correct for via interaction with the environment, can propagate and compound during training, leading to highly sub-optimal policies. One simple method to reduce this bias is to introduce a policy constraint via behavioural cloning (BC), which encourages agents to pic"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.11802","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.11802/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:18:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BpimxlnXJLQPzuMySylz7OHJzVcGximgDWu9FC8shEJF7iEjbvr6Qzh4d5v2upu2/bBNCII4tQfMpaAA6wZADg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:32:13.507812Z"},"content_sha256":"22f48d7239b96791c587422702e12743a70185aecf765cc84fd4309bd5f6bb9c","schema_version":"1.0","event_id":"sha256:22f48d7239b96791c587422702e12743a70185aecf765cc84fd4309bd5f6bb9c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CTIQIDZQCSOLMV5RBP4FKV6KYP/bundle.json","state_url":"https://pith.science/pith/CTIQIDZQCSOLMV5RBP4FKV6KYP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CTIQIDZQCSOLMV5RBP4FKV6KYP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T09:32:13Z","links":{"resolver":"https://pith.science/pith/CTIQIDZQCSOLMV5RBP4FKV6KYP","bundle":"https://pith.science/pith/CTIQIDZQCSOLMV5RBP4FKV6KYP/bundle.json","state":"https://pith.science/pith/CTIQIDZQCSOLMV5RBP4FKV6KYP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CTIQIDZQCSOLMV5RBP4FKV6KYP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:CTIQIDZQCSOLMV5RBP4FKV6KYP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"07320bbb6941e18d320ebbe4a6300f32c330c1ca6e4b617ce45f34c678993a84","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-21T19:10:27Z","title_canon_sha256":"af7c9995a889bf6f501506fbdb73458511b7ba83fc2671adf2ae6628bd689c31"},"schema_version":"1.0","source":{"id":"2211.11802","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.11802","created_at":"2026-07-05T05:18:09Z"},{"alias_kind":"arxiv_version","alias_value":"2211.11802v1","created_at":"2026-07-05T05:18:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.11802","created_at":"2026-07-05T05:18:09Z"},{"alias_kind":"pith_short_12","alias_value":"CTIQIDZQCSOL","created_at":"2026-07-05T05:18:09Z"},{"alias_kind":"pith_short_16","alias_value":"CTIQIDZQCSOLMV5R","created_at":"2026-07-05T05:18:09Z"},{"alias_kind":"pith_short_8","alias_value":"CTIQIDZQ","created_at":"2026-07-05T05:18:09Z"}],"graph_snapshots":[{"event_id":"sha256:22f48d7239b96791c587422702e12743a70185aecf765cc84fd4309bd5f6bb9c","target":"graph","created_at":"2026-07-05T05:18:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.11802/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The ability to discover optimal behaviour from fixed data sets has the potential to transfer the successes of reinforcement learning (RL) to domains where data collection is acutely problematic. In this offline setting, a key challenge is overcoming overestimation bias for actions not present in data which, without the ability to correct for via interaction with the environment, can propagate and compound during training, leading to highly sub-optimal policies. One simple method to reduce this bias is to introduce a policy constraint via behavioural cloning (BC), which encourages agents to pic","authors_text":"Alex Beeson, Giovanni Montana","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-21T19:10:27Z","title":"Improving TD3-BC: Relaxed Policy Constraint for Offline Learning and Stable Online Fine-Tuning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.11802","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:37c9154c21ada812042e80d47db849454be3bb64661dfb4a3ca3b5521b46e23b","target":"record","created_at":"2026-07-05T05:18:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"07320bbb6941e18d320ebbe4a6300f32c330c1ca6e4b617ce45f34c678993a84","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-21T19:10:27Z","title_canon_sha256":"af7c9995a889bf6f501506fbdb73458511b7ba83fc2671adf2ae6628bd689c31"},"schema_version":"1.0","source":{"id":"2211.11802","kind":"arxiv","version":1}},"canonical_sha256":"14d1040f30149cb657b10bf85557cac3ffe82d7b0759264b7a249ef6d58bee97","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"14d1040f30149cb657b10bf85557cac3ffe82d7b0759264b7a249ef6d58bee97","first_computed_at":"2026-07-05T05:18:09.580470Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:18:09.580470Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WCsAyCZQHLJq4a0Cin5Lv+TGUcew38CzDMMD2UkBgxYkeB9rsbMu8MwSkrcY3QBZG17jwRFsaLoWzETmHGqQAg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:18:09.580876Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.11802","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:37c9154c21ada812042e80d47db849454be3bb64661dfb4a3ca3b5521b46e23b","sha256:22f48d7239b96791c587422702e12743a70185aecf765cc84fd4309bd5f6bb9c"],"state_sha256":"23ad60c30901be48d430f716f2cb39aa23810da26447c8f26de99831391f9907"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KUCkCkblNrk/dfppiK86HaN8OnODz3FBy3YUsG+qpl977cS3Uw5dnut9bPHcKIe7kjLs43UnjSAAmYmpUGArDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T09:32:13.512809Z","bundle_sha256":"50d131929a9dd11aa75507abd5a11d4252e83a11e9d261d8611c86b976f35761"}}