{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:MH3XM254YWE5CAK2UNZMBDVTOS","short_pith_number":"pith:MH3XM254","canonical_record":{"source":{"id":"2202.10341","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-17T06:29:46Z","cross_cats_sorted":["cs.AI","cs.RO"],"title_canon_sha256":"17ec48b715c12f21dff8fd2e182ca205d4f605a2aa1c3b4f3d6250b4c6c222d6","abstract_canon_sha256":"aca419607b89179d18aa212f09b8c9df0fab284eed21e70c2f0dd3f9dd27a312"},"schema_version":"1.0"},"canonical_sha256":"61f7766bbcc589d1015aa372c08eb37495c02684ded6da1a8c2074806035ee08","source":{"kind":"arxiv","id":"2202.10341","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.10341","created_at":"2026-07-05T03:58:41Z"},{"alias_kind":"arxiv_version","alias_value":"2202.10341v1","created_at":"2026-07-05T03:58:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.10341","created_at":"2026-07-05T03:58:41Z"},{"alias_kind":"pith_short_12","alias_value":"MH3XM254YWE5","created_at":"2026-07-05T03:58:41Z"},{"alias_kind":"pith_short_16","alias_value":"MH3XM254YWE5CAK2","created_at":"2026-07-05T03:58:41Z"},{"alias_kind":"pith_short_8","alias_value":"MH3XM254","created_at":"2026-07-05T03:58:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:MH3XM254YWE5CAK2UNZMBDVTOS","target":"record","payload":{"canonical_record":{"source":{"id":"2202.10341","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-17T06:29:46Z","cross_cats_sorted":["cs.AI","cs.RO"],"title_canon_sha256":"17ec48b715c12f21dff8fd2e182ca205d4f605a2aa1c3b4f3d6250b4c6c222d6","abstract_canon_sha256":"aca419607b89179d18aa212f09b8c9df0fab284eed21e70c2f0dd3f9dd27a312"},"schema_version":"1.0"},"canonical_sha256":"61f7766bbcc589d1015aa372c08eb37495c02684ded6da1a8c2074806035ee08","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:58:41.476658Z","signature_b64":"9wOp3JSOP8tLoFa6DMG7gq3Nx7HhDsliIN1goW1Wx8eRm7R3pdJrUEfEp6OUmiwRPWJcVxQrOUCnud3TB9N7Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"61f7766bbcc589d1015aa372c08eb37495c02684ded6da1a8c2074806035ee08","last_reissued_at":"2026-07-05T03:58:41.476232Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:58:41.476232Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2202.10341","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:58:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xjtiQfenmJhEGqN5WjRMYaHHg1qaSL4n825ZpRP8FQXP7Cb3P9R3Vh0c/k8/Y785teDFSO5+32qdevBdIgnsBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:51:07.518749Z"},"content_sha256":"861f3b51037979f7d74b55bf42b0c99fbba68dcbc75466d1ff22d745f48cd9a9","schema_version":"1.0","event_id":"sha256:861f3b51037979f7d74b55bf42b0c99fbba68dcbc75466d1ff22d745f48cd9a9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:MH3XM254YWE5CAK2UNZMBDVTOS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Efficient Learning of Safe Driving Policy via Human-AI Copilot Optimization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.RO"],"primary_cat":"cs.LG","authors_text":"Bolei Zhou, Quanyi Li, Zhenghao Peng","submitted_at":"2022-02-17T06:29:46Z","abstract_excerpt":"Human intervention is an effective way to inject human knowledge into the training loop of reinforcement learning, which can bring fast learning and ensured training safety. Given the very limited budget of human intervention, it remains challenging to design when and how human expert interacts with the learning agent in the training. In this work, we develop a novel human-in-the-loop learning method called Human-AI Copilot Optimization (HACO).To allow the agent's sufficient exploration in the risky environments while ensuring the training safety, the human expert can take over the control and"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.10341","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2202.10341/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:58:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WcXN5b2yd0B36wwLxad3l0XcQTjpBfWGzVcym7BUnfTmysnAqzk8L5q8lS0jCScVeeAKq62TDyiYFmS8csF4CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:51:07.519256Z"},"content_sha256":"fdfa6bfe48ca19e2471293c07c442943db0c240069c8e6bd83de015ddf551313","schema_version":"1.0","event_id":"sha256:fdfa6bfe48ca19e2471293c07c442943db0c240069c8e6bd83de015ddf551313"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MH3XM254YWE5CAK2UNZMBDVTOS/bundle.json","state_url":"https://pith.science/pith/MH3XM254YWE5CAK2UNZMBDVTOS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MH3XM254YWE5CAK2UNZMBDVTOS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T08:51:07Z","links":{"resolver":"https://pith.science/pith/MH3XM254YWE5CAK2UNZMBDVTOS","bundle":"https://pith.science/pith/MH3XM254YWE5CAK2UNZMBDVTOS/bundle.json","state":"https://pith.science/pith/MH3XM254YWE5CAK2UNZMBDVTOS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MH3XM254YWE5CAK2UNZMBDVTOS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:MH3XM254YWE5CAK2UNZMBDVTOS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"aca419607b89179d18aa212f09b8c9df0fab284eed21e70c2f0dd3f9dd27a312","cross_cats_sorted":["cs.AI","cs.RO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-17T06:29:46Z","title_canon_sha256":"17ec48b715c12f21dff8fd2e182ca205d4f605a2aa1c3b4f3d6250b4c6c222d6"},"schema_version":"1.0","source":{"id":"2202.10341","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.10341","created_at":"2026-07-05T03:58:41Z"},{"alias_kind":"arxiv_version","alias_value":"2202.10341v1","created_at":"2026-07-05T03:58:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.10341","created_at":"2026-07-05T03:58:41Z"},{"alias_kind":"pith_short_12","alias_value":"MH3XM254YWE5","created_at":"2026-07-05T03:58:41Z"},{"alias_kind":"pith_short_16","alias_value":"MH3XM254YWE5CAK2","created_at":"2026-07-05T03:58:41Z"},{"alias_kind":"pith_short_8","alias_value":"MH3XM254","created_at":"2026-07-05T03:58:41Z"}],"graph_snapshots":[{"event_id":"sha256:fdfa6bfe48ca19e2471293c07c442943db0c240069c8e6bd83de015ddf551313","target":"graph","created_at":"2026-07-05T03:58:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.10341/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Human intervention is an effective way to inject human knowledge into the training loop of reinforcement learning, which can bring fast learning and ensured training safety. Given the very limited budget of human intervention, it remains challenging to design when and how human expert interacts with the learning agent in the training. In this work, we develop a novel human-in-the-loop learning method called Human-AI Copilot Optimization (HACO).To allow the agent's sufficient exploration in the risky environments while ensuring the training safety, the human expert can take over the control and","authors_text":"Bolei Zhou, Quanyi Li, Zhenghao Peng","cross_cats":["cs.AI","cs.RO"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-17T06:29:46Z","title":"Efficient Learning of Safe Driving Policy via Human-AI Copilot Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.10341","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:861f3b51037979f7d74b55bf42b0c99fbba68dcbc75466d1ff22d745f48cd9a9","target":"record","created_at":"2026-07-05T03:58:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"aca419607b89179d18aa212f09b8c9df0fab284eed21e70c2f0dd3f9dd27a312","cross_cats_sorted":["cs.AI","cs.RO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-17T06:29:46Z","title_canon_sha256":"17ec48b715c12f21dff8fd2e182ca205d4f605a2aa1c3b4f3d6250b4c6c222d6"},"schema_version":"1.0","source":{"id":"2202.10341","kind":"arxiv","version":1}},"canonical_sha256":"61f7766bbcc589d1015aa372c08eb37495c02684ded6da1a8c2074806035ee08","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"61f7766bbcc589d1015aa372c08eb37495c02684ded6da1a8c2074806035ee08","first_computed_at":"2026-07-05T03:58:41.476232Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:58:41.476232Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9wOp3JSOP8tLoFa6DMG7gq3Nx7HhDsliIN1goW1Wx8eRm7R3pdJrUEfEp6OUmiwRPWJcVxQrOUCnud3TB9N7Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:58:41.476658Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.10341","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:861f3b51037979f7d74b55bf42b0c99fbba68dcbc75466d1ff22d745f48cd9a9","sha256:fdfa6bfe48ca19e2471293c07c442943db0c240069c8e6bd83de015ddf551313"],"state_sha256":"f5873f3eca1724e37cb226f9d86562b7972ac3bdf6e1be46f3189a93ce5d333e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UjeR43cO2Vv/5fdIcoHZFyQKALdcxVnH58kjZlJcPY8TLvcV5i530vux96tVpPKSCRHYrKmf/cSl6kRxX7WTCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T08:51:07.522646Z","bundle_sha256":"89fdf55acbcbd9691c3539370714fdef67216780e609465d5af1edc11e66c92a"}}