{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:BYBXAEUBUDULDTYFFQ4JHQPMCB","short_pith_number":"pith:BYBXAEUB","canonical_record":{"source":{"id":"1901.06576","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2019-01-19T19:16:42Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"d9e2b2fe213d75c8db6f842a43b69b039c5bc66800b91a93fa700b69e136f894","abstract_canon_sha256":"d9fa137e2ce9f448a0c6b93cc3a8a1de2c1183827ea625671c1bfa9af28817c1"},"schema_version":"1.0"},"canonical_sha256":"0e03701281a0e8b1cf052c3893c1ec105879cb32f8a71f48e61911168e802534","source":{"kind":"arxiv","id":"1901.06576","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.06576","created_at":"2026-05-17T23:55:49Z"},{"alias_kind":"arxiv_version","alias_value":"1901.06576v1","created_at":"2026-05-17T23:55:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.06576","created_at":"2026-05-17T23:55:49Z"},{"alias_kind":"pith_short_12","alias_value":"BYBXAEUBUDUL","created_at":"2026-05-18T12:33:12Z"},{"alias_kind":"pith_short_16","alias_value":"BYBXAEUBUDULDTYF","created_at":"2026-05-18T12:33:12Z"},{"alias_kind":"pith_short_8","alias_value":"BYBXAEUB","created_at":"2026-05-18T12:33:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:BYBXAEUBUDULDTYFFQ4JHQPMCB","target":"record","payload":{"canonical_record":{"source":{"id":"1901.06576","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2019-01-19T19:16:42Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"d9e2b2fe213d75c8db6f842a43b69b039c5bc66800b91a93fa700b69e136f894","abstract_canon_sha256":"d9fa137e2ce9f448a0c6b93cc3a8a1de2c1183827ea625671c1bfa9af28817c1"},"schema_version":"1.0"},"canonical_sha256":"0e03701281a0e8b1cf052c3893c1ec105879cb32f8a71f48e61911168e802534","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:55:49.781177Z","signature_b64":"oeR5xIrJS4T8kdjGOQXk2HBB43m2jVLEy9JHWD8y5l14tcjpdamU6LQt8hKSJiYdGh4y+HAqIZotupXIuMcfCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0e03701281a0e8b1cf052c3893c1ec105879cb32f8a71f48e61911168e802534","last_reissued_at":"2026-05-17T23:55:49.780591Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:55:49.780591Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1901.06576","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:55:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TEve09WWEtJ8V4al3RqBqQS9GkiaK5e/iXQGvmuj06nyT8++M0Q+IO3QiqxAeamywCU7CiZciYS0V6wefoDUBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-18T22:18:57.029449Z"},"content_sha256":"72b92631f6153b6fc96aa226095fe5d1c263bfd88e6275c4d8885fafa936f653","schema_version":"1.0","event_id":"sha256:72b92631f6153b6fc96aa226095fe5d1c263bfd88e6275c4d8885fafa936f653"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:BYBXAEUBUDULDTYFFQ4JHQPMCB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Physically Safe Reinforcement Learning under Supervision","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Devin Balkcom, Haoxiang Li, Yinan Zhang","submitted_at":"2019-01-19T19:16:42Z","abstract_excerpt":"This paper addresses the question of how a previously available control policy $\\pi_s$ can be used as a supervisor to more quickly and safely train a new learned control policy $\\pi_L$ for a robot. A weighted average of the supervisor and learned policies is used during trials, with a heavier weight initially on the supervisor, in order to allow safe and useful physical trials while the learned policy is still ineffective. During the process, the weight is adjusted to favor the learned policy. As weights are adjusted, the learned network must compensate so as to give safe and reasonable output"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.06576","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:55:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HomjBmFE57nTySQkm7T7r9qgup2PkN9Q7V8g5fSpeYpX1OQhvkk7Y+CNtuH/e/SkvwPp+7IlMUEtE258OvwXAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-18T22:18:57.029853Z"},"content_sha256":"ae5328ebd071bbc31383b8df2c0b0e8f89bda9032dc6ebb5a71713d09d54ed0a","schema_version":"1.0","event_id":"sha256:ae5328ebd071bbc31383b8df2c0b0e8f89bda9032dc6ebb5a71713d09d54ed0a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BYBXAEUBUDULDTYFFQ4JHQPMCB/bundle.json","state_url":"https://pith.science/pith/BYBXAEUBUDULDTYFFQ4JHQPMCB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BYBXAEUBUDULDTYFFQ4JHQPMCB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-18T22:18:57Z","links":{"resolver":"https://pith.science/pith/BYBXAEUBUDULDTYFFQ4JHQPMCB","bundle":"https://pith.science/pith/BYBXAEUBUDULDTYFFQ4JHQPMCB/bundle.json","state":"https://pith.science/pith/BYBXAEUBUDULDTYFFQ4JHQPMCB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BYBXAEUBUDULDTYFFQ4JHQPMCB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:BYBXAEUBUDULDTYFFQ4JHQPMCB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d9fa137e2ce9f448a0c6b93cc3a8a1de2c1183827ea625671c1bfa9af28817c1","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2019-01-19T19:16:42Z","title_canon_sha256":"d9e2b2fe213d75c8db6f842a43b69b039c5bc66800b91a93fa700b69e136f894"},"schema_version":"1.0","source":{"id":"1901.06576","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.06576","created_at":"2026-05-17T23:55:49Z"},{"alias_kind":"arxiv_version","alias_value":"1901.06576v1","created_at":"2026-05-17T23:55:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.06576","created_at":"2026-05-17T23:55:49Z"},{"alias_kind":"pith_short_12","alias_value":"BYBXAEUBUDUL","created_at":"2026-05-18T12:33:12Z"},{"alias_kind":"pith_short_16","alias_value":"BYBXAEUBUDULDTYF","created_at":"2026-05-18T12:33:12Z"},{"alias_kind":"pith_short_8","alias_value":"BYBXAEUB","created_at":"2026-05-18T12:33:12Z"}],"graph_snapshots":[{"event_id":"sha256:ae5328ebd071bbc31383b8df2c0b0e8f89bda9032dc6ebb5a71713d09d54ed0a","target":"graph","created_at":"2026-05-17T23:55:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"This paper addresses the question of how a previously available control policy $\\pi_s$ can be used as a supervisor to more quickly and safely train a new learned control policy $\\pi_L$ for a robot. A weighted average of the supervisor and learned policies is used during trials, with a heavier weight initially on the supervisor, in order to allow safe and useful physical trials while the learned policy is still ineffective. During the process, the weight is adjusted to favor the learned policy. As weights are adjusted, the learned network must compensate so as to give safe and reasonable output","authors_text":"Devin Balkcom, Haoxiang Li, Yinan Zhang","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2019-01-19T19:16:42Z","title":"Towards Physically Safe Reinforcement Learning under Supervision"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.06576","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:72b92631f6153b6fc96aa226095fe5d1c263bfd88e6275c4d8885fafa936f653","target":"record","created_at":"2026-05-17T23:55:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d9fa137e2ce9f448a0c6b93cc3a8a1de2c1183827ea625671c1bfa9af28817c1","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2019-01-19T19:16:42Z","title_canon_sha256":"d9e2b2fe213d75c8db6f842a43b69b039c5bc66800b91a93fa700b69e136f894"},"schema_version":"1.0","source":{"id":"1901.06576","kind":"arxiv","version":1}},"canonical_sha256":"0e03701281a0e8b1cf052c3893c1ec105879cb32f8a71f48e61911168e802534","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0e03701281a0e8b1cf052c3893c1ec105879cb32f8a71f48e61911168e802534","first_computed_at":"2026-05-17T23:55:49.780591Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:55:49.780591Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oeR5xIrJS4T8kdjGOQXk2HBB43m2jVLEy9JHWD8y5l14tcjpdamU6LQt8hKSJiYdGh4y+HAqIZotupXIuMcfCw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:55:49.781177Z","signed_message":"canonical_sha256_bytes"},"source_id":"1901.06576","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:72b92631f6153b6fc96aa226095fe5d1c263bfd88e6275c4d8885fafa936f653","sha256:ae5328ebd071bbc31383b8df2c0b0e8f89bda9032dc6ebb5a71713d09d54ed0a"],"state_sha256":"b61b815f0c32f235c29584af1a574c1b0d336ec5daca84029eb94b7aeb99268b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LwcOsow+YipPpWU76RP4uSju64McMIZC2gG64nd55PC2t6vtAzcD7r/nARXxSD2Hm00XSf0XB8n/C21fIPsrDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-18T22:18:57.031256Z","bundle_sha256":"c8c19ed924388f0c5ef83f10460c77cf1373fb66233e42b95f8560d6293c9d00"}}