{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:SYTSREGTAEEEABNGU66YUTYNKD","short_pith_number":"pith:SYTSREGT","canonical_record":{"source":{"id":"2002.07418","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-02-18T07:58:27Z","cross_cats_sorted":[],"title_canon_sha256":"dba6f3ef2f00869dee53139486e722d9feb1fcd171c4ec72e5799dc7402e93c0","abstract_canon_sha256":"b07127cd52670da23b20d766a6f3a47165a6c774981dcce8a92d2929fbd1cfff"},"schema_version":"1.0"},"canonical_sha256":"96272890d301084005a6a7bd8a4f0d50c6bda07d6196b475624456ff154eb698","source":{"kind":"arxiv","id":"2002.07418","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.07418","created_at":"2026-07-05T01:04:48Z"},{"alias_kind":"arxiv_version","alias_value":"2002.07418v2","created_at":"2026-07-05T01:04:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.07418","created_at":"2026-07-05T01:04:48Z"},{"alias_kind":"pith_short_12","alias_value":"SYTSREGTAEEE","created_at":"2026-07-05T01:04:48Z"},{"alias_kind":"pith_short_16","alias_value":"SYTSREGTAEEEABNG","created_at":"2026-07-05T01:04:48Z"},{"alias_kind":"pith_short_8","alias_value":"SYTSREGT","created_at":"2026-07-05T01:04:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:SYTSREGTAEEEABNGU66YUTYNKD","target":"record","payload":{"canonical_record":{"source":{"id":"2002.07418","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-02-18T07:58:27Z","cross_cats_sorted":[],"title_canon_sha256":"dba6f3ef2f00869dee53139486e722d9feb1fcd171c4ec72e5799dc7402e93c0","abstract_canon_sha256":"b07127cd52670da23b20d766a6f3a47165a6c774981dcce8a92d2929fbd1cfff"},"schema_version":"1.0"},"canonical_sha256":"96272890d301084005a6a7bd8a4f0d50c6bda07d6196b475624456ff154eb698","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:04:48.174781Z","signature_b64":"0HAoA8CnF5QF50xSFQ9+IupErGIpnRr/9p5tVaRyZqXdrk8seRp3/samzPOc6gW88XnksVvoEB4RbIHKB/W2DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"96272890d301084005a6a7bd8a4f0d50c6bda07d6196b475624456ff154eb698","last_reissued_at":"2026-07-05T01:04:48.174036Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:04:48.174036Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2002.07418","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:04:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0dK+FgrOJX/zZOggKVQtWW4F9btXM13Bc89ofL7OQW3i3e3enKKl/PEW+c1AFJeTSHjYeacun55/Q8sW1ObfAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T10:09:55.311293Z"},"content_sha256":"21c97cbb0d362bd17370c942adf07461724adea4353ae4eb02f2986cd9e524c7","schema_version":"1.0","event_id":"sha256:21c97cbb0d362bd17370c942adf07461724adea4353ae4eb02f2986cd9e524c7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:SYTSREGTAEEEABNGU66YUTYNKD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"KoGuN: Accelerating Deep Reinforcement Learning via Integrating Human Suboptimal Knowledge","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Hongyao Tang, Jianye Hao, Peng Zhang, Weixun Wang, Yan Zheng, Yihai Duan, Yi Ma","submitted_at":"2020-02-18T07:58:27Z","abstract_excerpt":"Reinforcement learning agents usually learn from scratch, which requires a large number of interactions with the environment. This is quite different from the learning process of human. When faced with a new task, human naturally have the common sense and use the prior knowledge to derive an initial policy and guide the learning process afterwards. Although the prior knowledge may be not fully applicable to the new task, the learning process is significantly sped up since the initial policy ensures a quick-start of learning and intermediate guidance allows to avoid unnecessary exploration. Tak"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.07418","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2002.07418/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:04:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0tNdKw4ZxBumPNHsm1ZDaTHSa4GiQftkW0H/0ejyQvaLBSwhVusJ9pux0dFKFPawDEH2/C+ZgMXwTLHYbIQtDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T10:09:55.311870Z"},"content_sha256":"a84350ec70a5b906fba6dd54c50bb1401f6f9ed5d6bac34d1bd36eb679e22917","schema_version":"1.0","event_id":"sha256:a84350ec70a5b906fba6dd54c50bb1401f6f9ed5d6bac34d1bd36eb679e22917"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SYTSREGTAEEEABNGU66YUTYNKD/bundle.json","state_url":"https://pith.science/pith/SYTSREGTAEEEABNGU66YUTYNKD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SYTSREGTAEEEABNGU66YUTYNKD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T10:09:55Z","links":{"resolver":"https://pith.science/pith/SYTSREGTAEEEABNGU66YUTYNKD","bundle":"https://pith.science/pith/SYTSREGTAEEEABNGU66YUTYNKD/bundle.json","state":"https://pith.science/pith/SYTSREGTAEEEABNGU66YUTYNKD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SYTSREGTAEEEABNGU66YUTYNKD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:SYTSREGTAEEEABNGU66YUTYNKD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b07127cd52670da23b20d766a6f3a47165a6c774981dcce8a92d2929fbd1cfff","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-02-18T07:58:27Z","title_canon_sha256":"dba6f3ef2f00869dee53139486e722d9feb1fcd171c4ec72e5799dc7402e93c0"},"schema_version":"1.0","source":{"id":"2002.07418","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.07418","created_at":"2026-07-05T01:04:48Z"},{"alias_kind":"arxiv_version","alias_value":"2002.07418v2","created_at":"2026-07-05T01:04:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.07418","created_at":"2026-07-05T01:04:48Z"},{"alias_kind":"pith_short_12","alias_value":"SYTSREGTAEEE","created_at":"2026-07-05T01:04:48Z"},{"alias_kind":"pith_short_16","alias_value":"SYTSREGTAEEEABNG","created_at":"2026-07-05T01:04:48Z"},{"alias_kind":"pith_short_8","alias_value":"SYTSREGT","created_at":"2026-07-05T01:04:48Z"}],"graph_snapshots":[{"event_id":"sha256:a84350ec70a5b906fba6dd54c50bb1401f6f9ed5d6bac34d1bd36eb679e22917","target":"graph","created_at":"2026-07-05T01:04:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2002.07418/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning agents usually learn from scratch, which requires a large number of interactions with the environment. This is quite different from the learning process of human. When faced with a new task, human naturally have the common sense and use the prior knowledge to derive an initial policy and guide the learning process afterwards. Although the prior knowledge may be not fully applicable to the new task, the learning process is significantly sped up since the initial policy ensures a quick-start of learning and intermediate guidance allows to avoid unnecessary exploration. Tak","authors_text":"Hongyao Tang, Jianye Hao, Peng Zhang, Weixun Wang, Yan Zheng, Yihai Duan, Yi Ma","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-02-18T07:58:27Z","title":"KoGuN: Accelerating Deep Reinforcement Learning via Integrating Human Suboptimal Knowledge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.07418","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:21c97cbb0d362bd17370c942adf07461724adea4353ae4eb02f2986cd9e524c7","target":"record","created_at":"2026-07-05T01:04:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b07127cd52670da23b20d766a6f3a47165a6c774981dcce8a92d2929fbd1cfff","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2020-02-18T07:58:27Z","title_canon_sha256":"dba6f3ef2f00869dee53139486e722d9feb1fcd171c4ec72e5799dc7402e93c0"},"schema_version":"1.0","source":{"id":"2002.07418","kind":"arxiv","version":2}},"canonical_sha256":"96272890d301084005a6a7bd8a4f0d50c6bda07d6196b475624456ff154eb698","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"96272890d301084005a6a7bd8a4f0d50c6bda07d6196b475624456ff154eb698","first_computed_at":"2026-07-05T01:04:48.174036Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:04:48.174036Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0HAoA8CnF5QF50xSFQ9+IupErGIpnRr/9p5tVaRyZqXdrk8seRp3/samzPOc6gW88XnksVvoEB4RbIHKB/W2DA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:04:48.174781Z","signed_message":"canonical_sha256_bytes"},"source_id":"2002.07418","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:21c97cbb0d362bd17370c942adf07461724adea4353ae4eb02f2986cd9e524c7","sha256:a84350ec70a5b906fba6dd54c50bb1401f6f9ed5d6bac34d1bd36eb679e22917"],"state_sha256":"633fc3f5610f21cc46af0fb65df0ac470706e9be87297cc6e7e2599d80421300"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xo2Y21rRRbkhum35QdWrofNnnp6nlP4M/NAvzNLYsPW6IFdgJ8KdKmE5RVZVmb7kpcpIkqJwViCkwpEQSV1vAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T10:09:55.317573Z","bundle_sha256":"e32d89e5942e507b9d54aa36639aeffef4d95969758987ac63363388742a138d"}}