{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:LCRCIGGNA72EFQINONZSORLH5U","short_pith_number":"pith:LCRCIGGN","canonical_record":{"source":{"id":"1910.04281","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-09T22:32:23Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"cf479e6ad0acdaa75a8baa953fd583089d7ec19a636df37d631c2a151e6bbc6a","abstract_canon_sha256":"fbe4e5c9c6aef117133aa105db0ae780439a48df020bcd5487c8883760a9bf56"},"schema_version":"1.0"},"canonical_sha256":"58a22418cd07f442c10d7373274567ed126f5a4114bd33d13291084400357cfb","source":{"kind":"arxiv","id":"1910.04281","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1910.04281","created_at":"2026-07-05T00:52:36Z"},{"alias_kind":"arxiv_version","alias_value":"1910.04281v2","created_at":"2026-07-05T00:52:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1910.04281","created_at":"2026-07-05T00:52:36Z"},{"alias_kind":"pith_short_12","alias_value":"LCRCIGGNA72E","created_at":"2026-07-05T00:52:36Z"},{"alias_kind":"pith_short_16","alias_value":"LCRCIGGNA72EFQIN","created_at":"2026-07-05T00:52:36Z"},{"alias_kind":"pith_short_8","alias_value":"LCRCIGGN","created_at":"2026-07-05T00:52:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:LCRCIGGNA72EFQINONZSORLH5U","target":"record","payload":{"canonical_record":{"source":{"id":"1910.04281","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-09T22:32:23Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"cf479e6ad0acdaa75a8baa953fd583089d7ec19a636df37d631c2a151e6bbc6a","abstract_canon_sha256":"fbe4e5c9c6aef117133aa105db0ae780439a48df020bcd5487c8883760a9bf56"},"schema_version":"1.0"},"canonical_sha256":"58a22418cd07f442c10d7373274567ed126f5a4114bd33d13291084400357cfb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:52:36.490970Z","signature_b64":"DFQnLw9GxRIfMtsp8Q+AWsfmE1yDU+0GNbZODsokWxmshxxi0kDy0W5uO/RjeNvB3Sy7RnxFdtIMYohNGUsZAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"58a22418cd07f442c10d7373274567ed126f5a4114bd33d13291084400357cfb","last_reissued_at":"2026-07-05T00:52:36.490637Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:52:36.490637Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1910.04281","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:52:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6gJEsFmUv518rl3lrPBuII0+MxraGl16OgPe9nsM+Jt2LoJyv2vt/7YWcAeaAImqQfy3tWAhVfufD3upUt1gBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-17T10:48:57.861254Z"},"content_sha256":"c39660355ae138239cb3d53d06e61d489db42b98baa16ef9588689eec043da3c","schema_version":"1.0","event_id":"sha256:c39660355ae138239cb3d53d06e61d489db42b98baa16ef9588689eec043da3c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:LCRCIGGNA72EFQINONZSORLH5U","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Integrating Behavior Cloning and Reinforcement Learning for Improved Performance in Dense and Sparse Reward Environments","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Gregory M. Gremillion, John Valasek, Nicholas R. Waytowich, Vernon J. Lawhern, Vinicius G. Goecks","submitted_at":"2019-10-09T22:32:23Z","abstract_excerpt":"This paper investigates how to efficiently transition and update policies, trained initially with demonstrations, using off-policy actor-critic reinforcement learning. It is well-known that techniques based on Learning from Demonstrations, for example behavior cloning, can lead to proficient policies given limited data. However, it is currently unclear how to efficiently update that policy using reinforcement learning as these approaches are inherently optimizing different objective functions. Previous works have used loss functions, which combine behavior cloning losses with reinforcement lea"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1910.04281","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1910.04281/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:52:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Lu1AOOsRgsJHE4g9G5w9JQVQqtK7AXJKDc5h1g8FZxfISLZFG8cXOUp3js8QpYYEEca5n8Dsn61u7eRLN6N6Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-17T10:48:57.861632Z"},"content_sha256":"6bbd98e4ac3e4a2ebfc387da33015bbd1271ff784ea0e95f4bb7fc3704d559fd","schema_version":"1.0","event_id":"sha256:6bbd98e4ac3e4a2ebfc387da33015bbd1271ff784ea0e95f4bb7fc3704d559fd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LCRCIGGNA72EFQINONZSORLH5U/bundle.json","state_url":"https://pith.science/pith/LCRCIGGNA72EFQINONZSORLH5U/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LCRCIGGNA72EFQINONZSORLH5U/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-17T10:48:57Z","links":{"resolver":"https://pith.science/pith/LCRCIGGNA72EFQINONZSORLH5U","bundle":"https://pith.science/pith/LCRCIGGNA72EFQINONZSORLH5U/bundle.json","state":"https://pith.science/pith/LCRCIGGNA72EFQINONZSORLH5U/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LCRCIGGNA72EFQINONZSORLH5U/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:LCRCIGGNA72EFQINONZSORLH5U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fbe4e5c9c6aef117133aa105db0ae780439a48df020bcd5487c8883760a9bf56","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-09T22:32:23Z","title_canon_sha256":"cf479e6ad0acdaa75a8baa953fd583089d7ec19a636df37d631c2a151e6bbc6a"},"schema_version":"1.0","source":{"id":"1910.04281","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1910.04281","created_at":"2026-07-05T00:52:36Z"},{"alias_kind":"arxiv_version","alias_value":"1910.04281v2","created_at":"2026-07-05T00:52:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1910.04281","created_at":"2026-07-05T00:52:36Z"},{"alias_kind":"pith_short_12","alias_value":"LCRCIGGNA72E","created_at":"2026-07-05T00:52:36Z"},{"alias_kind":"pith_short_16","alias_value":"LCRCIGGNA72EFQIN","created_at":"2026-07-05T00:52:36Z"},{"alias_kind":"pith_short_8","alias_value":"LCRCIGGN","created_at":"2026-07-05T00:52:36Z"}],"graph_snapshots":[{"event_id":"sha256:6bbd98e4ac3e4a2ebfc387da33015bbd1271ff784ea0e95f4bb7fc3704d559fd","target":"graph","created_at":"2026-07-05T00:52:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1910.04281/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper investigates how to efficiently transition and update policies, trained initially with demonstrations, using off-policy actor-critic reinforcement learning. It is well-known that techniques based on Learning from Demonstrations, for example behavior cloning, can lead to proficient policies given limited data. However, it is currently unclear how to efficiently update that policy using reinforcement learning as these approaches are inherently optimizing different objective functions. Previous works have used loss functions, which combine behavior cloning losses with reinforcement lea","authors_text":"Gregory M. Gremillion, John Valasek, Nicholas R. Waytowich, Vernon J. Lawhern, Vinicius G. Goecks","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-09T22:32:23Z","title":"Integrating Behavior Cloning and Reinforcement Learning for Improved Performance in Dense and Sparse Reward Environments"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1910.04281","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c39660355ae138239cb3d53d06e61d489db42b98baa16ef9588689eec043da3c","target":"record","created_at":"2026-07-05T00:52:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fbe4e5c9c6aef117133aa105db0ae780439a48df020bcd5487c8883760a9bf56","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-10-09T22:32:23Z","title_canon_sha256":"cf479e6ad0acdaa75a8baa953fd583089d7ec19a636df37d631c2a151e6bbc6a"},"schema_version":"1.0","source":{"id":"1910.04281","kind":"arxiv","version":2}},"canonical_sha256":"58a22418cd07f442c10d7373274567ed126f5a4114bd33d13291084400357cfb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"58a22418cd07f442c10d7373274567ed126f5a4114bd33d13291084400357cfb","first_computed_at":"2026-07-05T00:52:36.490637Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:52:36.490637Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DFQnLw9GxRIfMtsp8Q+AWsfmE1yDU+0GNbZODsokWxmshxxi0kDy0W5uO/RjeNvB3Sy7RnxFdtIMYohNGUsZAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:52:36.490970Z","signed_message":"canonical_sha256_bytes"},"source_id":"1910.04281","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c39660355ae138239cb3d53d06e61d489db42b98baa16ef9588689eec043da3c","sha256:6bbd98e4ac3e4a2ebfc387da33015bbd1271ff784ea0e95f4bb7fc3704d559fd"],"state_sha256":"cdb1d65ee8c5a788fb3555aeb96b5f1e5f12b04ff2ade99dc48e67e0333e9d8e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eha5Up7KSIjytAFkEMysAMoMKrc7WU3HzhrpiQnkkWKpDiaXWCMjvJQPHfULWOCHzEI3agEvIf8Z8Fg9kxd8BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-17T10:48:57.863757Z","bundle_sha256":"064adc6e7735a4737afc45620a8d1cf57443e2803849933a64eef5dae44f1216"}}