{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:AUVP5N7GYAPFMP3R4PDDX65ALJ","short_pith_number":"pith:AUVP5N7G","canonical_record":{"source":{"id":"2203.10905","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-03-21T11:56:56Z","cross_cats_sorted":[],"title_canon_sha256":"0d961cbddcdd0ab0d61a4f09f2f4eb32b73d98ccaea7797fd1d0c5f45fb8e13e","abstract_canon_sha256":"d5dcd66890e76729c79456615a1b03f50c6d73c1ddc38afbb1771a16b2015f78"},"schema_version":"1.0"},"canonical_sha256":"052afeb7e6c01e563f71e3c63bfba05a5c51f3f0a4f6e5933ae80d302daa43a1","source":{"kind":"arxiv","id":"2203.10905","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.10905","created_at":"2026-07-05T04:06:58Z"},{"alias_kind":"arxiv_version","alias_value":"2203.10905v1","created_at":"2026-07-05T04:06:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.10905","created_at":"2026-07-05T04:06:58Z"},{"alias_kind":"pith_short_12","alias_value":"AUVP5N7GYAPF","created_at":"2026-07-05T04:06:58Z"},{"alias_kind":"pith_short_16","alias_value":"AUVP5N7GYAPFMP3R","created_at":"2026-07-05T04:06:58Z"},{"alias_kind":"pith_short_8","alias_value":"AUVP5N7G","created_at":"2026-07-05T04:06:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:AUVP5N7GYAPFMP3R4PDDX65ALJ","target":"record","payload":{"canonical_record":{"source":{"id":"2203.10905","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-03-21T11:56:56Z","cross_cats_sorted":[],"title_canon_sha256":"0d961cbddcdd0ab0d61a4f09f2f4eb32b73d98ccaea7797fd1d0c5f45fb8e13e","abstract_canon_sha256":"d5dcd66890e76729c79456615a1b03f50c6d73c1ddc38afbb1771a16b2015f78"},"schema_version":"1.0"},"canonical_sha256":"052afeb7e6c01e563f71e3c63bfba05a5c51f3f0a4f6e5933ae80d302daa43a1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:06:58.711559Z","signature_b64":"ILkj0df0Ydf8s3khRVWlbRvO4VqzfaYnwrYE+6k1aipH9E2ylS/Ww7OQOU0e5AXRULIHgFXTTCW+a43lgqpUAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"052afeb7e6c01e563f71e3c63bfba05a5c51f3f0a4f6e5933ae80d302daa43a1","last_reissued_at":"2026-07-05T04:06:58.711138Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:06:58.711138Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2203.10905","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:06:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uMhvxar/39Pcj3rkVcspuxVRe3IgRtIOUsvXYs3zr5LQBFGQQ+sAoQeKAegSQxp57NeaJYlNuXzK29zTJVCNBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T02:01:26.768798Z"},"content_sha256":"1411882354ce1e4cf5eb8e4a6b096d7ed65799646a0fa8b17cdf76c77ff5bebe","schema_version":"1.0","event_id":"sha256:1411882354ce1e4cf5eb8e4a6b096d7ed65799646a0fa8b17cdf76c77ff5bebe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:AUVP5N7GYAPFMP3R4PDDX65ALJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Self-Imitation Learning from Demonstrations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Aleksei Shpilman, Dmitry Ivanov, Georgiy Pshikhachev, Vladimir Egorov","submitted_at":"2022-03-21T11:56:56Z","abstract_excerpt":"Despite the numerous breakthroughs achieved with Reinforcement Learning (RL), solving environments with sparse rewards remains a challenging task that requires sophisticated exploration. Learning from Demonstrations (LfD) remedies this issue by guiding the agent's exploration towards states experienced by an expert. Naturally, the benefits of this approach hinge on the quality of demonstrations, which are rarely optimal in realistic scenarios. Modern LfD algorithms require meticulous tuning of hyperparameters that control the influence of demonstrations and, as we show in the paper, struggle w"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.10905","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2203.10905/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:06:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"shwvdJS3mwUqzvaIPprDjDCfmGXfXR7zVZjspy99Jve6z1gbt3xh4ZaJ2MI8WlmcpFwHALjGlh+ZRSX2igCfBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T02:01:26.769166Z"},"content_sha256":"10488109a3e9328c71bafcdf7f50e39b6a594c8c23eebb76f1f02329c76e5a32","schema_version":"1.0","event_id":"sha256:10488109a3e9328c71bafcdf7f50e39b6a594c8c23eebb76f1f02329c76e5a32"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AUVP5N7GYAPFMP3R4PDDX65ALJ/bundle.json","state_url":"https://pith.science/pith/AUVP5N7GYAPFMP3R4PDDX65ALJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AUVP5N7GYAPFMP3R4PDDX65ALJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T02:01:26Z","links":{"resolver":"https://pith.science/pith/AUVP5N7GYAPFMP3R4PDDX65ALJ","bundle":"https://pith.science/pith/AUVP5N7GYAPFMP3R4PDDX65ALJ/bundle.json","state":"https://pith.science/pith/AUVP5N7GYAPFMP3R4PDDX65ALJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AUVP5N7GYAPFMP3R4PDDX65ALJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:AUVP5N7GYAPFMP3R4PDDX65ALJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d5dcd66890e76729c79456615a1b03f50c6d73c1ddc38afbb1771a16b2015f78","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-03-21T11:56:56Z","title_canon_sha256":"0d961cbddcdd0ab0d61a4f09f2f4eb32b73d98ccaea7797fd1d0c5f45fb8e13e"},"schema_version":"1.0","source":{"id":"2203.10905","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.10905","created_at":"2026-07-05T04:06:58Z"},{"alias_kind":"arxiv_version","alias_value":"2203.10905v1","created_at":"2026-07-05T04:06:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.10905","created_at":"2026-07-05T04:06:58Z"},{"alias_kind":"pith_short_12","alias_value":"AUVP5N7GYAPF","created_at":"2026-07-05T04:06:58Z"},{"alias_kind":"pith_short_16","alias_value":"AUVP5N7GYAPFMP3R","created_at":"2026-07-05T04:06:58Z"},{"alias_kind":"pith_short_8","alias_value":"AUVP5N7G","created_at":"2026-07-05T04:06:58Z"}],"graph_snapshots":[{"event_id":"sha256:10488109a3e9328c71bafcdf7f50e39b6a594c8c23eebb76f1f02329c76e5a32","target":"graph","created_at":"2026-07-05T04:06:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.10905/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the numerous breakthroughs achieved with Reinforcement Learning (RL), solving environments with sparse rewards remains a challenging task that requires sophisticated exploration. Learning from Demonstrations (LfD) remedies this issue by guiding the agent's exploration towards states experienced by an expert. Naturally, the benefits of this approach hinge on the quality of demonstrations, which are rarely optimal in realistic scenarios. Modern LfD algorithms require meticulous tuning of hyperparameters that control the influence of demonstrations and, as we show in the paper, struggle w","authors_text":"Aleksei Shpilman, Dmitry Ivanov, Georgiy Pshikhachev, Vladimir Egorov","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-03-21T11:56:56Z","title":"Self-Imitation Learning from Demonstrations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.10905","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1411882354ce1e4cf5eb8e4a6b096d7ed65799646a0fa8b17cdf76c77ff5bebe","target":"record","created_at":"2026-07-05T04:06:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d5dcd66890e76729c79456615a1b03f50c6d73c1ddc38afbb1771a16b2015f78","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-03-21T11:56:56Z","title_canon_sha256":"0d961cbddcdd0ab0d61a4f09f2f4eb32b73d98ccaea7797fd1d0c5f45fb8e13e"},"schema_version":"1.0","source":{"id":"2203.10905","kind":"arxiv","version":1}},"canonical_sha256":"052afeb7e6c01e563f71e3c63bfba05a5c51f3f0a4f6e5933ae80d302daa43a1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"052afeb7e6c01e563f71e3c63bfba05a5c51f3f0a4f6e5933ae80d302daa43a1","first_computed_at":"2026-07-05T04:06:58.711138Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:06:58.711138Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ILkj0df0Ydf8s3khRVWlbRvO4VqzfaYnwrYE+6k1aipH9E2ylS/Ww7OQOU0e5AXRULIHgFXTTCW+a43lgqpUAA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:06:58.711559Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.10905","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1411882354ce1e4cf5eb8e4a6b096d7ed65799646a0fa8b17cdf76c77ff5bebe","sha256:10488109a3e9328c71bafcdf7f50e39b6a594c8c23eebb76f1f02329c76e5a32"],"state_sha256":"765ac8b66fa40466d3edb34597090def8e4ffee4ed6a92d44ab1614f029f50be"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tDTF+f+0KDXmXGNBw2kdWiNlQ9FkZ9gj8UIjairvYxt9ibVKJsSar//uCNmaowUXQ8ZG+1QxlyQpdNFHKeyFBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T02:01:26.771176Z","bundle_sha256":"b7ae272339f9bd2c9572b56be4831f1bac1016a7e66b17b645d1cd51199b0c3b"}}