{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:QZM55HQ3M6WUM2DMP2OWYB5ZN5","short_pith_number":"pith:QZM55HQ3","canonical_record":{"source":{"id":"2104.06600","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-04-14T02:58:51Z","cross_cats_sorted":["cs.AI","cs.RO"],"title_canon_sha256":"e62cddd392a3acdca31ed43ddef383096723b70618bd09e3b28863d33ed0cfbc","abstract_canon_sha256":"ba42705023e2005bcdf3e0f85413b6ded9f5a5d2c15dd4f9326722be23654825"},"schema_version":"1.0"},"canonical_sha256":"8659de9e1b67ad46686c7e9d6c07b96f5aaabb91f2bbea5950fbe56821193eb6","source":{"kind":"arxiv","id":"2104.06600","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.06600","created_at":"2026-07-05T02:32:07Z"},{"alias_kind":"arxiv_version","alias_value":"2104.06600v1","created_at":"2026-07-05T02:32:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.06600","created_at":"2026-07-05T02:32:07Z"},{"alias_kind":"pith_short_12","alias_value":"QZM55HQ3M6WU","created_at":"2026-07-05T02:32:07Z"},{"alias_kind":"pith_short_16","alias_value":"QZM55HQ3M6WUM2DM","created_at":"2026-07-05T02:32:07Z"},{"alias_kind":"pith_short_8","alias_value":"QZM55HQ3","created_at":"2026-07-05T02:32:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:QZM55HQ3M6WUM2DMP2OWYB5ZN5","target":"record","payload":{"canonical_record":{"source":{"id":"2104.06600","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-04-14T02:58:51Z","cross_cats_sorted":["cs.AI","cs.RO"],"title_canon_sha256":"e62cddd392a3acdca31ed43ddef383096723b70618bd09e3b28863d33ed0cfbc","abstract_canon_sha256":"ba42705023e2005bcdf3e0f85413b6ded9f5a5d2c15dd4f9326722be23654825"},"schema_version":"1.0"},"canonical_sha256":"8659de9e1b67ad46686c7e9d6c07b96f5aaabb91f2bbea5950fbe56821193eb6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:32:07.406896Z","signature_b64":"/Y/89mYo1r7sxl32zr5JziAVu0JfQp5Kgw2akMbB2iAVgwtYQ7x4nfzup6rCM+2/pRdmJNWVgH8gEqg4XRrzBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8659de9e1b67ad46686c7e9d6c07b96f5aaabb91f2bbea5950fbe56821193eb6","last_reissued_at":"2026-07-05T02:32:07.406436Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:32:07.406436Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.06600","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:32:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F8OrWkcDY5gprBwv2xsLfmj8x7qhxwfrV61d4Fa2+ImeVMORRQh/1L4Dd6564GQTJ07KKBFWldKta8TpzNnrBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T05:25:45.036140Z"},"content_sha256":"4eb3c7bbbbffc739e5d720f1724b5d8e5d14dc39e64a95f39e0f60e2af5aca2e","schema_version":"1.0","event_id":"sha256:4eb3c7bbbbffc739e5d720f1724b5d8e5d14dc39e64a95f39e0f60e2af5aca2e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:QZM55HQ3M6WUM2DMP2OWYB5ZN5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GAN-Based Interactive Reinforcement Learning from Demonstration and Human Evaluative Feedback","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.RO"],"primary_cat":"cs.LG","authors_text":"Bo He, Guangliang Li, Jie Huang, Keisuke Nakamura, Qixin Sha, Randy Gomez, Rongshun Juan","submitted_at":"2021-04-14T02:58:51Z","abstract_excerpt":"Deep reinforcement learning (DRL) has achieved great successes in many simulated tasks. The sample inefficiency problem makes applying traditional DRL methods to real-world robots a great challenge. Generative Adversarial Imitation Learning (GAIL) -- a general model-free imitation learning method, allows robots to directly learn policies from expert trajectories in large environments. However, GAIL shares the limitation of other imitation learning methods that they can seldom surpass the performance of demonstrations. In this paper, to address the limit of GAIL, we propose GAN-Based Interactiv"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.06600","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.06600/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:32:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o5VGah4PLSo2uU1MygjyBtTIjD2OJJVkgjFIOwYNR8RNdSRXo+ra0leETFa6mHwg9V0SjLTE1ow/XbwclBIUDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T05:25:45.036634Z"},"content_sha256":"b5373f1f98a37218dd0ecfe7560846dec209a5b54dab363c2ef1abf629691642","schema_version":"1.0","event_id":"sha256:b5373f1f98a37218dd0ecfe7560846dec209a5b54dab363c2ef1abf629691642"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QZM55HQ3M6WUM2DMP2OWYB5ZN5/bundle.json","state_url":"https://pith.science/pith/QZM55HQ3M6WUM2DMP2OWYB5ZN5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QZM55HQ3M6WUM2DMP2OWYB5ZN5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T05:25:45Z","links":{"resolver":"https://pith.science/pith/QZM55HQ3M6WUM2DMP2OWYB5ZN5","bundle":"https://pith.science/pith/QZM55HQ3M6WUM2DMP2OWYB5ZN5/bundle.json","state":"https://pith.science/pith/QZM55HQ3M6WUM2DMP2OWYB5ZN5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QZM55HQ3M6WUM2DMP2OWYB5ZN5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:QZM55HQ3M6WUM2DMP2OWYB5ZN5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ba42705023e2005bcdf3e0f85413b6ded9f5a5d2c15dd4f9326722be23654825","cross_cats_sorted":["cs.AI","cs.RO"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-04-14T02:58:51Z","title_canon_sha256":"e62cddd392a3acdca31ed43ddef383096723b70618bd09e3b28863d33ed0cfbc"},"schema_version":"1.0","source":{"id":"2104.06600","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.06600","created_at":"2026-07-05T02:32:07Z"},{"alias_kind":"arxiv_version","alias_value":"2104.06600v1","created_at":"2026-07-05T02:32:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.06600","created_at":"2026-07-05T02:32:07Z"},{"alias_kind":"pith_short_12","alias_value":"QZM55HQ3M6WU","created_at":"2026-07-05T02:32:07Z"},{"alias_kind":"pith_short_16","alias_value":"QZM55HQ3M6WUM2DM","created_at":"2026-07-05T02:32:07Z"},{"alias_kind":"pith_short_8","alias_value":"QZM55HQ3","created_at":"2026-07-05T02:32:07Z"}],"graph_snapshots":[{"event_id":"sha256:b5373f1f98a37218dd0ecfe7560846dec209a5b54dab363c2ef1abf629691642","target":"graph","created_at":"2026-07-05T02:32:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.06600/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep reinforcement learning (DRL) has achieved great successes in many simulated tasks. The sample inefficiency problem makes applying traditional DRL methods to real-world robots a great challenge. Generative Adversarial Imitation Learning (GAIL) -- a general model-free imitation learning method, allows robots to directly learn policies from expert trajectories in large environments. However, GAIL shares the limitation of other imitation learning methods that they can seldom surpass the performance of demonstrations. In this paper, to address the limit of GAIL, we propose GAN-Based Interactiv","authors_text":"Bo He, Guangliang Li, Jie Huang, Keisuke Nakamura, Qixin Sha, Randy Gomez, Rongshun Juan","cross_cats":["cs.AI","cs.RO"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-04-14T02:58:51Z","title":"GAN-Based Interactive Reinforcement Learning from Demonstration and Human Evaluative Feedback"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.06600","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4eb3c7bbbbffc739e5d720f1724b5d8e5d14dc39e64a95f39e0f60e2af5aca2e","target":"record","created_at":"2026-07-05T02:32:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ba42705023e2005bcdf3e0f85413b6ded9f5a5d2c15dd4f9326722be23654825","cross_cats_sorted":["cs.AI","cs.RO"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-04-14T02:58:51Z","title_canon_sha256":"e62cddd392a3acdca31ed43ddef383096723b70618bd09e3b28863d33ed0cfbc"},"schema_version":"1.0","source":{"id":"2104.06600","kind":"arxiv","version":1}},"canonical_sha256":"8659de9e1b67ad46686c7e9d6c07b96f5aaabb91f2bbea5950fbe56821193eb6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8659de9e1b67ad46686c7e9d6c07b96f5aaabb91f2bbea5950fbe56821193eb6","first_computed_at":"2026-07-05T02:32:07.406436Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:32:07.406436Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/Y/89mYo1r7sxl32zr5JziAVu0JfQp5Kgw2akMbB2iAVgwtYQ7x4nfzup6rCM+2/pRdmJNWVgH8gEqg4XRrzBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:32:07.406896Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.06600","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4eb3c7bbbbffc739e5d720f1724b5d8e5d14dc39e64a95f39e0f60e2af5aca2e","sha256:b5373f1f98a37218dd0ecfe7560846dec209a5b54dab363c2ef1abf629691642"],"state_sha256":"ed21e740d8d801402d793585d2cbc8d4097b7eadf74821f4b0c907c60ae42f01"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lE+n9wRO2YhBNVFrwxhN2LCgGr2AnA9PvAiEfR/8vVdzBVPdVjAG/gKw26fPNjluyTEPx9vsABOYnTbAPn5pAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T05:25:45.040589Z","bundle_sha256":"66335ce69ddbc0697307986ab1ef6e22faf9c9aece5a15d6347ede93a2118788"}}