{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:OLJEP7PRG2HXIVRQHDHGMP2AOF","short_pith_number":"pith:OLJEP7PR","canonical_record":{"source":{"id":"2311.12996","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-11-21T21:05:21Z","cross_cats_sorted":["cs.RO"],"title_canon_sha256":"fa7fc3b019d5d8e75e7486c55e0e77f294647e2b7461ecf7566990d78f00df61","abstract_canon_sha256":"6c077e0dbd20b8c2997648850ba9e56bcb68ec952a978e4d5926846944557fac"},"schema_version":"1.0"},"canonical_sha256":"72d247fdf1368f74563038ce663f40715f030cd670c7f747c99116206fa42202","source":{"kind":"arxiv","id":"2311.12996","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.12996","created_at":"2026-07-05T07:57:46Z"},{"alias_kind":"arxiv_version","alias_value":"2311.12996v2","created_at":"2026-07-05T07:57:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.12996","created_at":"2026-07-05T07:57:46Z"},{"alias_kind":"pith_short_12","alias_value":"OLJEP7PRG2HX","created_at":"2026-07-05T07:57:46Z"},{"alias_kind":"pith_short_16","alias_value":"OLJEP7PRG2HXIVRQ","created_at":"2026-07-05T07:57:46Z"},{"alias_kind":"pith_short_8","alias_value":"OLJEP7PR","created_at":"2026-07-05T07:57:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:OLJEP7PRG2HXIVRQHDHGMP2AOF","target":"record","payload":{"canonical_record":{"source":{"id":"2311.12996","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-11-21T21:05:21Z","cross_cats_sorted":["cs.RO"],"title_canon_sha256":"fa7fc3b019d5d8e75e7486c55e0e77f294647e2b7461ecf7566990d78f00df61","abstract_canon_sha256":"6c077e0dbd20b8c2997648850ba9e56bcb68ec952a978e4d5926846944557fac"},"schema_version":"1.0"},"canonical_sha256":"72d247fdf1368f74563038ce663f40715f030cd670c7f747c99116206fa42202","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:57:46.802888Z","signature_b64":"Yh2os244C3VAWpO9NUoJoDK3vPPikC/HUBmQNH0DI70HPuampnoz5J/9X5R0RXReW/wbkTXcHvcu8pXnLM01Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"72d247fdf1368f74563038ce663f40715f030cd670c7f747c99116206fa42202","last_reissued_at":"2026-07-05T07:57:46.802255Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:57:46.802255Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.12996","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:57:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zk/VDr3w5A0VlFDnXFtrMZg8p/89o8fZoYxSVAV2q+a3mpGt44Itn32rReFG8XKu7reXAQXOH7XYO9bmQBJ9CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:37:09.480984Z"},"content_sha256":"8fbac64e665d6ded4e826fd03e67f2410800fad93a2b195ffa707c87c556a7c6","schema_version":"1.0","event_id":"sha256:8fbac64e665d6ded4e826fd03e67f2410800fad93a2b195ffa707c87c556a7c6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:OLJEP7PRG2HXIVRQHDHGMP2AOF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RLIF: Interactive Imitation Learning as Reinforcement Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.RO"],"primary_cat":"cs.AI","authors_text":"Jianlan Luo, Perry Dong, Sergey Levine, Yi Ma, Yuexiang Zhai","submitted_at":"2023-11-21T21:05:21Z","abstract_excerpt":"Although reinforcement learning methods offer a powerful framework for automatic skill acquisition, for practical learning-based control problems in domains such as robotics, imitation learning often provides a more convenient and accessible alternative. In particular, an interactive imitation learning method such as DAgger, which queries a near-optimal expert to intervene online to collect correction data for addressing the distributional shift challenges that afflict na\\\"ive behavioral cloning, can enjoy good performance both in theory and practice without requiring manually specified reward"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.12996","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.12996/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:57:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WtW5nRHPXApri0VwQFBFdE1phx2DTPaogO+9OgyvYkceP6IHEISBtXyHe9WyHiO5Iw8K92BAuqKXvphE71/MAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:37:09.481494Z"},"content_sha256":"58abf363f1a32876f0349f70d0a82cbeb40cefbfc1cdb8c9e69a47ae2b1f0f2c","schema_version":"1.0","event_id":"sha256:58abf363f1a32876f0349f70d0a82cbeb40cefbfc1cdb8c9e69a47ae2b1f0f2c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OLJEP7PRG2HXIVRQHDHGMP2AOF/bundle.json","state_url":"https://pith.science/pith/OLJEP7PRG2HXIVRQHDHGMP2AOF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OLJEP7PRG2HXIVRQHDHGMP2AOF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T15:37:09Z","links":{"resolver":"https://pith.science/pith/OLJEP7PRG2HXIVRQHDHGMP2AOF","bundle":"https://pith.science/pith/OLJEP7PRG2HXIVRQHDHGMP2AOF/bundle.json","state":"https://pith.science/pith/OLJEP7PRG2HXIVRQHDHGMP2AOF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OLJEP7PRG2HXIVRQHDHGMP2AOF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:OLJEP7PRG2HXIVRQHDHGMP2AOF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6c077e0dbd20b8c2997648850ba9e56bcb68ec952a978e4d5926846944557fac","cross_cats_sorted":["cs.RO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-11-21T21:05:21Z","title_canon_sha256":"fa7fc3b019d5d8e75e7486c55e0e77f294647e2b7461ecf7566990d78f00df61"},"schema_version":"1.0","source":{"id":"2311.12996","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.12996","created_at":"2026-07-05T07:57:46Z"},{"alias_kind":"arxiv_version","alias_value":"2311.12996v2","created_at":"2026-07-05T07:57:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.12996","created_at":"2026-07-05T07:57:46Z"},{"alias_kind":"pith_short_12","alias_value":"OLJEP7PRG2HX","created_at":"2026-07-05T07:57:46Z"},{"alias_kind":"pith_short_16","alias_value":"OLJEP7PRG2HXIVRQ","created_at":"2026-07-05T07:57:46Z"},{"alias_kind":"pith_short_8","alias_value":"OLJEP7PR","created_at":"2026-07-05T07:57:46Z"}],"graph_snapshots":[{"event_id":"sha256:58abf363f1a32876f0349f70d0a82cbeb40cefbfc1cdb8c9e69a47ae2b1f0f2c","target":"graph","created_at":"2026-07-05T07:57:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.12996/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Although reinforcement learning methods offer a powerful framework for automatic skill acquisition, for practical learning-based control problems in domains such as robotics, imitation learning often provides a more convenient and accessible alternative. In particular, an interactive imitation learning method such as DAgger, which queries a near-optimal expert to intervene online to collect correction data for addressing the distributional shift challenges that afflict na\\\"ive behavioral cloning, can enjoy good performance both in theory and practice without requiring manually specified reward","authors_text":"Jianlan Luo, Perry Dong, Sergey Levine, Yi Ma, Yuexiang Zhai","cross_cats":["cs.RO"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-11-21T21:05:21Z","title":"RLIF: Interactive Imitation Learning as Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.12996","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8fbac64e665d6ded4e826fd03e67f2410800fad93a2b195ffa707c87c556a7c6","target":"record","created_at":"2026-07-05T07:57:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6c077e0dbd20b8c2997648850ba9e56bcb68ec952a978e4d5926846944557fac","cross_cats_sorted":["cs.RO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-11-21T21:05:21Z","title_canon_sha256":"fa7fc3b019d5d8e75e7486c55e0e77f294647e2b7461ecf7566990d78f00df61"},"schema_version":"1.0","source":{"id":"2311.12996","kind":"arxiv","version":2}},"canonical_sha256":"72d247fdf1368f74563038ce663f40715f030cd670c7f747c99116206fa42202","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"72d247fdf1368f74563038ce663f40715f030cd670c7f747c99116206fa42202","first_computed_at":"2026-07-05T07:57:46.802255Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:57:46.802255Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Yh2os244C3VAWpO9NUoJoDK3vPPikC/HUBmQNH0DI70HPuampnoz5J/9X5R0RXReW/wbkTXcHvcu8pXnLM01Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:57:46.802888Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.12996","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8fbac64e665d6ded4e826fd03e67f2410800fad93a2b195ffa707c87c556a7c6","sha256:58abf363f1a32876f0349f70d0a82cbeb40cefbfc1cdb8c9e69a47ae2b1f0f2c"],"state_sha256":"b64b258a296b02d64863a8f92f57d2058c3f2ba9b5802d2b94e115c55c3334a5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t7muKDsBvtZ9G5CR7oz4dcN1TeP1oJxwUyZEbrIrZBfL68adAZlWkJMWGuqA3NFyNb4troLm5RghGqe4mykiCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T15:37:09.485127Z","bundle_sha256":"98a4221b8e81b8f07582c0b92a697a32194e0f613b9ea8189ec3464f1c374211"}}