{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:LMJHWCWUOWCCSLCRRBXUTLIZDW","short_pith_number":"pith:LMJHWCWU","canonical_record":{"source":{"id":"2210.01808","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-04T17:13:45Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"a94fac43f2c49c2931f9222f1d56e15d2f799177800f5a0f03d34b2f19b07211","abstract_canon_sha256":"75aa727686981f98b32a96e372a8905cde14b60a439b6f9b42c5467852457f5a"},"schema_version":"1.0"},"canonical_sha256":"5b127b0ad47584292c51886f49ad191da6614d63ce3e32ad79c45ba7332f47fb","source":{"kind":"arxiv","id":"2210.01808","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.01808","created_at":"2026-07-05T05:12:16Z"},{"alias_kind":"arxiv_version","alias_value":"2210.01808v3","created_at":"2026-07-05T05:12:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.01808","created_at":"2026-07-05T05:12:16Z"},{"alias_kind":"pith_short_12","alias_value":"LMJHWCWUOWCC","created_at":"2026-07-05T05:12:16Z"},{"alias_kind":"pith_short_16","alias_value":"LMJHWCWUOWCCSLCR","created_at":"2026-07-05T05:12:16Z"},{"alias_kind":"pith_short_8","alias_value":"LMJHWCWU","created_at":"2026-07-05T05:12:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:LMJHWCWUOWCCSLCRRBXUTLIZDW","target":"record","payload":{"canonical_record":{"source":{"id":"2210.01808","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-04T17:13:45Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"a94fac43f2c49c2931f9222f1d56e15d2f799177800f5a0f03d34b2f19b07211","abstract_canon_sha256":"75aa727686981f98b32a96e372a8905cde14b60a439b6f9b42c5467852457f5a"},"schema_version":"1.0"},"canonical_sha256":"5b127b0ad47584292c51886f49ad191da6614d63ce3e32ad79c45ba7332f47fb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:12:16.395522Z","signature_b64":"EErwuCJ1BW1gSKgS1XX/fe8w4ZWt2OJqLBDgYKA5B6quOEXCu6VYlL38vpfaLghjaKrgHE1epg36BwqWPcdFCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5b127b0ad47584292c51886f49ad191da6614d63ce3e32ad79c45ba7332f47fb","last_reissued_at":"2026-07-05T05:12:16.395112Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:12:16.395112Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.01808","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:12:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uWJTg1aVmC5dBSkuQZW8M8R1JDQtCk1Ll6yvRHYdqW88yxGq1vinJ4r/cPo52nCVEdrK9QhVmN134z7g2omqCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T09:42:04.332130Z"},"content_sha256":"5e684a30e883b26ea70e196e95fe52b9182069f2e6224ca375a024054ab866d7","schema_version":"1.0","event_id":"sha256:5e684a30e883b26ea70e196e95fe52b9182069f2e6224ca375a024054ab866d7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:LMJHWCWUOWCCSLCRRBXUTLIZDW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Maximum-Likelihood Inverse Reinforcement Learning with Finite-Time Guarantees","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Alfredo Garcia, Chenliang Li, Mingyi Hong, Siliang Zeng","submitted_at":"2022-10-04T17:13:45Z","abstract_excerpt":"Inverse reinforcement learning (IRL) aims to recover the reward function and the associated optimal policy that best fits observed sequences of states and actions implemented by an expert. Many algorithms for IRL have an inherently nested structure: the inner loop finds the optimal policy given parametrized rewards while the outer loop updates the estimates towards optimizing a measure of fit. For high dimensional environments such nested-loop structure entails a significant computational burden. To reduce the computational burden of a nested loop, novel methods such as SQIL [1] and IQ-Learn ["},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.01808","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.01808/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:12:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j/3JZxmJsKbhmNPBHjXuy1ILFxOEwDUuc6WoqxhF65yXjysRyJaYCtRuRVvRKBTzJFCzf0C57VjQcyQSTFqeBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T09:42:04.332544Z"},"content_sha256":"8e87ed96a36d5c4a01d8494be3aeded6145f2d9b4529411beb66b2570fdece06","schema_version":"1.0","event_id":"sha256:8e87ed96a36d5c4a01d8494be3aeded6145f2d9b4529411beb66b2570fdece06"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LMJHWCWUOWCCSLCRRBXUTLIZDW/bundle.json","state_url":"https://pith.science/pith/LMJHWCWUOWCCSLCRRBXUTLIZDW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LMJHWCWUOWCCSLCRRBXUTLIZDW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-12T09:42:04Z","links":{"resolver":"https://pith.science/pith/LMJHWCWUOWCCSLCRRBXUTLIZDW","bundle":"https://pith.science/pith/LMJHWCWUOWCCSLCRRBXUTLIZDW/bundle.json","state":"https://pith.science/pith/LMJHWCWUOWCCSLCRRBXUTLIZDW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LMJHWCWUOWCCSLCRRBXUTLIZDW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:LMJHWCWUOWCCSLCRRBXUTLIZDW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"75aa727686981f98b32a96e372a8905cde14b60a439b6f9b42c5467852457f5a","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-04T17:13:45Z","title_canon_sha256":"a94fac43f2c49c2931f9222f1d56e15d2f799177800f5a0f03d34b2f19b07211"},"schema_version":"1.0","source":{"id":"2210.01808","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.01808","created_at":"2026-07-05T05:12:16Z"},{"alias_kind":"arxiv_version","alias_value":"2210.01808v3","created_at":"2026-07-05T05:12:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.01808","created_at":"2026-07-05T05:12:16Z"},{"alias_kind":"pith_short_12","alias_value":"LMJHWCWUOWCC","created_at":"2026-07-05T05:12:16Z"},{"alias_kind":"pith_short_16","alias_value":"LMJHWCWUOWCCSLCR","created_at":"2026-07-05T05:12:16Z"},{"alias_kind":"pith_short_8","alias_value":"LMJHWCWU","created_at":"2026-07-05T05:12:16Z"}],"graph_snapshots":[{"event_id":"sha256:8e87ed96a36d5c4a01d8494be3aeded6145f2d9b4529411beb66b2570fdece06","target":"graph","created_at":"2026-07-05T05:12:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.01808/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Inverse reinforcement learning (IRL) aims to recover the reward function and the associated optimal policy that best fits observed sequences of states and actions implemented by an expert. Many algorithms for IRL have an inherently nested structure: the inner loop finds the optimal policy given parametrized rewards while the outer loop updates the estimates towards optimizing a measure of fit. For high dimensional environments such nested-loop structure entails a significant computational burden. To reduce the computational burden of a nested loop, novel methods such as SQIL [1] and IQ-Learn [","authors_text":"Alfredo Garcia, Chenliang Li, Mingyi Hong, Siliang Zeng","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-04T17:13:45Z","title":"Maximum-Likelihood Inverse Reinforcement Learning with Finite-Time Guarantees"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.01808","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5e684a30e883b26ea70e196e95fe52b9182069f2e6224ca375a024054ab866d7","target":"record","created_at":"2026-07-05T05:12:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"75aa727686981f98b32a96e372a8905cde14b60a439b6f9b42c5467852457f5a","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-04T17:13:45Z","title_canon_sha256":"a94fac43f2c49c2931f9222f1d56e15d2f799177800f5a0f03d34b2f19b07211"},"schema_version":"1.0","source":{"id":"2210.01808","kind":"arxiv","version":3}},"canonical_sha256":"5b127b0ad47584292c51886f49ad191da6614d63ce3e32ad79c45ba7332f47fb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5b127b0ad47584292c51886f49ad191da6614d63ce3e32ad79c45ba7332f47fb","first_computed_at":"2026-07-05T05:12:16.395112Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:12:16.395112Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EErwuCJ1BW1gSKgS1XX/fe8w4ZWt2OJqLBDgYKA5B6quOEXCu6VYlL38vpfaLghjaKrgHE1epg36BwqWPcdFCA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:12:16.395522Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.01808","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5e684a30e883b26ea70e196e95fe52b9182069f2e6224ca375a024054ab866d7","sha256:8e87ed96a36d5c4a01d8494be3aeded6145f2d9b4529411beb66b2570fdece06"],"state_sha256":"b46624053c14c62bea63fe064a15745cda7b0a86af6629805ea767c1f9fca2b6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l8oKnFDbaFmdj+LVxYN0a5jIDnJJgQaNvdXC9SnBuCdzER4IlrMOI8rGeiJ62Kgc3VLjwyimVl9U+ECnrtkBAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-12T09:42:04.334626Z","bundle_sha256":"03715ae041c3daf14a968943204d9b50d0e0489237f0b3860ea196904763e237"}}