{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:HW7ZVUNP7CN5ZEUUV3XRENN2XM","short_pith_number":"pith:HW7ZVUNP","canonical_record":{"source":{"id":"2211.00164","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-31T22:12:48Z","cross_cats_sorted":["cs.AI","cs.CV","cs.RO"],"title_canon_sha256":"009fc7da59912e29b708178a14e4f75b0c3578487b9b08682af57abf757ffa92","abstract_canon_sha256":"850d15366a8b8855f2a29873fb6cf08a064aacacc9c895e2be8da86856cb3b52"},"schema_version":"1.0"},"canonical_sha256":"3dbf9ad1aff89bdc9294aeef1235babb3ef0afa0470aa4d13e9d2cdb3ba6b16c","source":{"kind":"arxiv","id":"2211.00164","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.00164","created_at":"2026-07-05T06:40:29Z"},{"alias_kind":"arxiv_version","alias_value":"2211.00164v2","created_at":"2026-07-05T06:40:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.00164","created_at":"2026-07-05T06:40:29Z"},{"alias_kind":"pith_short_12","alias_value":"HW7ZVUNP7CN5","created_at":"2026-07-05T06:40:29Z"},{"alias_kind":"pith_short_16","alias_value":"HW7ZVUNP7CN5ZEUU","created_at":"2026-07-05T06:40:29Z"},{"alias_kind":"pith_short_8","alias_value":"HW7ZVUNP","created_at":"2026-07-05T06:40:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:HW7ZVUNP7CN5ZEUUV3XRENN2XM","target":"record","payload":{"canonical_record":{"source":{"id":"2211.00164","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-31T22:12:48Z","cross_cats_sorted":["cs.AI","cs.CV","cs.RO"],"title_canon_sha256":"009fc7da59912e29b708178a14e4f75b0c3578487b9b08682af57abf757ffa92","abstract_canon_sha256":"850d15366a8b8855f2a29873fb6cf08a064aacacc9c895e2be8da86856cb3b52"},"schema_version":"1.0"},"canonical_sha256":"3dbf9ad1aff89bdc9294aeef1235babb3ef0afa0470aa4d13e9d2cdb3ba6b16c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:40:29.962668Z","signature_b64":"qtR98f3pTFSghN8tOY+wsyGpnZxyDbiR6VfHU42dEBoPYG3WsLkNh9HC6uhKdNK6RUjCISUjd1qziJMoPe90CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3dbf9ad1aff89bdc9294aeef1235babb3ef0afa0470aa4d13e9d2cdb3ba6b16c","last_reissued_at":"2026-07-05T06:40:29.962158Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:40:29.962158Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.00164","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:40:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZQhTkVsTwJ+cUczUU115WIyjegnwD4JEjZqufmOLdfxC5xOv8IYSsWde25dMctbySyX5HY6dPV+jDk/FqMU/CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T03:11:16.928541Z"},"content_sha256":"9b9b0c5dbea188af27fc1bdd12d2f66c077899015f9e33321d44369d96cb0908","schema_version":"1.0","event_id":"sha256:9b9b0c5dbea188af27fc1bdd12d2f66c077899015f9e33321d44369d96cb0908"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:HW7ZVUNP7CN5ZEUUV3XRENN2XM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Agent-Controller Representations: Principled Offline RL with Rich Exogenous Information","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.RO"],"primary_cat":"cs.LG","authors_text":"Alex Lamb, Aniket Didolkar, Dipendra Misra, Harm van Seijen, Hongyu Zang, John Langford, Manan Tomar, Remi Tachet des Combes, Riashat Islam, Xin Li, Yonathan Efroni","submitted_at":"2022-10-31T22:12:48Z","abstract_excerpt":"Learning to control an agent from data collected offline in a rich pixel-based visual observation space is vital for real-world applications of reinforcement learning (RL). A major challenge in this setting is the presence of input information that is hard to model and irrelevant to controlling the agent. This problem has been approached by the theoretical RL community through the lens of exogenous information, i.e, any control-irrelevant information contained in observations. For example, a robot navigating in busy streets needs to ignore irrelevant information, such as other people walking i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.00164","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.00164/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:40:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pkq7PMnm+zP4y2PNSiJh65zZisGNlTGwgCu3wWwJ3hZk/3avQsPv1QwlsES/5qBBvtY8Y5JXB1F2Y9LgvUzYAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T03:11:16.929083Z"},"content_sha256":"9a0345bde8322b47f1f7ef42e5baf8e442db7a83e9651492e21dfbf1490eef17","schema_version":"1.0","event_id":"sha256:9a0345bde8322b47f1f7ef42e5baf8e442db7a83e9651492e21dfbf1490eef17"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HW7ZVUNP7CN5ZEUUV3XRENN2XM/bundle.json","state_url":"https://pith.science/pith/HW7ZVUNP7CN5ZEUUV3XRENN2XM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HW7ZVUNP7CN5ZEUUV3XRENN2XM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T03:11:16Z","links":{"resolver":"https://pith.science/pith/HW7ZVUNP7CN5ZEUUV3XRENN2XM","bundle":"https://pith.science/pith/HW7ZVUNP7CN5ZEUUV3XRENN2XM/bundle.json","state":"https://pith.science/pith/HW7ZVUNP7CN5ZEUUV3XRENN2XM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HW7ZVUNP7CN5ZEUUV3XRENN2XM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:HW7ZVUNP7CN5ZEUUV3XRENN2XM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"850d15366a8b8855f2a29873fb6cf08a064aacacc9c895e2be8da86856cb3b52","cross_cats_sorted":["cs.AI","cs.CV","cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-31T22:12:48Z","title_canon_sha256":"009fc7da59912e29b708178a14e4f75b0c3578487b9b08682af57abf757ffa92"},"schema_version":"1.0","source":{"id":"2211.00164","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.00164","created_at":"2026-07-05T06:40:29Z"},{"alias_kind":"arxiv_version","alias_value":"2211.00164v2","created_at":"2026-07-05T06:40:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.00164","created_at":"2026-07-05T06:40:29Z"},{"alias_kind":"pith_short_12","alias_value":"HW7ZVUNP7CN5","created_at":"2026-07-05T06:40:29Z"},{"alias_kind":"pith_short_16","alias_value":"HW7ZVUNP7CN5ZEUU","created_at":"2026-07-05T06:40:29Z"},{"alias_kind":"pith_short_8","alias_value":"HW7ZVUNP","created_at":"2026-07-05T06:40:29Z"}],"graph_snapshots":[{"event_id":"sha256:9a0345bde8322b47f1f7ef42e5baf8e442db7a83e9651492e21dfbf1490eef17","target":"graph","created_at":"2026-07-05T06:40:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.00164/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Learning to control an agent from data collected offline in a rich pixel-based visual observation space is vital for real-world applications of reinforcement learning (RL). A major challenge in this setting is the presence of input information that is hard to model and irrelevant to controlling the agent. This problem has been approached by the theoretical RL community through the lens of exogenous information, i.e, any control-irrelevant information contained in observations. For example, a robot navigating in busy streets needs to ignore irrelevant information, such as other people walking i","authors_text":"Alex Lamb, Aniket Didolkar, Dipendra Misra, Harm van Seijen, Hongyu Zang, John Langford, Manan Tomar, Remi Tachet des Combes, Riashat Islam, Xin Li, Yonathan Efroni","cross_cats":["cs.AI","cs.CV","cs.RO"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-31T22:12:48Z","title":"Agent-Controller Representations: Principled Offline RL with Rich Exogenous Information"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.00164","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9b9b0c5dbea188af27fc1bdd12d2f66c077899015f9e33321d44369d96cb0908","target":"record","created_at":"2026-07-05T06:40:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"850d15366a8b8855f2a29873fb6cf08a064aacacc9c895e2be8da86856cb3b52","cross_cats_sorted":["cs.AI","cs.CV","cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-10-31T22:12:48Z","title_canon_sha256":"009fc7da59912e29b708178a14e4f75b0c3578487b9b08682af57abf757ffa92"},"schema_version":"1.0","source":{"id":"2211.00164","kind":"arxiv","version":2}},"canonical_sha256":"3dbf9ad1aff89bdc9294aeef1235babb3ef0afa0470aa4d13e9d2cdb3ba6b16c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3dbf9ad1aff89bdc9294aeef1235babb3ef0afa0470aa4d13e9d2cdb3ba6b16c","first_computed_at":"2026-07-05T06:40:29.962158Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:40:29.962158Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qtR98f3pTFSghN8tOY+wsyGpnZxyDbiR6VfHU42dEBoPYG3WsLkNh9HC6uhKdNK6RUjCISUjd1qziJMoPe90CA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:40:29.962668Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.00164","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9b9b0c5dbea188af27fc1bdd12d2f66c077899015f9e33321d44369d96cb0908","sha256:9a0345bde8322b47f1f7ef42e5baf8e442db7a83e9651492e21dfbf1490eef17"],"state_sha256":"1bb5e8f943846c98c2f2828568379320bf262b1e1adc255963f40c0d07e02e00"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IoJgKSXj/BWybqwcFsHQdjHlUyxf0h/KJFc6XHisrkgxx4yrpObWrtM4IUanox6VEo8XrSu4Y625+2+wQURdCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T03:11:16.934657Z","bundle_sha256":"364a7c2e148aae1dfff4de41f9808550264113aa76642b9d91463d802aa8c8fc"}}