{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:7R6MLIHXOFC3OFRWD4KWZHCOHE","short_pith_number":"pith:7R6MLIHX","canonical_record":{"source":{"id":"2110.08847","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-17T15:21:27Z","cross_cats_sorted":[],"title_canon_sha256":"86b8d046dd143a3dc17db3a7f995cc1ec45a122e31fd0032a155d8a1becd8827","abstract_canon_sha256":"fe1a57460032fa5af6a28a0f7597f5da65be43c22caab0d5793ddeeea68a3187"},"schema_version":"1.0"},"canonical_sha256":"fc7cc5a0f77145b716361f156c9c4e3907c02e0c635ce4c9f43dbad7c8a113ab","source":{"kind":"arxiv","id":"2110.08847","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.08847","created_at":"2026-07-05T04:02:20Z"},{"alias_kind":"arxiv_version","alias_value":"2110.08847v2","created_at":"2026-07-05T04:02:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.08847","created_at":"2026-07-05T04:02:20Z"},{"alias_kind":"pith_short_12","alias_value":"7R6MLIHXOFC3","created_at":"2026-07-05T04:02:20Z"},{"alias_kind":"pith_short_16","alias_value":"7R6MLIHXOFC3OFRW","created_at":"2026-07-05T04:02:20Z"},{"alias_kind":"pith_short_8","alias_value":"7R6MLIHX","created_at":"2026-07-05T04:02:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:7R6MLIHXOFC3OFRWD4KWZHCOHE","target":"record","payload":{"canonical_record":{"source":{"id":"2110.08847","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-17T15:21:27Z","cross_cats_sorted":[],"title_canon_sha256":"86b8d046dd143a3dc17db3a7f995cc1ec45a122e31fd0032a155d8a1becd8827","abstract_canon_sha256":"fe1a57460032fa5af6a28a0f7597f5da65be43c22caab0d5793ddeeea68a3187"},"schema_version":"1.0"},"canonical_sha256":"fc7cc5a0f77145b716361f156c9c4e3907c02e0c635ce4c9f43dbad7c8a113ab","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:02:20.140635Z","signature_b64":"uLqt6aNslCs4b3yKFzN8eYOF3VrxN5R6c7engzVfeHJ/C5vRb5HqRoKJh9Rk+rUgr5+cZCwGpCUr+KeYoqqLCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fc7cc5a0f77145b716361f156c9c4e3907c02e0c635ce4c9f43dbad7c8a113ab","last_reissued_at":"2026-07-05T04:02:20.140133Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:02:20.140133Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.08847","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:02:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xwKTMfybxg5n4PLbmzsiyJ9CE5VzJ8vP6QsGn2X9m0+42zer2+q24QHv5uOkIYthS2VFtcCq13NJ/5HIy/LADA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:47:47.672483Z"},"content_sha256":"5de525d0e46a0b174b5b63ffb1f4231ecaab27921ba5b2d420c81445fffcfea6","schema_version":"1.0","event_id":"sha256:5de525d0e46a0b174b5b63ffb1f4231ecaab27921ba5b2d420c81445fffcfea6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:7R6MLIHXOFC3OFRWD4KWZHCOHE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Provable RL with Exogenous Distractors via Multistep Inverse Dynamics","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Akshay Krishnamurthy, Alekh Agarwal, Dipendra Misra, John Langford, Yonathan Efroni","submitted_at":"2021-10-17T15:21:27Z","abstract_excerpt":"Many real-world applications of reinforcement learning (RL) require the agent to deal with high-dimensional observations such as those generated from a megapixel camera. Prior work has addressed such problems with representation learning, through which the agent can provably extract endogenous, latent state information from raw observations and subsequently plan efficiently. However, such approaches can fail in the presence of temporally correlated noise in the observations, a phenomenon that is common in practice. We initiate the formal study of latent state discovery in the presence of such "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.08847","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.08847/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:02:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HwxBio17sqkiaBgLLagua33hkJlz58PSqLeac1P03AQugUyD3ypS2tUTZ5lV+5bIvEEffXg8NpyV3XZy10L8Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T09:47:47.673011Z"},"content_sha256":"4ff4c4597eaec9e0d853d106e292d4db84655d75cad890e3928163a199ac8194","schema_version":"1.0","event_id":"sha256:4ff4c4597eaec9e0d853d106e292d4db84655d75cad890e3928163a199ac8194"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7R6MLIHXOFC3OFRWD4KWZHCOHE/bundle.json","state_url":"https://pith.science/pith/7R6MLIHXOFC3OFRWD4KWZHCOHE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7R6MLIHXOFC3OFRWD4KWZHCOHE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T09:47:47Z","links":{"resolver":"https://pith.science/pith/7R6MLIHXOFC3OFRWD4KWZHCOHE","bundle":"https://pith.science/pith/7R6MLIHXOFC3OFRWD4KWZHCOHE/bundle.json","state":"https://pith.science/pith/7R6MLIHXOFC3OFRWD4KWZHCOHE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7R6MLIHXOFC3OFRWD4KWZHCOHE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:7R6MLIHXOFC3OFRWD4KWZHCOHE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fe1a57460032fa5af6a28a0f7597f5da65be43c22caab0d5793ddeeea68a3187","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-17T15:21:27Z","title_canon_sha256":"86b8d046dd143a3dc17db3a7f995cc1ec45a122e31fd0032a155d8a1becd8827"},"schema_version":"1.0","source":{"id":"2110.08847","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.08847","created_at":"2026-07-05T04:02:20Z"},{"alias_kind":"arxiv_version","alias_value":"2110.08847v2","created_at":"2026-07-05T04:02:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.08847","created_at":"2026-07-05T04:02:20Z"},{"alias_kind":"pith_short_12","alias_value":"7R6MLIHXOFC3","created_at":"2026-07-05T04:02:20Z"},{"alias_kind":"pith_short_16","alias_value":"7R6MLIHXOFC3OFRW","created_at":"2026-07-05T04:02:20Z"},{"alias_kind":"pith_short_8","alias_value":"7R6MLIHX","created_at":"2026-07-05T04:02:20Z"}],"graph_snapshots":[{"event_id":"sha256:4ff4c4597eaec9e0d853d106e292d4db84655d75cad890e3928163a199ac8194","target":"graph","created_at":"2026-07-05T04:02:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.08847/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many real-world applications of reinforcement learning (RL) require the agent to deal with high-dimensional observations such as those generated from a megapixel camera. Prior work has addressed such problems with representation learning, through which the agent can provably extract endogenous, latent state information from raw observations and subsequently plan efficiently. However, such approaches can fail in the presence of temporally correlated noise in the observations, a phenomenon that is common in practice. We initiate the formal study of latent state discovery in the presence of such ","authors_text":"Akshay Krishnamurthy, Alekh Agarwal, Dipendra Misra, John Langford, Yonathan Efroni","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-17T15:21:27Z","title":"Provable RL with Exogenous Distractors via Multistep Inverse Dynamics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.08847","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5de525d0e46a0b174b5b63ffb1f4231ecaab27921ba5b2d420c81445fffcfea6","target":"record","created_at":"2026-07-05T04:02:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fe1a57460032fa5af6a28a0f7597f5da65be43c22caab0d5793ddeeea68a3187","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-10-17T15:21:27Z","title_canon_sha256":"86b8d046dd143a3dc17db3a7f995cc1ec45a122e31fd0032a155d8a1becd8827"},"schema_version":"1.0","source":{"id":"2110.08847","kind":"arxiv","version":2}},"canonical_sha256":"fc7cc5a0f77145b716361f156c9c4e3907c02e0c635ce4c9f43dbad7c8a113ab","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fc7cc5a0f77145b716361f156c9c4e3907c02e0c635ce4c9f43dbad7c8a113ab","first_computed_at":"2026-07-05T04:02:20.140133Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:02:20.140133Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"uLqt6aNslCs4b3yKFzN8eYOF3VrxN5R6c7engzVfeHJ/C5vRb5HqRoKJh9Rk+rUgr5+cZCwGpCUr+KeYoqqLCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:02:20.140635Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.08847","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5de525d0e46a0b174b5b63ffb1f4231ecaab27921ba5b2d420c81445fffcfea6","sha256:4ff4c4597eaec9e0d853d106e292d4db84655d75cad890e3928163a199ac8194"],"state_sha256":"d4f60bc36b576fa4ee0426882e3f68702670d59765f8dd11166be60aa0fc872d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3Brzs6H/08oTsk4LkpG2HVoH54R/1tctcMrqHBLT1izLUFuYE75WCcr5XYV0b6WhuXuyREWNC4aDLkdtkHlIBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T09:47:47.676856Z","bundle_sha256":"11ce6376c4eb5e9c8b1c78206ad988cad319ae731be452fe054a2d4e1d415089"}}