{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:L4NNST7NJQESD5TUAGZXI6JZAS","short_pith_number":"pith:L4NNST7N","canonical_record":{"source":{"id":"2211.10515","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-11-18T21:49:53Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"72baa0440eaddc7aa2e87080c0579b26a9931434a208f6022d2fd4375cccd1a0","abstract_canon_sha256":"84c22d5e3c16ba3949581b9bf83e351f9a10d6bd9ecb89a3920906fa7b2adf9e"},"schema_version":"1.0"},"canonical_sha256":"5f1ad94fed4c0921f67401b374793904ba6fc5191fb28bff41b9b8c56dfbb53b","source":{"kind":"arxiv","id":"2211.10515","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.10515","created_at":"2026-07-05T06:32:52Z"},{"alias_kind":"arxiv_version","alias_value":"2211.10515v2","created_at":"2026-07-05T06:32:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.10515","created_at":"2026-07-05T06:32:52Z"},{"alias_kind":"pith_short_12","alias_value":"L4NNST7NJQES","created_at":"2026-07-05T06:32:52Z"},{"alias_kind":"pith_short_16","alias_value":"L4NNST7NJQESD5TU","created_at":"2026-07-05T06:32:52Z"},{"alias_kind":"pith_short_8","alias_value":"L4NNST7N","created_at":"2026-07-05T06:32:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:L4NNST7NJQESD5TUAGZXI6JZAS","target":"record","payload":{"canonical_record":{"source":{"id":"2211.10515","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-11-18T21:49:53Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"72baa0440eaddc7aa2e87080c0579b26a9931434a208f6022d2fd4375cccd1a0","abstract_canon_sha256":"84c22d5e3c16ba3949581b9bf83e351f9a10d6bd9ecb89a3920906fa7b2adf9e"},"schema_version":"1.0"},"canonical_sha256":"5f1ad94fed4c0921f67401b374793904ba6fc5191fb28bff41b9b8c56dfbb53b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:32:52.788936Z","signature_b64":"UDbv2xZL97GTknbHHiVijOS5ZjJEgJZRpBWbWQZzI566mHF8r/5w9MJGQLNx9jDLLcxZgj0jkoz7q69U+MOvBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5f1ad94fed4c0921f67401b374793904ba6fc5191fb28bff41b9b8c56dfbb53b","last_reissued_at":"2026-07-05T06:32:52.788544Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:32:52.788544Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.10515","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:32:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dZ6YW9fP00l0cI4wXI3ijzr6+nPwILkKbX+kt8gjMNfhAKHAg80NPudr7Yrb7JwD04znqx7cvH2+e0AY/WXxDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-24T06:29:53.793563Z"},"content_sha256":"0aeb9fed401eb0185e4942b64576c83257bbb7e3a37c6871ed4b9a41c1f886ad","schema_version":"1.0","event_id":"sha256:0aeb9fed401eb0185e4942b64576c83257bbb7e3a37c6871ed4b9a41c1f886ad"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:L4NNST7NJQESD5TUAGZXI6JZAS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Curiosity in Hindsight: Intrinsic Exploration in Stochastic Environments","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Corentin Tallec, Daniel Jarrett, Florent Altch\\'e, Michal Valko, R\\'emi Munos, Thomas Mesnard","submitted_at":"2022-11-18T21:49:53Z","abstract_excerpt":"Consider the problem of exploration in sparse-reward or reward-free environments, such as in Montezuma's Revenge. In the curiosity-driven paradigm, the agent is rewarded for how much each realized outcome differs from their predicted outcome. But using predictive error as intrinsic motivation is fragile in stochastic environments, as the agent may become trapped by high-entropy areas of the state-action space, such as a \"noisy TV\". In this work, we study a natural solution derived from structural causal models of the world: Our key idea is to learn representations of the future that capture pr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.10515","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.10515/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:32:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xE7bfPV82L/q1jQzX5rTimI+6upIBhXtwwdRaKJZMNYmWjbx6UbiqdUb0ZrRvsOJfxzfNGkkn8q8Gqrz9lt+CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-24T06:29:53.793949Z"},"content_sha256":"a03b7d96ee86aa7c95b518d564ce55289962e0f728ccaed70b0eb037a4152552","schema_version":"1.0","event_id":"sha256:a03b7d96ee86aa7c95b518d564ce55289962e0f728ccaed70b0eb037a4152552"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/L4NNST7NJQESD5TUAGZXI6JZAS/bundle.json","state_url":"https://pith.science/pith/L4NNST7NJQESD5TUAGZXI6JZAS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/L4NNST7NJQESD5TUAGZXI6JZAS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-24T06:29:53Z","links":{"resolver":"https://pith.science/pith/L4NNST7NJQESD5TUAGZXI6JZAS","bundle":"https://pith.science/pith/L4NNST7NJQESD5TUAGZXI6JZAS/bundle.json","state":"https://pith.science/pith/L4NNST7NJQESD5TUAGZXI6JZAS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/L4NNST7NJQESD5TUAGZXI6JZAS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:L4NNST7NJQESD5TUAGZXI6JZAS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"84c22d5e3c16ba3949581b9bf83e351f9a10d6bd9ecb89a3920906fa7b2adf9e","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-11-18T21:49:53Z","title_canon_sha256":"72baa0440eaddc7aa2e87080c0579b26a9931434a208f6022d2fd4375cccd1a0"},"schema_version":"1.0","source":{"id":"2211.10515","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.10515","created_at":"2026-07-05T06:32:52Z"},{"alias_kind":"arxiv_version","alias_value":"2211.10515v2","created_at":"2026-07-05T06:32:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.10515","created_at":"2026-07-05T06:32:52Z"},{"alias_kind":"pith_short_12","alias_value":"L4NNST7NJQES","created_at":"2026-07-05T06:32:52Z"},{"alias_kind":"pith_short_16","alias_value":"L4NNST7NJQESD5TU","created_at":"2026-07-05T06:32:52Z"},{"alias_kind":"pith_short_8","alias_value":"L4NNST7N","created_at":"2026-07-05T06:32:52Z"}],"graph_snapshots":[{"event_id":"sha256:a03b7d96ee86aa7c95b518d564ce55289962e0f728ccaed70b0eb037a4152552","target":"graph","created_at":"2026-07-05T06:32:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.10515/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Consider the problem of exploration in sparse-reward or reward-free environments, such as in Montezuma's Revenge. In the curiosity-driven paradigm, the agent is rewarded for how much each realized outcome differs from their predicted outcome. But using predictive error as intrinsic motivation is fragile in stochastic environments, as the agent may become trapped by high-entropy areas of the state-action space, such as a \"noisy TV\". In this work, we study a natural solution derived from structural causal models of the world: Our key idea is to learn representations of the future that capture pr","authors_text":"Corentin Tallec, Daniel Jarrett, Florent Altch\\'e, Michal Valko, R\\'emi Munos, Thomas Mesnard","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-11-18T21:49:53Z","title":"Curiosity in Hindsight: Intrinsic Exploration in Stochastic Environments"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.10515","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0aeb9fed401eb0185e4942b64576c83257bbb7e3a37c6871ed4b9a41c1f886ad","target":"record","created_at":"2026-07-05T06:32:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"84c22d5e3c16ba3949581b9bf83e351f9a10d6bd9ecb89a3920906fa7b2adf9e","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2022-11-18T21:49:53Z","title_canon_sha256":"72baa0440eaddc7aa2e87080c0579b26a9931434a208f6022d2fd4375cccd1a0"},"schema_version":"1.0","source":{"id":"2211.10515","kind":"arxiv","version":2}},"canonical_sha256":"5f1ad94fed4c0921f67401b374793904ba6fc5191fb28bff41b9b8c56dfbb53b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5f1ad94fed4c0921f67401b374793904ba6fc5191fb28bff41b9b8c56dfbb53b","first_computed_at":"2026-07-05T06:32:52.788544Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:32:52.788544Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UDbv2xZL97GTknbHHiVijOS5ZjJEgJZRpBWbWQZzI566mHF8r/5w9MJGQLNx9jDLLcxZgj0jkoz7q69U+MOvBA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:32:52.788936Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.10515","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0aeb9fed401eb0185e4942b64576c83257bbb7e3a37c6871ed4b9a41c1f886ad","sha256:a03b7d96ee86aa7c95b518d564ce55289962e0f728ccaed70b0eb037a4152552"],"state_sha256":"b305f4d6189e31d3fcb06e68a7cb680d807469b2598134a46b0394400e00f155"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aPMh5d1QiMjnGd71HkwKPbSZkrwvZXnkWRnNpOoHF5f0rV9QrsxJKL/sntaWesaIqN3xfnnLZrDrn67TdGGtAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-24T06:29:53.796522Z","bundle_sha256":"1ffdc2d5337a0d6f5576d507fb21016c05b566a659ca88158f2487e7d7e8bf42"}}