{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:HRECSQNP76GOLNUB7X2HOBXYDA","short_pith_number":"pith:HRECSQNP","canonical_record":{"source":{"id":"1901.10902","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2019-01-30T15:33:58Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"0657b8a0677e0f10b9df92e4ac51bbfaf83cb2b1f6bf2b0845a87770131bb197","abstract_canon_sha256":"bea6f0ffb80495281b92a118b739d50796bbef94cbcbd09d7d48af71858d339a"},"schema_version":"1.0"},"canonical_sha256":"3c482941afff8ce5b681fdf47706f8181588bf9ce52f4d3987154b1311c4f0c5","source":{"kind":"arxiv","id":"1901.10902","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.10902","created_at":"2026-07-05T07:20:46Z"},{"alias_kind":"arxiv_version","alias_value":"1901.10902v5","created_at":"2026-07-05T07:20:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.10902","created_at":"2026-07-05T07:20:46Z"},{"alias_kind":"pith_short_12","alias_value":"HRECSQNP76GO","created_at":"2026-07-05T07:20:46Z"},{"alias_kind":"pith_short_16","alias_value":"HRECSQNP76GOLNUB","created_at":"2026-07-05T07:20:46Z"},{"alias_kind":"pith_short_8","alias_value":"HRECSQNP","created_at":"2026-07-05T07:20:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:HRECSQNP76GOLNUB7X2HOBXYDA","target":"record","payload":{"canonical_record":{"source":{"id":"1901.10902","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2019-01-30T15:33:58Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"0657b8a0677e0f10b9df92e4ac51bbfaf83cb2b1f6bf2b0845a87770131bb197","abstract_canon_sha256":"bea6f0ffb80495281b92a118b739d50796bbef94cbcbd09d7d48af71858d339a"},"schema_version":"1.0"},"canonical_sha256":"3c482941afff8ce5b681fdf47706f8181588bf9ce52f4d3987154b1311c4f0c5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:20:46.013016Z","signature_b64":"CbhgPWQ3dJqkCBQDTx/7u5VnTbvtGPP1JxMXjdhACeWhbsyClM/f1KOQ94OMq99Z6aaCKNkO3+ce1WAeOObFAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3c482941afff8ce5b681fdf47706f8181588bf9ce52f4d3987154b1311c4f0c5","last_reissued_at":"2026-07-05T07:20:46.012515Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:20:46.012515Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1901.10902","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:20:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IUgKHZQJ2lG3wJgLie6F+YA28rG3LEAVyWgydgBMPod529NrqYVaVammg8iFDZfAnWQmk2NpmP9M/DHiPp8jAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T23:52:13.015283Z"},"content_sha256":"3f1e71928ebcb258b312a059c224351a244b891e67514e62bb955660c57860e4","schema_version":"1.0","event_id":"sha256:3f1e71928ebcb258b312a059c224351a244b891e67514e62bb955660c57860e4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:HRECSQNP76GOLNUB7X2HOBXYDA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"InfoBot: Transfer and Exploration via the Information Bottleneck","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Anirudh Goyal, Daniel Strouse, Hugo Larochelle, Matthew Botvinick, Riashat Islam, Sergey Levine, Yoshua Bengio, Zafarali Ahmed","submitted_at":"2019-01-30T15:33:58Z","abstract_excerpt":"A central challenge in reinforcement learning is discovering effective policies for tasks where rewards are sparsely distributed. We postulate that in the absence of useful reward signals, an effective exploration strategy should seek out {\\it decision states}. These states lie at critical junctions in the state space from where the agent can transition to new, potentially unexplored regions. We propose to learn about decision states from prior experience. By training a goal-conditioned policy with an information bottleneck, we can identify decision states by examining where the model actually"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.10902","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1901.10902/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:20:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HhD/kyRefSZzzwU3nzT60jxZ1KMOWq/ZBk/+SLQ4gZq62/4Osn8fr9cwsUTCrf9OyZqfqujqjHwtZs8hPqukAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T23:52:13.015835Z"},"content_sha256":"ce723573fa769c6fdfe87a049922cea3463e1ed08957cd931cc3f523f97f0ef0","schema_version":"1.0","event_id":"sha256:ce723573fa769c6fdfe87a049922cea3463e1ed08957cd931cc3f523f97f0ef0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HRECSQNP76GOLNUB7X2HOBXYDA/bundle.json","state_url":"https://pith.science/pith/HRECSQNP76GOLNUB7X2HOBXYDA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HRECSQNP76GOLNUB7X2HOBXYDA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T23:52:13Z","links":{"resolver":"https://pith.science/pith/HRECSQNP76GOLNUB7X2HOBXYDA","bundle":"https://pith.science/pith/HRECSQNP76GOLNUB7X2HOBXYDA/bundle.json","state":"https://pith.science/pith/HRECSQNP76GOLNUB7X2HOBXYDA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HRECSQNP76GOLNUB7X2HOBXYDA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:HRECSQNP76GOLNUB7X2HOBXYDA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bea6f0ffb80495281b92a118b739d50796bbef94cbcbd09d7d48af71858d339a","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2019-01-30T15:33:58Z","title_canon_sha256":"0657b8a0677e0f10b9df92e4ac51bbfaf83cb2b1f6bf2b0845a87770131bb197"},"schema_version":"1.0","source":{"id":"1901.10902","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.10902","created_at":"2026-07-05T07:20:46Z"},{"alias_kind":"arxiv_version","alias_value":"1901.10902v5","created_at":"2026-07-05T07:20:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.10902","created_at":"2026-07-05T07:20:46Z"},{"alias_kind":"pith_short_12","alias_value":"HRECSQNP76GO","created_at":"2026-07-05T07:20:46Z"},{"alias_kind":"pith_short_16","alias_value":"HRECSQNP76GOLNUB","created_at":"2026-07-05T07:20:46Z"},{"alias_kind":"pith_short_8","alias_value":"HRECSQNP","created_at":"2026-07-05T07:20:46Z"}],"graph_snapshots":[{"event_id":"sha256:ce723573fa769c6fdfe87a049922cea3463e1ed08957cd931cc3f523f97f0ef0","target":"graph","created_at":"2026-07-05T07:20:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1901.10902/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A central challenge in reinforcement learning is discovering effective policies for tasks where rewards are sparsely distributed. We postulate that in the absence of useful reward signals, an effective exploration strategy should seek out {\\it decision states}. These states lie at critical junctions in the state space from where the agent can transition to new, potentially unexplored regions. We propose to learn about decision states from prior experience. By training a goal-conditioned policy with an information bottleneck, we can identify decision states by examining where the model actually","authors_text":"Anirudh Goyal, Daniel Strouse, Hugo Larochelle, Matthew Botvinick, Riashat Islam, Sergey Levine, Yoshua Bengio, Zafarali Ahmed","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2019-01-30T15:33:58Z","title":"InfoBot: Transfer and Exploration via the Information Bottleneck"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.10902","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3f1e71928ebcb258b312a059c224351a244b891e67514e62bb955660c57860e4","target":"record","created_at":"2026-07-05T07:20:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bea6f0ffb80495281b92a118b739d50796bbef94cbcbd09d7d48af71858d339a","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2019-01-30T15:33:58Z","title_canon_sha256":"0657b8a0677e0f10b9df92e4ac51bbfaf83cb2b1f6bf2b0845a87770131bb197"},"schema_version":"1.0","source":{"id":"1901.10902","kind":"arxiv","version":5}},"canonical_sha256":"3c482941afff8ce5b681fdf47706f8181588bf9ce52f4d3987154b1311c4f0c5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3c482941afff8ce5b681fdf47706f8181588bf9ce52f4d3987154b1311c4f0c5","first_computed_at":"2026-07-05T07:20:46.012515Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:20:46.012515Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CbhgPWQ3dJqkCBQDTx/7u5VnTbvtGPP1JxMXjdhACeWhbsyClM/f1KOQ94OMq99Z6aaCKNkO3+ce1WAeOObFAg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:20:46.013016Z","signed_message":"canonical_sha256_bytes"},"source_id":"1901.10902","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3f1e71928ebcb258b312a059c224351a244b891e67514e62bb955660c57860e4","sha256:ce723573fa769c6fdfe87a049922cea3463e1ed08957cd931cc3f523f97f0ef0"],"state_sha256":"e56d7486280f2af2eecc4bb9b2a8c709021b3604378deee075d4fbfadaa26ba2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MulnrvB0fVb7qDjeyNETD84kjWPF3Hqh0eH64Yqyh7OiHwfIKv6fFdWLThPn8b7cP87o7iNYE6Pz1ijgwkBKAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T23:52:13.020814Z","bundle_sha256":"c4ff3495b338dacdad9cc27fbc13d1e856ccd9a6441fa657bb8630e19b2dae70"}}