{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:XUUN3G4J2JO4MMIJ2OB4KD5RBC","short_pith_number":"pith:XUUN3G4J","canonical_record":{"source":{"id":"2007.02418","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-05T18:51:50Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"7689908994aa798fd60832985e59dc9229e150429b1bf25065f8a22f9ccb1236","abstract_canon_sha256":"675be0cc914970f51013128b9e5d3b7de44e0989ce83b2b05f00e1946e4da690"},"schema_version":"1.0"},"canonical_sha256":"bd28dd9b89d25dc63109d383c50fb108a5f5045c6aaf44baa08f760eb99b105c","source":{"kind":"arxiv","id":"2007.02418","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.02418","created_at":"2026-07-05T02:20:55Z"},{"alias_kind":"arxiv_version","alias_value":"2007.02418v3","created_at":"2026-07-05T02:20:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.02418","created_at":"2026-07-05T02:20:55Z"},{"alias_kind":"pith_short_12","alias_value":"XUUN3G4J2JO4","created_at":"2026-07-05T02:20:55Z"},{"alias_kind":"pith_short_16","alias_value":"XUUN3G4J2JO4MMIJ","created_at":"2026-07-05T02:20:55Z"},{"alias_kind":"pith_short_8","alias_value":"XUUN3G4J","created_at":"2026-07-05T02:20:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:XUUN3G4J2JO4MMIJ2OB4KD5RBC","target":"record","payload":{"canonical_record":{"source":{"id":"2007.02418","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-05T18:51:50Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"7689908994aa798fd60832985e59dc9229e150429b1bf25065f8a22f9ccb1236","abstract_canon_sha256":"675be0cc914970f51013128b9e5d3b7de44e0989ce83b2b05f00e1946e4da690"},"schema_version":"1.0"},"canonical_sha256":"bd28dd9b89d25dc63109d383c50fb108a5f5045c6aaf44baa08f760eb99b105c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:20:55.687577Z","signature_b64":"UZyH1fDwIj4BQa4btRgJHpTC3LB3wYn4mr32V2UyeVYsCz4LEjtuPeNjLeD98gq0y0zn6e/pr+M37i6MSmQBAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bd28dd9b89d25dc63109d383c50fb108a5f5045c6aaf44baa08f760eb99b105c","last_reissued_at":"2026-07-05T02:20:55.687135Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:20:55.687135Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2007.02418","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:20:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YuZlICPP+fmS3dfv7VaxAn+Ply49u10n3TytJgNb6aoxwp3g9kgHDPvACZLdgamRqwLS8gsyTyqunlvn1W4EAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:24:59.230056Z"},"content_sha256":"19d7282017d780cf45724f5163ab658ee8e904ec9c2863ed2755fe4648e02d0a","schema_version":"1.0","event_id":"sha256:19d7282017d780cf45724f5163ab658ee8e904ec9c2863ed2755fe4648e02d0a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:XUUN3G4J2JO4MMIJ2OB4KD5RBC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Selective Dyna-style Planning Under Limited Model Capacity","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Erin J. Talvitie, Martha White, Samuel Sokota, Zaheer Abbas","submitted_at":"2020-07-05T18:51:50Z","abstract_excerpt":"In model-based reinforcement learning, planning with an imperfect model of the environment has the potential to harm learning progress. But even when a model is imperfect, it may still contain information that is useful for planning. In this paper, we investigate the idea of using an imperfect model selectively. The agent should plan in parts of the state space where the model would be helpful but refrain from using the model where it would be harmful. An effective selective planning mechanism requires estimating predictive uncertainty, which arises out of aleatoric uncertainty, parameter unce"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.02418","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2007.02418/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:20:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kdy+AP2E64luJMGddi+27PkI9iT3UsFuaXdCi00qFAHNcai0xlVaHKJMWR63Ny/FRLb8OLmbpdHtyTEWLvZoDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T00:24:59.230563Z"},"content_sha256":"fcdb17da2517ed51131e87b37e7e14c25ea6e16701a1c6d51ac0c1f485f54cce","schema_version":"1.0","event_id":"sha256:fcdb17da2517ed51131e87b37e7e14c25ea6e16701a1c6d51ac0c1f485f54cce"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XUUN3G4J2JO4MMIJ2OB4KD5RBC/bundle.json","state_url":"https://pith.science/pith/XUUN3G4J2JO4MMIJ2OB4KD5RBC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XUUN3G4J2JO4MMIJ2OB4KD5RBC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T00:24:59Z","links":{"resolver":"https://pith.science/pith/XUUN3G4J2JO4MMIJ2OB4KD5RBC","bundle":"https://pith.science/pith/XUUN3G4J2JO4MMIJ2OB4KD5RBC/bundle.json","state":"https://pith.science/pith/XUUN3G4J2JO4MMIJ2OB4KD5RBC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XUUN3G4J2JO4MMIJ2OB4KD5RBC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:XUUN3G4J2JO4MMIJ2OB4KD5RBC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"675be0cc914970f51013128b9e5d3b7de44e0989ce83b2b05f00e1946e4da690","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-05T18:51:50Z","title_canon_sha256":"7689908994aa798fd60832985e59dc9229e150429b1bf25065f8a22f9ccb1236"},"schema_version":"1.0","source":{"id":"2007.02418","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.02418","created_at":"2026-07-05T02:20:55Z"},{"alias_kind":"arxiv_version","alias_value":"2007.02418v3","created_at":"2026-07-05T02:20:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.02418","created_at":"2026-07-05T02:20:55Z"},{"alias_kind":"pith_short_12","alias_value":"XUUN3G4J2JO4","created_at":"2026-07-05T02:20:55Z"},{"alias_kind":"pith_short_16","alias_value":"XUUN3G4J2JO4MMIJ","created_at":"2026-07-05T02:20:55Z"},{"alias_kind":"pith_short_8","alias_value":"XUUN3G4J","created_at":"2026-07-05T02:20:55Z"}],"graph_snapshots":[{"event_id":"sha256:fcdb17da2517ed51131e87b37e7e14c25ea6e16701a1c6d51ac0c1f485f54cce","target":"graph","created_at":"2026-07-05T02:20:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2007.02418/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In model-based reinforcement learning, planning with an imperfect model of the environment has the potential to harm learning progress. But even when a model is imperfect, it may still contain information that is useful for planning. In this paper, we investigate the idea of using an imperfect model selectively. The agent should plan in parts of the state space where the model would be helpful but refrain from using the model where it would be harmful. An effective selective planning mechanism requires estimating predictive uncertainty, which arises out of aleatoric uncertainty, parameter unce","authors_text":"Erin J. Talvitie, Martha White, Samuel Sokota, Zaheer Abbas","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-05T18:51:50Z","title":"Selective Dyna-style Planning Under Limited Model Capacity"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.02418","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:19d7282017d780cf45724f5163ab658ee8e904ec9c2863ed2755fe4648e02d0a","target":"record","created_at":"2026-07-05T02:20:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"675be0cc914970f51013128b9e5d3b7de44e0989ce83b2b05f00e1946e4da690","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-05T18:51:50Z","title_canon_sha256":"7689908994aa798fd60832985e59dc9229e150429b1bf25065f8a22f9ccb1236"},"schema_version":"1.0","source":{"id":"2007.02418","kind":"arxiv","version":3}},"canonical_sha256":"bd28dd9b89d25dc63109d383c50fb108a5f5045c6aaf44baa08f760eb99b105c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bd28dd9b89d25dc63109d383c50fb108a5f5045c6aaf44baa08f760eb99b105c","first_computed_at":"2026-07-05T02:20:55.687135Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:20:55.687135Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UZyH1fDwIj4BQa4btRgJHpTC3LB3wYn4mr32V2UyeVYsCz4LEjtuPeNjLeD98gq0y0zn6e/pr+M37i6MSmQBAg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:20:55.687577Z","signed_message":"canonical_sha256_bytes"},"source_id":"2007.02418","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:19d7282017d780cf45724f5163ab658ee8e904ec9c2863ed2755fe4648e02d0a","sha256:fcdb17da2517ed51131e87b37e7e14c25ea6e16701a1c6d51ac0c1f485f54cce"],"state_sha256":"27e94d6e78fb3a681b3a04d1515c40938a971e1bbce2662074105412246094f5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4Nsbf1VnrzrpwOG7a0NsMJlOaO2UCbyREVoW+R421wHdzyy1os4PIodFfHP2bv5dxp+W+SVvkoqsRYsjANhLBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T00:24:59.235606Z","bundle_sha256":"d5d677c332cf699bd889e15d9ab3427e12b8c9489421034c39c216e80124fbbf"}}