{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:PDOBNMOPYOLY6OLP566CVPOKJO","short_pith_number":"pith:PDOBNMOP","canonical_record":{"source":{"id":"2003.03297","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-03-06T16:17:24Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"4c1a5e069e2dcb180f83c1a9f53865e0ebdc760b657e4f3b1889825197d2053f","abstract_canon_sha256":"ae63aaf4b6c699f24f23704dc7ed6e7559945467e5a9a5897a17fe2827368d45"},"schema_version":"1.0"},"canonical_sha256":"78dc16b1cfc3978f396fefbc2abdca4b9ec79573e81615a8d3c63dbe4c44300e","source":{"kind":"arxiv","id":"2003.03297","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2003.03297","created_at":"2026-07-05T01:12:02Z"},{"alias_kind":"arxiv_version","alias_value":"2003.03297v2","created_at":"2026-07-05T01:12:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2003.03297","created_at":"2026-07-05T01:12:02Z"},{"alias_kind":"pith_short_12","alias_value":"PDOBNMOPYOLY","created_at":"2026-07-05T01:12:02Z"},{"alias_kind":"pith_short_16","alias_value":"PDOBNMOPYOLY6OLP","created_at":"2026-07-05T01:12:02Z"},{"alias_kind":"pith_short_8","alias_value":"PDOBNMOP","created_at":"2026-07-05T01:12:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:PDOBNMOPYOLY6OLP566CVPOKJO","target":"record","payload":{"canonical_record":{"source":{"id":"2003.03297","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-03-06T16:17:24Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"4c1a5e069e2dcb180f83c1a9f53865e0ebdc760b657e4f3b1889825197d2053f","abstract_canon_sha256":"ae63aaf4b6c699f24f23704dc7ed6e7559945467e5a9a5897a17fe2827368d45"},"schema_version":"1.0"},"canonical_sha256":"78dc16b1cfc3978f396fefbc2abdca4b9ec79573e81615a8d3c63dbe4c44300e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:12:02.757841Z","signature_b64":"aOyPb7G7aJghguJH0r5X5eNHL8YpX+Dzr/yFzLSWX/5rE3c8uAPrkeNMmR55CY4o/fIBaAefPTK7qnsbNZ7aBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"78dc16b1cfc3978f396fefbc2abdca4b9ec79573e81615a8d3c63dbe4c44300e","last_reissued_at":"2026-07-05T01:12:02.757357Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:12:02.757357Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2003.03297","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:12:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EKBMW6iJH2DEU3ThlqOCi63ESwsaLhGBHox1RGvtHuCjJg7cfPwO2xNsepwrZ+TC+TepZjnHyTe3/6mUGJJOCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T16:17:58.726735Z"},"content_sha256":"fc09875ff8a91e5306aced9932884418820ff6208f23c0f1e10e289992b2d119","schema_version":"1.0","event_id":"sha256:fc09875ff8a91e5306aced9932884418820ff6208f23c0f1e10e289992b2d119"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:PDOBNMOPYOLY6OLP566CVPOKJO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Active Model Estimation in Markov Decision Processes","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Alessandro Lazaric, Jean Tarbouriech, Matteo Pirotta, Mohammad Ghavamzadeh, Shubhanshu Shekhar","submitted_at":"2020-03-06T16:17:24Z","abstract_excerpt":"We study the problem of efficient exploration in order to learn an accurate model of an environment, modeled as a Markov decision process (MDP). Efficient exploration in this problem requires the agent to identify the regions in which estimating the model is more difficult and then exploit this knowledge to collect more samples there. In this paper, we formalize this problem, introduce the first algorithm to learn an $\\epsilon$-accurate estimate of the dynamics, and provide its sample complexity analysis. While this algorithm enjoys strong guarantees in the large-sample regime, it tends to hav"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2003.03297","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2003.03297/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:12:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HzngPd3Kx6uPQyo7wWDnOu0kDib/yJt+rnNScg4WJyKw2CQTa8OdmK6m4g9Xweu4hu+yG6+fABe0ANWyfoHVAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T16:17:58.727116Z"},"content_sha256":"d78828f08e6d0356fb66219d85d950a383afd2ff9d61d4326c24bbca1daac96c","schema_version":"1.0","event_id":"sha256:d78828f08e6d0356fb66219d85d950a383afd2ff9d61d4326c24bbca1daac96c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PDOBNMOPYOLY6OLP566CVPOKJO/bundle.json","state_url":"https://pith.science/pith/PDOBNMOPYOLY6OLP566CVPOKJO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PDOBNMOPYOLY6OLP566CVPOKJO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T16:17:58Z","links":{"resolver":"https://pith.science/pith/PDOBNMOPYOLY6OLP566CVPOKJO","bundle":"https://pith.science/pith/PDOBNMOPYOLY6OLP566CVPOKJO/bundle.json","state":"https://pith.science/pith/PDOBNMOPYOLY6OLP566CVPOKJO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PDOBNMOPYOLY6OLP566CVPOKJO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:PDOBNMOPYOLY6OLP566CVPOKJO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ae63aaf4b6c699f24f23704dc7ed6e7559945467e5a9a5897a17fe2827368d45","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-03-06T16:17:24Z","title_canon_sha256":"4c1a5e069e2dcb180f83c1a9f53865e0ebdc760b657e4f3b1889825197d2053f"},"schema_version":"1.0","source":{"id":"2003.03297","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2003.03297","created_at":"2026-07-05T01:12:02Z"},{"alias_kind":"arxiv_version","alias_value":"2003.03297v2","created_at":"2026-07-05T01:12:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2003.03297","created_at":"2026-07-05T01:12:02Z"},{"alias_kind":"pith_short_12","alias_value":"PDOBNMOPYOLY","created_at":"2026-07-05T01:12:02Z"},{"alias_kind":"pith_short_16","alias_value":"PDOBNMOPYOLY6OLP","created_at":"2026-07-05T01:12:02Z"},{"alias_kind":"pith_short_8","alias_value":"PDOBNMOP","created_at":"2026-07-05T01:12:02Z"}],"graph_snapshots":[{"event_id":"sha256:d78828f08e6d0356fb66219d85d950a383afd2ff9d61d4326c24bbca1daac96c","target":"graph","created_at":"2026-07-05T01:12:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2003.03297/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study the problem of efficient exploration in order to learn an accurate model of an environment, modeled as a Markov decision process (MDP). Efficient exploration in this problem requires the agent to identify the regions in which estimating the model is more difficult and then exploit this knowledge to collect more samples there. In this paper, we formalize this problem, introduce the first algorithm to learn an $\\epsilon$-accurate estimate of the dynamics, and provide its sample complexity analysis. While this algorithm enjoys strong guarantees in the large-sample regime, it tends to hav","authors_text":"Alessandro Lazaric, Jean Tarbouriech, Matteo Pirotta, Mohammad Ghavamzadeh, Shubhanshu Shekhar","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-03-06T16:17:24Z","title":"Active Model Estimation in Markov Decision Processes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2003.03297","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fc09875ff8a91e5306aced9932884418820ff6208f23c0f1e10e289992b2d119","target":"record","created_at":"2026-07-05T01:12:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ae63aaf4b6c699f24f23704dc7ed6e7559945467e5a9a5897a17fe2827368d45","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-03-06T16:17:24Z","title_canon_sha256":"4c1a5e069e2dcb180f83c1a9f53865e0ebdc760b657e4f3b1889825197d2053f"},"schema_version":"1.0","source":{"id":"2003.03297","kind":"arxiv","version":2}},"canonical_sha256":"78dc16b1cfc3978f396fefbc2abdca4b9ec79573e81615a8d3c63dbe4c44300e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"78dc16b1cfc3978f396fefbc2abdca4b9ec79573e81615a8d3c63dbe4c44300e","first_computed_at":"2026-07-05T01:12:02.757357Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:12:02.757357Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aOyPb7G7aJghguJH0r5X5eNHL8YpX+Dzr/yFzLSWX/5rE3c8uAPrkeNMmR55CY4o/fIBaAefPTK7qnsbNZ7aBw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:12:02.757841Z","signed_message":"canonical_sha256_bytes"},"source_id":"2003.03297","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fc09875ff8a91e5306aced9932884418820ff6208f23c0f1e10e289992b2d119","sha256:d78828f08e6d0356fb66219d85d950a383afd2ff9d61d4326c24bbca1daac96c"],"state_sha256":"2bd47a3c8f0344d9f9c8dee8153d0a3bb555abf712628c630a022417fde49fe9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GsFujwYPm7ZqSEr9OfwDj3MdDXC2OxzqqWIa6CjPZYiExMT0peEQf7RIoGYTUxSTSIRz7iQvt+xT8fN7QZVmAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T16:17:58.729045Z","bundle_sha256":"44ea01942e840fcda92a734514047adafaca287c4b43939737ab9ba269d04afd"}}