{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:242KN2W23UZ4TN5HTPW6UKAV2A","short_pith_number":"pith:242KN2W2","canonical_record":{"source":{"id":"2209.14997","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-09-29T17:56:25Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"1115c38a35c24b4472800180f8198a27fcd1c2d43f411c30262c9503cb45906f","abstract_canon_sha256":"11b1e2a1c250f95a08ed6edffaa5c984e88dd9693228d4a04c82e4379a761791"},"schema_version":"1.0"},"canonical_sha256":"d734a6eadadd33c9b7a79bedea2815d01f19988237cf2cfcd7d43202c3820122","source":{"kind":"arxiv","id":"2209.14997","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.14997","created_at":"2026-07-05T05:18:49Z"},{"alias_kind":"arxiv_version","alias_value":"2209.14997v3","created_at":"2026-07-05T05:18:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.14997","created_at":"2026-07-05T05:18:49Z"},{"alias_kind":"pith_short_12","alias_value":"242KN2W23UZ4","created_at":"2026-07-05T05:18:49Z"},{"alias_kind":"pith_short_16","alias_value":"242KN2W23UZ4TN5H","created_at":"2026-07-05T05:18:49Z"},{"alias_kind":"pith_short_8","alias_value":"242KN2W2","created_at":"2026-07-05T05:18:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:242KN2W23UZ4TN5HTPW6UKAV2A","target":"record","payload":{"canonical_record":{"source":{"id":"2209.14997","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-09-29T17:56:25Z","cross_cats_sorted":["cs.AI","stat.ML"],"title_canon_sha256":"1115c38a35c24b4472800180f8198a27fcd1c2d43f411c30262c9503cb45906f","abstract_canon_sha256":"11b1e2a1c250f95a08ed6edffaa5c984e88dd9693228d4a04c82e4379a761791"},"schema_version":"1.0"},"canonical_sha256":"d734a6eadadd33c9b7a79bedea2815d01f19988237cf2cfcd7d43202c3820122","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:18:49.933064Z","signature_b64":"u0Z7sG6wKUIK9W7TrEiNyDcubFvD5V+HrQJStI7e2279nVnmZMMn14+t6qmnLzD6MLJYQxkB2qHFjjUTYxIEAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d734a6eadadd33c9b7a79bedea2815d01f19988237cf2cfcd7d43202c3820122","last_reissued_at":"2026-07-05T05:18:49.932635Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:18:49.932635Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2209.14997","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:18:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LZKzmOYUozqzJK8IcA0yZVorgqCmg6+u7qbagDgqMe2SYaDUvLxdL9aN9mQSYMEkDy1zUdTFCyDsDqaNJKpqBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T11:18:22.755017Z"},"content_sha256":"4369f91525a8e352cedbcc100d0f9e16a664d6b72da474222c17abd6050ca5a4","schema_version":"1.0","event_id":"sha256:4369f91525a8e352cedbcc100d0f9e16a664d6b72da474222c17abd6050ca5a4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:242KN2W23UZ4TN5HTPW6UKAV2A","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Optimistic MLE -- A Generic Model-based Algorithm for Partially Observable Sequential Decision Making","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ML"],"primary_cat":"cs.LG","authors_text":"Chi Jin, Csaba Szepesv\\'ari, Praneeth Netrapalli, Qinghua Liu","submitted_at":"2022-09-29T17:56:25Z","abstract_excerpt":"This paper introduces a simple efficient learning algorithms for general sequential decision making. The algorithm combines Optimism for exploration with Maximum Likelihood Estimation for model estimation, which is thus named OMLE. We prove that OMLE learns the near-optimal policies of an enormously rich class of sequential decision making problems in a polynomial number of samples. This rich class includes not only a majority of known tractable model-based Reinforcement Learning (RL) problems (such as tabular MDPs, factored MDPs, low witness rank problems, tabular weakly-revealing/observable "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.14997","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2209.14997/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:18:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QLt+vnvZW6Nh2ONmpnimo1B8iKKMSXj4GX0AqVfcQy9moR72neeOnFZnG08AR/04JpYfixGdyhcqVyRu42/DDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T11:18:22.755409Z"},"content_sha256":"6e088bc5ef221f2b340cc706b4f0fbad08cb4cf9b007dd760de44a76d1e547d5","schema_version":"1.0","event_id":"sha256:6e088bc5ef221f2b340cc706b4f0fbad08cb4cf9b007dd760de44a76d1e547d5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/242KN2W23UZ4TN5HTPW6UKAV2A/bundle.json","state_url":"https://pith.science/pith/242KN2W23UZ4TN5HTPW6UKAV2A/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/242KN2W23UZ4TN5HTPW6UKAV2A/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T11:18:22Z","links":{"resolver":"https://pith.science/pith/242KN2W23UZ4TN5HTPW6UKAV2A","bundle":"https://pith.science/pith/242KN2W23UZ4TN5HTPW6UKAV2A/bundle.json","state":"https://pith.science/pith/242KN2W23UZ4TN5HTPW6UKAV2A/state.json","well_known_bundle":"https://pith.science/.well-known/pith/242KN2W23UZ4TN5HTPW6UKAV2A/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:242KN2W23UZ4TN5HTPW6UKAV2A","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"11b1e2a1c250f95a08ed6edffaa5c984e88dd9693228d4a04c82e4379a761791","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-09-29T17:56:25Z","title_canon_sha256":"1115c38a35c24b4472800180f8198a27fcd1c2d43f411c30262c9503cb45906f"},"schema_version":"1.0","source":{"id":"2209.14997","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.14997","created_at":"2026-07-05T05:18:49Z"},{"alias_kind":"arxiv_version","alias_value":"2209.14997v3","created_at":"2026-07-05T05:18:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.14997","created_at":"2026-07-05T05:18:49Z"},{"alias_kind":"pith_short_12","alias_value":"242KN2W23UZ4","created_at":"2026-07-05T05:18:49Z"},{"alias_kind":"pith_short_16","alias_value":"242KN2W23UZ4TN5H","created_at":"2026-07-05T05:18:49Z"},{"alias_kind":"pith_short_8","alias_value":"242KN2W2","created_at":"2026-07-05T05:18:49Z"}],"graph_snapshots":[{"event_id":"sha256:6e088bc5ef221f2b340cc706b4f0fbad08cb4cf9b007dd760de44a76d1e547d5","target":"graph","created_at":"2026-07-05T05:18:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2209.14997/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper introduces a simple efficient learning algorithms for general sequential decision making. The algorithm combines Optimism for exploration with Maximum Likelihood Estimation for model estimation, which is thus named OMLE. We prove that OMLE learns the near-optimal policies of an enormously rich class of sequential decision making problems in a polynomial number of samples. This rich class includes not only a majority of known tractable model-based Reinforcement Learning (RL) problems (such as tabular MDPs, factored MDPs, low witness rank problems, tabular weakly-revealing/observable ","authors_text":"Chi Jin, Csaba Szepesv\\'ari, Praneeth Netrapalli, Qinghua Liu","cross_cats":["cs.AI","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-09-29T17:56:25Z","title":"Optimistic MLE -- A Generic Model-based Algorithm for Partially Observable Sequential Decision Making"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.14997","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4369f91525a8e352cedbcc100d0f9e16a664d6b72da474222c17abd6050ca5a4","target":"record","created_at":"2026-07-05T05:18:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"11b1e2a1c250f95a08ed6edffaa5c984e88dd9693228d4a04c82e4379a761791","cross_cats_sorted":["cs.AI","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-09-29T17:56:25Z","title_canon_sha256":"1115c38a35c24b4472800180f8198a27fcd1c2d43f411c30262c9503cb45906f"},"schema_version":"1.0","source":{"id":"2209.14997","kind":"arxiv","version":3}},"canonical_sha256":"d734a6eadadd33c9b7a79bedea2815d01f19988237cf2cfcd7d43202c3820122","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d734a6eadadd33c9b7a79bedea2815d01f19988237cf2cfcd7d43202c3820122","first_computed_at":"2026-07-05T05:18:49.932635Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:18:49.932635Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"u0Z7sG6wKUIK9W7TrEiNyDcubFvD5V+HrQJStI7e2279nVnmZMMn14+t6qmnLzD6MLJYQxkB2qHFjjUTYxIEAg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:18:49.933064Z","signed_message":"canonical_sha256_bytes"},"source_id":"2209.14997","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4369f91525a8e352cedbcc100d0f9e16a664d6b72da474222c17abd6050ca5a4","sha256:6e088bc5ef221f2b340cc706b4f0fbad08cb4cf9b007dd760de44a76d1e547d5"],"state_sha256":"5efe28a08906798b3e2a9b440424cbf7573aa912d6934cba43483926c8035b91"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O57+gpdGhl5hE/bdt5LRuiPy79ruHdJ22/tsZGtgA6pkpCe4Rj+B1dMtnQUS0oT9drCMMo+Kr8Z0lol+aD5dCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T11:18:22.758198Z","bundle_sha256":"5fd1de51a3057633983a7d1a2f87351c343f33143de6b0df0a0e24d48a9722c7"}}