{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:6UEWJ6PYECZDRBS2WVR42ZXKMF","short_pith_number":"pith:6UEWJ6PY","canonical_record":{"source":{"id":"1807.02373","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-07-06T12:13:52Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"13a22f7377f7e9cc2759b64874e55b7de551a11141f4cbdc52af0b4b51812456","abstract_canon_sha256":"c9eea4ad38220a651b5fec71593e891fe4ad6ea8ec3dcd6d9f36ba91c347a370"},"schema_version":"1.0"},"canonical_sha256":"f50964f9f820b238865ab563cd66ea614b4b0eb89d812a271ee413fa835f34ef","source":{"kind":"arxiv","id":"1807.02373","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1807.02373","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"arxiv_version","alias_value":"1807.02373v2","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1807.02373","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"pith_short_12","alias_value":"6UEWJ6PYECZD","created_at":"2026-05-18T12:32:11Z"},{"alias_kind":"pith_short_16","alias_value":"6UEWJ6PYECZDRBS2","created_at":"2026-05-18T12:32:11Z"},{"alias_kind":"pith_short_8","alias_value":"6UEWJ6PY","created_at":"2026-05-18T12:32:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:6UEWJ6PYECZDRBS2WVR42ZXKMF","target":"record","payload":{"canonical_record":{"source":{"id":"1807.02373","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-07-06T12:13:52Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"13a22f7377f7e9cc2759b64874e55b7de551a11141f4cbdc52af0b4b51812456","abstract_canon_sha256":"c9eea4ad38220a651b5fec71593e891fe4ad6ea8ec3dcd6d9f36ba91c347a370"},"schema_version":"1.0"},"canonical_sha256":"f50964f9f820b238865ab563cd66ea614b4b0eb89d812a271ee413fa835f34ef","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:50:49.099808Z","signature_b64":"L2GzmbsVhAaXxo1mOXqLS2zSktqYvur2HtsjtxCOh5ad8A8xTKHvPglaIGdQHQ9OjN7PI1DOZUkAbKQcXaxDAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f50964f9f820b238865ab563cd66ea614b4b0eb89d812a271ee413fa835f34ef","last_reissued_at":"2026-05-17T23:50:49.099149Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:50:49.099149Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1807.02373","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:50:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n1nFq1Rr0BCgu4YLGuROQKihXuIDiYAY+eW6g8JxbJVGk1kma6X9ZgWsjrz95zmlbhjDESTQuW5R9QIfEwCKDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T18:37:41.847820Z"},"content_sha256":"708e72fc480e90ed202ca909d0c2b1cfa22bab839277508d7f78b190df95f235","schema_version":"1.0","event_id":"sha256:708e72fc480e90ed202ca909d0c2b1cfa22bab839277508d7f78b190df95f235"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:6UEWJ6PYECZDRBS2WVR42ZXKMF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Near Optimal Exploration-Exploitation in Non-Communicating Markov Decision Processes","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Alessandro Lazaric, Matteo Pirotta, Ronan Fruit","submitted_at":"2018-07-06T12:13:52Z","abstract_excerpt":"While designing the state space of an MDP, it is common to include states that are transient or not reachable by any policy (e.g., in mountain car, the product space of speed and position contains configurations that are not physically reachable). This leads to defining weakly-communicating or multi-chain MDPs. In this paper, we introduce \\tucrl, the first algorithm able to perform efficient exploration-exploitation in any finite Markov Decision Process (MDP) without requiring any form of prior knowledge. In particular, for any MDP with $S^{\\texttt{C}}$ communicating states, $A$ actions and $\\"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1807.02373","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:50:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LVLdJ3ycS0AxkwPlu45AFb2z83i/8sSyz1ASyKQ+E4pSnWZnNcTjqvdwVR6duihvuw9sny8Z3wSSRDoorqbACA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T18:37:41.848168Z"},"content_sha256":"3c83074764985305f164865cc007cb0f95f7179734b114e91f8c0b4ddd18b661","schema_version":"1.0","event_id":"sha256:3c83074764985305f164865cc007cb0f95f7179734b114e91f8c0b4ddd18b661"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6UEWJ6PYECZDRBS2WVR42ZXKMF/bundle.json","state_url":"https://pith.science/pith/6UEWJ6PYECZDRBS2WVR42ZXKMF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6UEWJ6PYECZDRBS2WVR42ZXKMF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T18:37:41Z","links":{"resolver":"https://pith.science/pith/6UEWJ6PYECZDRBS2WVR42ZXKMF","bundle":"https://pith.science/pith/6UEWJ6PYECZDRBS2WVR42ZXKMF/bundle.json","state":"https://pith.science/pith/6UEWJ6PYECZDRBS2WVR42ZXKMF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6UEWJ6PYECZDRBS2WVR42ZXKMF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:6UEWJ6PYECZDRBS2WVR42ZXKMF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c9eea4ad38220a651b5fec71593e891fe4ad6ea8ec3dcd6d9f36ba91c347a370","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-07-06T12:13:52Z","title_canon_sha256":"13a22f7377f7e9cc2759b64874e55b7de551a11141f4cbdc52af0b4b51812456"},"schema_version":"1.0","source":{"id":"1807.02373","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1807.02373","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"arxiv_version","alias_value":"1807.02373v2","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1807.02373","created_at":"2026-05-17T23:50:49Z"},{"alias_kind":"pith_short_12","alias_value":"6UEWJ6PYECZD","created_at":"2026-05-18T12:32:11Z"},{"alias_kind":"pith_short_16","alias_value":"6UEWJ6PYECZDRBS2","created_at":"2026-05-18T12:32:11Z"},{"alias_kind":"pith_short_8","alias_value":"6UEWJ6PY","created_at":"2026-05-18T12:32:11Z"}],"graph_snapshots":[{"event_id":"sha256:3c83074764985305f164865cc007cb0f95f7179734b114e91f8c0b4ddd18b661","target":"graph","created_at":"2026-05-17T23:50:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"While designing the state space of an MDP, it is common to include states that are transient or not reachable by any policy (e.g., in mountain car, the product space of speed and position contains configurations that are not physically reachable). This leads to defining weakly-communicating or multi-chain MDPs. In this paper, we introduce \\tucrl, the first algorithm able to perform efficient exploration-exploitation in any finite Markov Decision Process (MDP) without requiring any form of prior knowledge. In particular, for any MDP with $S^{\\texttt{C}}$ communicating states, $A$ actions and $\\","authors_text":"Alessandro Lazaric, Matteo Pirotta, Ronan Fruit","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-07-06T12:13:52Z","title":"Near Optimal Exploration-Exploitation in Non-Communicating Markov Decision Processes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1807.02373","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:708e72fc480e90ed202ca909d0c2b1cfa22bab839277508d7f78b190df95f235","target":"record","created_at":"2026-05-17T23:50:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c9eea4ad38220a651b5fec71593e891fe4ad6ea8ec3dcd6d9f36ba91c347a370","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-07-06T12:13:52Z","title_canon_sha256":"13a22f7377f7e9cc2759b64874e55b7de551a11141f4cbdc52af0b4b51812456"},"schema_version":"1.0","source":{"id":"1807.02373","kind":"arxiv","version":2}},"canonical_sha256":"f50964f9f820b238865ab563cd66ea614b4b0eb89d812a271ee413fa835f34ef","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f50964f9f820b238865ab563cd66ea614b4b0eb89d812a271ee413fa835f34ef","first_computed_at":"2026-05-17T23:50:49.099149Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:50:49.099149Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"L2GzmbsVhAaXxo1mOXqLS2zSktqYvur2HtsjtxCOh5ad8A8xTKHvPglaIGdQHQ9OjN7PI1DOZUkAbKQcXaxDAw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:50:49.099808Z","signed_message":"canonical_sha256_bytes"},"source_id":"1807.02373","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:708e72fc480e90ed202ca909d0c2b1cfa22bab839277508d7f78b190df95f235","sha256:3c83074764985305f164865cc007cb0f95f7179734b114e91f8c0b4ddd18b661"],"state_sha256":"72278f7a7c5811884722e4435f76d9438ce694944223bc7447815f046ead1988"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Yzpxv5udmIlsynQgGg1TYSzciGTDKB5q+h/5r20oMAj08u3DRvx8X4DyPT4xEhW//PDOUkwyfGIlljWB/5MrAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T18:37:41.850004Z","bundle_sha256":"a1bc2562db089b9afe04015dfabb48e290b7698c5bf1d4c03649e58ba6994235"}}