{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:2EJJCM5SHEK6ZVX6N5DTHKLGW2","short_pith_number":"pith:2EJJCM5S","canonical_record":{"source":{"id":"2310.11515","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-17T18:27:27Z","cross_cats_sorted":[],"title_canon_sha256":"41e6213341c79b98ee038604f8f3689996f58d78b5673f98ec472f912d2f357c","abstract_canon_sha256":"01616890cc305502f05713469299aefebbf2c345ee8ee28fae066615391b518b"},"schema_version":"1.0"},"canonical_sha256":"d1129133b23915ecd6fe6f4733a966b6b1302d32198768ec8258b55a9ef7990c","source":{"kind":"arxiv","id":"2310.11515","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.11515","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"arxiv_version","alias_value":"2310.11515v1","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.11515","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"pith_short_12","alias_value":"2EJJCM5SHEK6","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"pith_short_16","alias_value":"2EJJCM5SHEK6ZVX6","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"pith_short_8","alias_value":"2EJJCM5S","created_at":"2026-07-05T07:02:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:2EJJCM5SHEK6ZVX6N5DTHKLGW2","target":"record","payload":{"canonical_record":{"source":{"id":"2310.11515","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-17T18:27:27Z","cross_cats_sorted":[],"title_canon_sha256":"41e6213341c79b98ee038604f8f3689996f58d78b5673f98ec472f912d2f357c","abstract_canon_sha256":"01616890cc305502f05713469299aefebbf2c345ee8ee28fae066615391b518b"},"schema_version":"1.0"},"canonical_sha256":"d1129133b23915ecd6fe6f4733a966b6b1302d32198768ec8258b55a9ef7990c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:02:08.451096Z","signature_b64":"Zusa+L0d/a+QksL60LGnJfqE6oPLuo8UXHZMayGmk47X7KQpjAgxtBnDdpM2K0dozE7up6gkG7ZbndhOkXalCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d1129133b23915ecd6fe6f4733a966b6b1302d32198768ec8258b55a9ef7990c","last_reissued_at":"2026-07-05T07:02:08.450642Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:02:08.450642Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.11515","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lb11yT1NmFt9C9F+j0Cg0tsS21jzQ+Cl7bYFVhDa46mSPYCsjYycT86wXDVkvA7LQNQOGPTzzaSzX3oLGLqpAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T12:26:40.296685Z"},"content_sha256":"32c52f1a5c002cb0c3613ba57c1ad9f834d0c59ad9fc9466b602ec795622f556","schema_version":"1.0","event_id":"sha256:32c52f1a5c002cb0c3613ba57c1ad9f834d0c59ad9fc9466b602ec795622f556"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:2EJJCM5SHEK6ZVX6N5DTHKLGW2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Value-Biased Maximum Likelihood Estimation for Model-based Reinforcement Learning in Discounted Linear MDPs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Akshay Mete, Ping-Chun Hsieh, P. R. Kumar, Yu-Heng Hung","submitted_at":"2023-10-17T18:27:27Z","abstract_excerpt":"We consider the infinite-horizon linear Markov Decision Processes (MDPs), where the transition probabilities of the dynamic model can be linearly parameterized with the help of a predefined low-dimensional feature mapping. While the existing regression-based approaches have been theoretically shown to achieve nearly-optimal regret, they are computationally rather inefficient due to the need for a large number of optimization runs in each time step, especially when the state and action spaces are large. To address this issue, we propose to solve linear MDPs through the lens of Value-Biased Maxi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.11515","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.11515/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MmWZ2aP14UENo5XZ9PXpCRSxX5AVKMUyju7NtP+lhgWtUdx47ZwYqc0KjVj6hQKptY23XAM2qqCq1O1nBfXlCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T12:26:40.297301Z"},"content_sha256":"7d46629de6d046d404ec251100b7187e72cc4218ad6e30bd8a181043dc75cbce","schema_version":"1.0","event_id":"sha256:7d46629de6d046d404ec251100b7187e72cc4218ad6e30bd8a181043dc75cbce"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2EJJCM5SHEK6ZVX6N5DTHKLGW2/bundle.json","state_url":"https://pith.science/pith/2EJJCM5SHEK6ZVX6N5DTHKLGW2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2EJJCM5SHEK6ZVX6N5DTHKLGW2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T12:26:40Z","links":{"resolver":"https://pith.science/pith/2EJJCM5SHEK6ZVX6N5DTHKLGW2","bundle":"https://pith.science/pith/2EJJCM5SHEK6ZVX6N5DTHKLGW2/bundle.json","state":"https://pith.science/pith/2EJJCM5SHEK6ZVX6N5DTHKLGW2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2EJJCM5SHEK6ZVX6N5DTHKLGW2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2EJJCM5SHEK6ZVX6N5DTHKLGW2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"01616890cc305502f05713469299aefebbf2c345ee8ee28fae066615391b518b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-17T18:27:27Z","title_canon_sha256":"41e6213341c79b98ee038604f8f3689996f58d78b5673f98ec472f912d2f357c"},"schema_version":"1.0","source":{"id":"2310.11515","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.11515","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"arxiv_version","alias_value":"2310.11515v1","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.11515","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"pith_short_12","alias_value":"2EJJCM5SHEK6","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"pith_short_16","alias_value":"2EJJCM5SHEK6ZVX6","created_at":"2026-07-05T07:02:08Z"},{"alias_kind":"pith_short_8","alias_value":"2EJJCM5S","created_at":"2026-07-05T07:02:08Z"}],"graph_snapshots":[{"event_id":"sha256:7d46629de6d046d404ec251100b7187e72cc4218ad6e30bd8a181043dc75cbce","target":"graph","created_at":"2026-07-05T07:02:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.11515/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We consider the infinite-horizon linear Markov Decision Processes (MDPs), where the transition probabilities of the dynamic model can be linearly parameterized with the help of a predefined low-dimensional feature mapping. While the existing regression-based approaches have been theoretically shown to achieve nearly-optimal regret, they are computationally rather inefficient due to the need for a large number of optimization runs in each time step, especially when the state and action spaces are large. To address this issue, we propose to solve linear MDPs through the lens of Value-Biased Maxi","authors_text":"Akshay Mete, Ping-Chun Hsieh, P. R. Kumar, Yu-Heng Hung","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-17T18:27:27Z","title":"Value-Biased Maximum Likelihood Estimation for Model-based Reinforcement Learning in Discounted Linear MDPs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.11515","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:32c52f1a5c002cb0c3613ba57c1ad9f834d0c59ad9fc9466b602ec795622f556","target":"record","created_at":"2026-07-05T07:02:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"01616890cc305502f05713469299aefebbf2c345ee8ee28fae066615391b518b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-17T18:27:27Z","title_canon_sha256":"41e6213341c79b98ee038604f8f3689996f58d78b5673f98ec472f912d2f357c"},"schema_version":"1.0","source":{"id":"2310.11515","kind":"arxiv","version":1}},"canonical_sha256":"d1129133b23915ecd6fe6f4733a966b6b1302d32198768ec8258b55a9ef7990c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d1129133b23915ecd6fe6f4733a966b6b1302d32198768ec8258b55a9ef7990c","first_computed_at":"2026-07-05T07:02:08.450642Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:02:08.450642Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Zusa+L0d/a+QksL60LGnJfqE6oPLuo8UXHZMayGmk47X7KQpjAgxtBnDdpM2K0dozE7up6gkG7ZbndhOkXalCg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:02:08.451096Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.11515","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:32c52f1a5c002cb0c3613ba57c1ad9f834d0c59ad9fc9466b602ec795622f556","sha256:7d46629de6d046d404ec251100b7187e72cc4218ad6e30bd8a181043dc75cbce"],"state_sha256":"42f038f70004c356b6f9ebcb6ab2de53b741c83c75894db14d93c9f7832a7cda"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u5e5Mpx9pu8yPFpsYrHU7W9uTGkO5UXdyQ58niWu/mb2irgjwyXXC0mOfNhZzOOgfR7LekVH+kFJH1WypuJ8Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T12:26:40.302765Z","bundle_sha256":"b298a546fc7244c3a02ab9a6ead55916addae1851d2a9dfd647396ec20b00219"}}