{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:O35TSYQBNCH5JBMDT7TIXS55TA","short_pith_number":"pith:O35TSYQB","canonical_record":{"source":{"id":"2310.07811","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-11T18:50:25Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"741169cccb022d6bf980283c3223323913e7dfb45261530bea4bf110de86639f","abstract_canon_sha256":"2467054ee8cb024ebec7483dd2695d6718312cb40824a4f968143b52d983263a"},"schema_version":"1.0"},"canonical_sha256":"76fb396201688fd485839fe68bcbbd9832b5898ad83f98737a1612157a02492d","source":{"kind":"arxiv","id":"2310.07811","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.07811","created_at":"2026-07-05T07:26:17Z"},{"alias_kind":"arxiv_version","alias_value":"2310.07811v2","created_at":"2026-07-05T07:26:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.07811","created_at":"2026-07-05T07:26:17Z"},{"alias_kind":"pith_short_12","alias_value":"O35TSYQBNCH5","created_at":"2026-07-05T07:26:17Z"},{"alias_kind":"pith_short_16","alias_value":"O35TSYQBNCH5JBMD","created_at":"2026-07-05T07:26:17Z"},{"alias_kind":"pith_short_8","alias_value":"O35TSYQB","created_at":"2026-07-05T07:26:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:O35TSYQBNCH5JBMDT7TIXS55TA","target":"record","payload":{"canonical_record":{"source":{"id":"2310.07811","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-11T18:50:25Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"741169cccb022d6bf980283c3223323913e7dfb45261530bea4bf110de86639f","abstract_canon_sha256":"2467054ee8cb024ebec7483dd2695d6718312cb40824a4f968143b52d983263a"},"schema_version":"1.0"},"canonical_sha256":"76fb396201688fd485839fe68bcbbd9832b5898ad83f98737a1612157a02492d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:26:17.903121Z","signature_b64":"VwbJKDl2+ohjpN+aZGckhvgLaq5dMv6imQxyZOpmB2sj5osySSP+6Kp0QYhzkjNfaUdN4omJ0LCcQhyujyeoAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"76fb396201688fd485839fe68bcbbd9832b5898ad83f98737a1612157a02492d","last_reissued_at":"2026-07-05T07:26:17.902620Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:26:17.902620Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.07811","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:26:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WDgXf9IAQoQ9a8TnGcHK0eACMP50BodsaylldTEuXEiGvw0NapYJP1PibeE5dAD9v7rLuccCs46EdriQllV9Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T16:33:10.101774Z"},"content_sha256":"091122fb974603585186f6e370c6df6b9bc577f3bf66e8032046b131ae879d43","schema_version":"1.0","event_id":"sha256:091122fb974603585186f6e370c6df6b9bc577f3bf66e8032046b131ae879d43"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:O35TSYQBNCH5JBMDT7TIXS55TA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Online RL in Linearly $q^\\pi$-Realizable MDPs Is as Easy as in Linear MDPs If You Learn What to Ignore","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Andr\\'as Gy\\\"orgy, Csaba Szepesv\\'ari, Gell\\'ert Weisz","submitted_at":"2023-10-11T18:50:25Z","abstract_excerpt":"We consider online reinforcement learning (RL) in episodic Markov decision processes (MDPs) under the linear $q^\\pi$-realizability assumption, where it is assumed that the action-values of all policies can be expressed as linear functions of state-action features. This class is known to be more general than linear MDPs, where the transition kernel and the reward function are assumed to be linear functions of the feature vectors. As our first contribution, we show that the difference between the two classes is the presence of states in linearly $q^\\pi$-realizable MDPs where for any policy, all "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.07811","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.07811/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:26:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bfLi39b6N2Mc8yCAjvmuk1qoNqsHL3OhdOcqpUiWT4DyaTFqexld+OdG0DoHdM6KBiEeDEZzZszdO5J9I2XhAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T16:33:10.102153Z"},"content_sha256":"85aecd6003f35a2c679d7218a89baa83fbf0cfe581998bcc2d8ab0f3149dc482","schema_version":"1.0","event_id":"sha256:85aecd6003f35a2c679d7218a89baa83fbf0cfe581998bcc2d8ab0f3149dc482"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/O35TSYQBNCH5JBMDT7TIXS55TA/bundle.json","state_url":"https://pith.science/pith/O35TSYQBNCH5JBMDT7TIXS55TA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/O35TSYQBNCH5JBMDT7TIXS55TA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T16:33:10Z","links":{"resolver":"https://pith.science/pith/O35TSYQBNCH5JBMDT7TIXS55TA","bundle":"https://pith.science/pith/O35TSYQBNCH5JBMDT7TIXS55TA/bundle.json","state":"https://pith.science/pith/O35TSYQBNCH5JBMDT7TIXS55TA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/O35TSYQBNCH5JBMDT7TIXS55TA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:O35TSYQBNCH5JBMDT7TIXS55TA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2467054ee8cb024ebec7483dd2695d6718312cb40824a4f968143b52d983263a","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-11T18:50:25Z","title_canon_sha256":"741169cccb022d6bf980283c3223323913e7dfb45261530bea4bf110de86639f"},"schema_version":"1.0","source":{"id":"2310.07811","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.07811","created_at":"2026-07-05T07:26:17Z"},{"alias_kind":"arxiv_version","alias_value":"2310.07811v2","created_at":"2026-07-05T07:26:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.07811","created_at":"2026-07-05T07:26:17Z"},{"alias_kind":"pith_short_12","alias_value":"O35TSYQBNCH5","created_at":"2026-07-05T07:26:17Z"},{"alias_kind":"pith_short_16","alias_value":"O35TSYQBNCH5JBMD","created_at":"2026-07-05T07:26:17Z"},{"alias_kind":"pith_short_8","alias_value":"O35TSYQB","created_at":"2026-07-05T07:26:17Z"}],"graph_snapshots":[{"event_id":"sha256:85aecd6003f35a2c679d7218a89baa83fbf0cfe581998bcc2d8ab0f3149dc482","target":"graph","created_at":"2026-07-05T07:26:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.07811/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We consider online reinforcement learning (RL) in episodic Markov decision processes (MDPs) under the linear $q^\\pi$-realizability assumption, where it is assumed that the action-values of all policies can be expressed as linear functions of state-action features. This class is known to be more general than linear MDPs, where the transition kernel and the reward function are assumed to be linear functions of the feature vectors. As our first contribution, we show that the difference between the two classes is the presence of states in linearly $q^\\pi$-realizable MDPs where for any policy, all ","authors_text":"Andr\\'as Gy\\\"orgy, Csaba Szepesv\\'ari, Gell\\'ert Weisz","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-11T18:50:25Z","title":"Online RL in Linearly $q^\\pi$-Realizable MDPs Is as Easy as in Linear MDPs If You Learn What to Ignore"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.07811","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:091122fb974603585186f6e370c6df6b9bc577f3bf66e8032046b131ae879d43","target":"record","created_at":"2026-07-05T07:26:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2467054ee8cb024ebec7483dd2695d6718312cb40824a4f968143b52d983263a","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-10-11T18:50:25Z","title_canon_sha256":"741169cccb022d6bf980283c3223323913e7dfb45261530bea4bf110de86639f"},"schema_version":"1.0","source":{"id":"2310.07811","kind":"arxiv","version":2}},"canonical_sha256":"76fb396201688fd485839fe68bcbbd9832b5898ad83f98737a1612157a02492d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"76fb396201688fd485839fe68bcbbd9832b5898ad83f98737a1612157a02492d","first_computed_at":"2026-07-05T07:26:17.902620Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:26:17.902620Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VwbJKDl2+ohjpN+aZGckhvgLaq5dMv6imQxyZOpmB2sj5osySSP+6Kp0QYhzkjNfaUdN4omJ0LCcQhyujyeoAA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:26:17.903121Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.07811","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:091122fb974603585186f6e370c6df6b9bc577f3bf66e8032046b131ae879d43","sha256:85aecd6003f35a2c679d7218a89baa83fbf0cfe581998bcc2d8ab0f3149dc482"],"state_sha256":"67e5663083859b7acb7df82a382112ecc2975eb1e21c92a256f52e1b6f8da8d7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Af3xBdpRRfBOchDvpYou1Ov0eTu6ZH+qW83ZIZfwQg9BALolt9paFGAZK4EFAmezsFmhMQTYXd7WnxCoq2gZAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T16:33:10.104356Z","bundle_sha256":"1d5bb7c77fc6f1433364aced4797f2bec45eb0a6bd7ffa2e6420524c6ce1285e"}}