{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:6NEMMZJRLVTW2MB4LHYT4TJQ7A","short_pith_number":"pith:6NEMMZJR","canonical_record":{"source":{"id":"2111.06781","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-12T15:47:10Z","cross_cats_sorted":["cs.SY","eess.SY"],"title_canon_sha256":"2d20aef564c9801d8345890e7e02fd9e57cb5cd049440d1c80b2d46b223367d1","abstract_canon_sha256":"103718bc031d0624e41104c46add42395040210a446ec9b3b87fd59fdb55a81b"},"schema_version":"1.0"},"canonical_sha256":"f348c665315d676d303c59f13e4d30f8268ff6623eab0a6af303c9baa51466be","source":{"kind":"arxiv","id":"2111.06781","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.06781","created_at":"2026-07-05T06:48:29Z"},{"alias_kind":"arxiv_version","alias_value":"2111.06781v3","created_at":"2026-07-05T06:48:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.06781","created_at":"2026-07-05T06:48:29Z"},{"alias_kind":"pith_short_12","alias_value":"6NEMMZJRLVTW","created_at":"2026-07-05T06:48:29Z"},{"alias_kind":"pith_short_16","alias_value":"6NEMMZJRLVTW2MB4","created_at":"2026-07-05T06:48:29Z"},{"alias_kind":"pith_short_8","alias_value":"6NEMMZJR","created_at":"2026-07-05T06:48:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:6NEMMZJRLVTW2MB4LHYT4TJQ7A","target":"record","payload":{"canonical_record":{"source":{"id":"2111.06781","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-12T15:47:10Z","cross_cats_sorted":["cs.SY","eess.SY"],"title_canon_sha256":"2d20aef564c9801d8345890e7e02fd9e57cb5cd049440d1c80b2d46b223367d1","abstract_canon_sha256":"103718bc031d0624e41104c46add42395040210a446ec9b3b87fd59fdb55a81b"},"schema_version":"1.0"},"canonical_sha256":"f348c665315d676d303c59f13e4d30f8268ff6623eab0a6af303c9baa51466be","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:48:29.867022Z","signature_b64":"mQYxFtueqvs5AzwgNmXn9sXMfsOs1pnDJfmbPW4VurjkAtKMIhSDsCr8gtFuVgSRAphqVmKrBaLIBPE/vHDqAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f348c665315d676d303c59f13e4d30f8268ff6623eab0a6af303c9baa51466be","last_reissued_at":"2026-07-05T06:48:29.866532Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:48:29.866532Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.06781","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:48:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BP6sT21rQVdOo8t87S+hl/rkpGfTZwacYV8NnZs2PbXaxNTtoslTuM1A9AjrX2W9d/eqSAMCsI8ig9DYQZBQAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:18:51.555371Z"},"content_sha256":"aeb5026947fda101cbd95686c813da52122a330eb1bad1c89608ccffccddd2f6","schema_version":"1.0","event_id":"sha256:aeb5026947fda101cbd95686c813da52122a330eb1bad1c89608ccffccddd2f6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:6NEMMZJRLVTW2MB4LHYT4TJQ7A","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Q-Learning for MDPs with General Spaces: Convergence and Near Optimality via Quantization under Weak Continuity","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.SY","eess.SY"],"primary_cat":"cs.LG","authors_text":"Ali Devran Kara, Naci Saldi, Serdar Y\\\"uksel","submitted_at":"2021-11-12T15:47:10Z","abstract_excerpt":"Reinforcement learning algorithms often require finiteness of state and action spaces in Markov decision processes (MDPs) (also called controlled Markov chains) and various efforts have been made in the literature towards the applicability of such algorithms for continuous state and action spaces. In this paper, we show that under very mild regularity conditions (in particular, involving only weak continuity of the transition kernel of an MDP), Q-learning for standard Borel MDPs via quantization of states and actions (called Quantized Q-Learning) converges to a limit, and furthermore this limi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.06781","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.06781/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:48:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p7luzxMfpPp4AazOQHQJcqVc11i/eRz4/7YcE7bNixARacmLdYGPp/dOrgRg1q/j/hDP0tySmF+FZuCDPkJMAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:18:51.556306Z"},"content_sha256":"b9fb915b41a173ae7b5ea417d016b5375b55e054fb514164bdd8e57a14ed0969","schema_version":"1.0","event_id":"sha256:b9fb915b41a173ae7b5ea417d016b5375b55e054fb514164bdd8e57a14ed0969"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6NEMMZJRLVTW2MB4LHYT4TJQ7A/bundle.json","state_url":"https://pith.science/pith/6NEMMZJRLVTW2MB4LHYT4TJQ7A/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6NEMMZJRLVTW2MB4LHYT4TJQ7A/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T06:18:51Z","links":{"resolver":"https://pith.science/pith/6NEMMZJRLVTW2MB4LHYT4TJQ7A","bundle":"https://pith.science/pith/6NEMMZJRLVTW2MB4LHYT4TJQ7A/bundle.json","state":"https://pith.science/pith/6NEMMZJRLVTW2MB4LHYT4TJQ7A/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6NEMMZJRLVTW2MB4LHYT4TJQ7A/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:6NEMMZJRLVTW2MB4LHYT4TJQ7A","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"103718bc031d0624e41104c46add42395040210a446ec9b3b87fd59fdb55a81b","cross_cats_sorted":["cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-12T15:47:10Z","title_canon_sha256":"2d20aef564c9801d8345890e7e02fd9e57cb5cd049440d1c80b2d46b223367d1"},"schema_version":"1.0","source":{"id":"2111.06781","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.06781","created_at":"2026-07-05T06:48:29Z"},{"alias_kind":"arxiv_version","alias_value":"2111.06781v3","created_at":"2026-07-05T06:48:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.06781","created_at":"2026-07-05T06:48:29Z"},{"alias_kind":"pith_short_12","alias_value":"6NEMMZJRLVTW","created_at":"2026-07-05T06:48:29Z"},{"alias_kind":"pith_short_16","alias_value":"6NEMMZJRLVTW2MB4","created_at":"2026-07-05T06:48:29Z"},{"alias_kind":"pith_short_8","alias_value":"6NEMMZJR","created_at":"2026-07-05T06:48:29Z"}],"graph_snapshots":[{"event_id":"sha256:b9fb915b41a173ae7b5ea417d016b5375b55e054fb514164bdd8e57a14ed0969","target":"graph","created_at":"2026-07-05T06:48:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.06781/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning algorithms often require finiteness of state and action spaces in Markov decision processes (MDPs) (also called controlled Markov chains) and various efforts have been made in the literature towards the applicability of such algorithms for continuous state and action spaces. In this paper, we show that under very mild regularity conditions (in particular, involving only weak continuity of the transition kernel of an MDP), Q-learning for standard Borel MDPs via quantization of states and actions (called Quantized Q-Learning) converges to a limit, and furthermore this limi","authors_text":"Ali Devran Kara, Naci Saldi, Serdar Y\\\"uksel","cross_cats":["cs.SY","eess.SY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-12T15:47:10Z","title":"Q-Learning for MDPs with General Spaces: Convergence and Near Optimality via Quantization under Weak Continuity"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.06781","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:aeb5026947fda101cbd95686c813da52122a330eb1bad1c89608ccffccddd2f6","target":"record","created_at":"2026-07-05T06:48:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"103718bc031d0624e41104c46add42395040210a446ec9b3b87fd59fdb55a81b","cross_cats_sorted":["cs.SY","eess.SY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-12T15:47:10Z","title_canon_sha256":"2d20aef564c9801d8345890e7e02fd9e57cb5cd049440d1c80b2d46b223367d1"},"schema_version":"1.0","source":{"id":"2111.06781","kind":"arxiv","version":3}},"canonical_sha256":"f348c665315d676d303c59f13e4d30f8268ff6623eab0a6af303c9baa51466be","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f348c665315d676d303c59f13e4d30f8268ff6623eab0a6af303c9baa51466be","first_computed_at":"2026-07-05T06:48:29.866532Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:48:29.866532Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mQYxFtueqvs5AzwgNmXn9sXMfsOs1pnDJfmbPW4VurjkAtKMIhSDsCr8gtFuVgSRAphqVmKrBaLIBPE/vHDqAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:48:29.867022Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.06781","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:aeb5026947fda101cbd95686c813da52122a330eb1bad1c89608ccffccddd2f6","sha256:b9fb915b41a173ae7b5ea417d016b5375b55e054fb514164bdd8e57a14ed0969"],"state_sha256":"bf21090b837f70f4d0cc3143f8c07059cf2ccb304f79cccf54af4f7723999d66"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MVG1nSgrB7ZIypjwtI/yS2TYJChKPQ+H+NRmrSAoLfihg1msAvWeBy7MlS6P0PIpHRU2QgvIC9UNlZJZoY7gBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T06:18:51.562295Z","bundle_sha256":"118be797298f83591cf7678615185368f3ba09533cb78a42296a332b668206f4"}}