{"as_of":"2026-08-07T02:28:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:aef5df9a025dc7d93ce41f5f41deca8b43359d8d9943faa04bd52b37312f9afa","coverage":[{"denominator":64,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":64,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-26T22:22:51.788055Z","state":"measured"},{"denominator":64,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":64,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-06T06:34:29.942622+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2606.18183/citation-record","integrity":"/paper/2606.18183/integrity","json":"/paper/2606.18183/citation-record.json","paper":"/paper/2606.18183"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"IEEE Transactions on Automatic Control , volume=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:ad4a0167732b046b6971f41bdef95e4e4b7f332816c51ac4a6f75cc9ce2c9af1","observation_id":"69b6db2a-43c8-4c20-aa17-15f87f2a7b38","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"International Conference on Machine Learning (ICML) , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:0937cfd0e9ed372efc5a58070a0179b82c34ab29bb2f2846a8cd39df3744aeaf","observation_id":"574225de-ef62-4304-9aea-bc32bc013f22","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Conference on Learning Theory (COLT) , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:ef998e82cc59c30a7bb86b802c9111f96928396a79b01994280085765febb511","observation_id":"1a9c9036-0798-4eee-920a-d2914a049214","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:4c01f7e81fe2f57920efa00d2128a6827308972ab53e9b6b5602d97e2e64e4cf","observation_id":"f1e5106a-cb9e-4ef1-b6ac-aefa31994a06","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:6df62c79ef6c48b90f613af19416a68e193f1103430cb91e06ba9af6ab4e1364","observation_id":"62c9a6c4-467b-48ea-83b8-f81eb8d42563","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Conference on Learning Theory (COLT) , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:8732b391e52baf27daee3f02789fe770340337ae8b8bd2c522bf3cf541a6bbce","observation_id":"cc349075-77c2-4cd0-9807-000ec4834e3c","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Proceedings of the 34th International Conference on Machine Learning (ICML) , series=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:516c40b5dc9f993f49ce7158c5164150793e60a4b9ece8dd6bb95c6b8c0a3996","observation_id":"ba178feb-7a08-4e4e-95cd-2d9a56598ef6","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Journal of Machine Learning Research , volume=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:5a44cd66bf821eff9cc912f2a28b0fee6718dfdf05a0e54020f231f9984237cc","observation_id":"81627f9e-e681-4ea4-802c-66e10d9aea2c","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Machine Learning , volume=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:0f5702c14b56e97b9fc7dd22e7775c6c305be327cfc686643aaa62abdf68cca9","observation_id":"8555e9b7-9a7f-4bec-ba22-fda279e9fe04","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Reinforcement learning:","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:ab82b148d058022f0bac8486cad670ab4027ffb701428af89ff5e7b7428598ea","observation_id":"bf6d69f6-32e7-4cc3-9e37-c9f25f8504b4","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Mathematical Statistics and Learning , volume=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:16bc1ed583ac131ede17d654a03fd26b965a5bcd84f7dd6fb34bd2c0dc112a01","observation_id":"110d15bd-4863-41f5-b2e3-6e2bfe2db6ab","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Advances in Neural Information Processing Systems , volume=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:4c3e2041468b33ee056a455eb4e6f36c2f7d01306367b4d402f995dd3416caa9","observation_id":"19cd0eac-301f-44bb-84f9-ca8bf9f2b1a2","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"and Tweedie, Richard L","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:f3befa343cb5afa9f46bc45ccf6026b32fed163071dbae6c1e26f9a07cf640f0","observation_id":"0306d55e-11f6-493d-81d8-aa663ca77213","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"and Meyn, Sean P","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:83e26b205b3a830141f0e435bf709d91afd4627df2e820c020c26da2c13a461a","observation_id":"39abf5c6-d820-4cf2-afb1-e7d419ae6198","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":null,"venue":null,"work_id":null,"year":1986},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:e829bd721a92020b4289051afd64c1dad29deacfd644017f1a82ab4e670d662f","observation_id":"0cbc9704-bd12-4600-8e41-958571f26ecc","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Journal of Machine Learning Research , volume =","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:6c196c48c6d8be11c42744363dfbbbd176039ee344a4fa953edcbacca647f56a","observation_id":"30798377-f9c1-4ca6-acd2-53adebec0111","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Advances in Neural Information Processing Systems , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:4977399c6dce1f8c64a45f78a352021a541a7d7dbd2f7e020b4b54bd169edc81","observation_id":"243d6639-c49d-43a4-befb-cdde4462cb56","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Information and Inference: A Journal of the IMA , volume =","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:191ceadaf8818bdcee5948dac0efdfeef197d671550e820d3f7824415f911b19","observation_id":"22105864-d3f2-4e71-96ed-3351097ee51b","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Advances in Neural Information Processing Systems , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:6aa980610ba129eb09e022d4588a740d09c0d46ed549a2d17d47f759ba880cd3","observation_id":"a431d92e-42fc-4992-b964-32eab9c7d216","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Advances in Neural Information Processing Systems , volume =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:96c5076a129b9f961dc998f24609ae50fedde158296286252be81d9b34d2982c","observation_id":"bd19d7e8-b701-4f54-9622-ecf15b99ea1b","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Has it Trained Yet? NeurIPS 2022 Workshop , year =","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:6124fd11d82cd07525c2c3dff577febe910aafc54fe7f147deaa11db46c92984","observation_id":"55b5bbdb-4c2a-47b4-a492-07eb624156ef","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Three Factors Influencing Minima in","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:0d9c0907c4c6d8f0bf13a6be5fd29e213c3c21e2ae23c770b9204e2773adb0fd","observation_id":"6888776f-2753-45d8-8812-f50e9bb55ab5","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:91837cb482c6403deef0ef578f91204eb8329588c8f99cc168e4592f6abf7cbd","observation_id":"f5521b2e-0bdd-4d2f-8109-45003cd8098c","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Advances in Neural Information Processing Systems , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:a13192f1c8d5e66340b5428a0e0d06faa05a7836b3447d12566353299bd436c6","observation_id":"86f1fde6-78d9-4114-acec-37263c5b3235","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"International Conference on Machine Learning , pages =","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:f95c33d638252e8b6b117bdf9c318da4f04d9ca69d7ac09b003db6cf19b7819e","observation_id":"062bc2da-f89e-4c20-a939-9e36d48d199c","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"International Conference on Artificial Intelligence and Statistics , pages =","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:18bf1d961f74026b717b4f952237aec09f5b9ce17b4b951932a014809b204652","observation_id":"b87ee82b-eba0-47e0-85c3-c0960754f9bd","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"The Thirteenth International Conference on Learning Representations , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:3a72d17437a860b68d40f68ed208a3cd4328b0b1d6a537cf191436ee771368ea","observation_id":"6a043d24-ac13-4b4a-906d-e3d20b4a49d6","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Proceedings of the 28th International Conference on Artificial Intelligence and Statistics , series =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:02b2be4c63ff1b26d38ee857bfde6998b3c63fc605484494b08718fa3be46047","observation_id":"c515523d-e06f-409d-93a3-b655c0e0aa91","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"The Fourteenth International Conference on Learning Representations , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:1000574dd92489cb00a708d10e8a8201407eb95d8dd8860e62f9252be1f2d13a","observation_id":"636eeedc-1977-4cf8-9ae7-4e23743fdea1","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"International Conference on Machine Learning , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:a37acb4b08842448827b11299e4aab6357f50b4cff698a080bd4161b17025afb","observation_id":"99d84b42-13db-45b6-969c-f6bc127262c5","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Stochastic modified equations for the asynchronous stochastic gradient descent","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:0667e17de91654057c10a58e966b7787ecb3413c3b8dc233cc5fd5e122204d60","observation_id":"583de82d-7ef1-4418-aaa1-8c37c164c721","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"A finite time analysis of temporal difference learning with linear function approximation","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:36e6f33a2f5911cbdbbd8f8bdbb8ca423be729afc246127c436ae03e5551b2ad","observation_id":"cecae856-2abe-47a6-9917-5a36e29b5f39","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":null,"venue":null,"work_id":null,"year":2008},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:bf2154891daa322364e7d5714107f6e4066c06dd8b8708f1282a903e2467d42c","observation_id":"76419d0d-9cb2-425c-a23a-73c3ee5a9567","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"M., Biggio, L., Orvieto, A., Proske, F","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:5a4dc20b71fbc4b9462f3a1d0bc9cc14f8cabbf1658d8ad63650bd79a7bd5219","observation_id":"2a89cb1b-e333-4068-8e26-735e4291127d","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"M., Orvieto, A., Kersting, H., Proske, F","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:0f2dba4e819982cec48a31add89465444a172f54cb7fa6420b1f1db69401dd71","observation_id":"0297098a-ab19-4906-baf8-fe1bb8502929","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"M., Islamov, R., Proske, F","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:913b4a082c6149eab5ed5abf820c62fd711c107cdec5b30933c980dbbaf54e86","observation_id":"3eee94cb-fe51-4cce-952a-012801f2ec37","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"M., Liu, T., Islamov, R., Proske, F","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:2d6f1e64f3e01d376e421074980a6a55c7b8460fef2e8b21537dd2a2bc72ea5e","observation_id":"998723bc-e7ef-4f6a-9158-4c9730ce3123","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"M., Islamov, R., Proske, F","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:067ffe5c7f4f8face33c05d146dafdfc9004f0f1d3e24c2db55e80901569b2c0","observation_id":"f30040f1-7c4f-440a-ab4a-9c2e8c9e9c9c","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"M., Stanghellini, A., Islamov, R., Lucchi, A., and Koloskova, A","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:a58eafaed71212bd9afa1504285291f0ce300e7314f42bbedf7f9e18a2286552","observation_id":"263ae714-3f0e-4098-acfd-049ae917eaca","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":null,"venue":null,"work_id":null,"year":1996},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:3c9a1ceaeea24b15f2b907bc846436f4d953306f35af48f9106451af37c3e976","observation_id":"f8805b6e-1538-44f8-a3cd-c61f698fc1b6","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Three factors influencing minima in SGD","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:0819ca23b4fd80bfb8d2c112d2c0529ef8ea9d95d2bb0774e776de4b39ea2f6a","observation_id":"d639c8eb-e034-498c-a32b-06fe641662a2","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"and Prashanth, L","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:a2a28d3d6cb8ab92e421fa715c71372bec94fe7070d5140e2de539d307affd17","observation_id":"01efe5ca-d596-4509-a573-4c38a230d172","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":null,"venue":null,"work_id":null,"year":2003},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:0b07c92a7768c874c9e178374008e81beaa566c229d85eb3cba853746890a3f8","observation_id":"708a31d6-46e3-43cd-9a83-b0b184d226be","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2506.01052","last_updated":"2026-06-07T16:29:36Z","snapshot_observed_at":"2026-07-06T21:34:34.091508Z","submitted_at":"2025-06-01T15:39:00Z","title":"A Robust $\\widetilde{\\mathcal{O}}(1/\\sqrt{T})$ Rate for Unprojected TD Learning with Linear Function Approximation","version":3},"cited_work":{"arxiv_id":"2506.01052","doi":null,"metadata_source":"pith","pith_arxiv_id":"2506.01052","snapshot_observed_at":"2026-07-03T23:29:02.034641Z","title":"A finite-time analysis of td learning with linear function approximation without projections nor strong convexity","venue":"cs.LG","work_id":"5f61ffe8-c9d1-48fc-b0b2-a16f489ac910","year":2025},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"cited_paper":"/paper/2506.01052","citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:c4a81c7474ed4a80384c97c5982d35ebb8e7a316056da20a3d691d44b159f451","observation_id":"0ef1ca93-3dd2-41be-8378-60cf046f8f3e","resolution":{"observed_at":"2026-07-03T23:29:02.036146Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Stochastic modified equations and adaptive stochastic gradient algorithms","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:289d2eb1547137b1875ca42d1c9ad3aeca1baf6a3d933135d2863cf3de43810a","observation_id":"af2d7266-dd32-4988-91eb-ab775dc011cb","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Stochastic modified equations and dynamics of stochastic gradient algorithms I : Mathematical foundations","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:81ba9245f83669eba57967d66c8a29ef374fdd4103766f091e4f971e18e353ba","observation_id":"a1b92bb1-f13f-453e-950d-38b20018d8f9","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"On the validity of modeling SGD with stochastic differential equations ( SDE s)","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:3fd291f19a7cea7c7946ffe37f90a4ee98bee1aef7a2a131bd49d3ae7dc04100","observation_id":"7f50074f-f555-4e1f-bcb0-bf71b3c05c3d","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"N., Orvieto, A., Bach, F., and Kersting, H","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:56b3693a0e53cd7bba17cef162657174c4dcce9cea01d8d0fc7e100781cd0300","observation_id":"17dfdf5e-e3c4-4065-a560-102faec2d29a","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"On the SDEs and scaling rules for adaptive gradient algorithms","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:0da057e06e8962a7555c18cd8e9ebc8dc5763d4d786917c8954e04de8157fe0b","observation_id":"a8d97d8f-2473-4567-bbe8-a3b8521007d9","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"D., and Blei, D","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:7e0d4d4ea5363206fc57a249bde434b8bfed51cd931efe585b27a339a22c8a3e","observation_id":"636cf57d-e541-490d-82df-09737a55de96","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":null,"venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:21df1c1e8f335b79f9be8acef99549bd09e29cbaeb30b06f50973e674eeb7a76","observation_id":"2b6b7343-e45b-48dc-adf9-413b0a47432e","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":null,"venue":null,"work_id":null,"year":1986},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:2341293caae61297d9b0cbc21f63cd18d060e1d389c970fb09e1805810153435","observation_id":"a7208b6e-09b6-4d8a-95da-0099e4c123f4","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.02476","last_updated":"2024-06-25T22:18:09Z","snapshot_observed_at":"2026-08-04T13:40:17.629196Z","submitted_at":"2024-03-04T20:40:02Z","title":"A Simple Finite-Time Analysis of TD Learning with Linear Function Approximation","version":2},"cited_work":{"arxiv_id":"2403.02476","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2403.02476","snapshot_observed_at":"2026-07-03T23:29:02.028223Z","title":"A simple finite-time analysis of td learning with linear function approximation","venue":null,"work_id":"0c87e11a-c223-46ee-8701-d7806e818947","year":2024},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"cited_paper":"/paper/2403.02476","citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:c7c5414e8be91a668087d9ab479fed65413835cde11d8e10ba400bcceada7234","observation_id":"7736f2c7-b7f7-471b-bbfd-8ee5f2cdfe39","resolution":{"observed_at":"2026-07-03T23:29:02.029968Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"J., Bartlett, P","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:e25ab48f36d07fa38d7a2b3c7f50e8f4d364b1efdf61d89e728870a6fd5a3043","observation_id":"8d3da359-e989-4c4f-a6a0-89db94759e9d","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"Least squares regression with markovian data: Fundamental limits and algorithms","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:f219108a834ba36f9f753767469919b825f89a230b5381f2c1d787d3d5681282","observation_id":"462caa45-6a37-4733-9079-82d0db11be7f","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"and Lucchi, A","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:f5c251b485e437c77d4b3bb01dfdd0087c643edbcc45eb83042aad6e9f45b1d4","observation_id":"5c45f09c-6612-4ab2-9df2-10ec301373bf","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.19102","last_updated":"2025-05-25T11:43:28Z","snapshot_observed_at":"2026-07-06T21:30:04.828669Z","submitted_at":"2025-05-25T11:43:28Z","title":"Statistical inference for Linear Stochastic Approximation with Markovian Noise","version":1},"cited_work":{"arxiv_id":"2505.19102","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.19102","snapshot_observed_at":"2026-07-03T23:29:02.029526Z","title":"Statistical inference for linear stochastic approximation with markovian noise.arXiv preprint arXiv:2505.19102","venue":null,"work_id":"f8ab9b67-6456-42b8-ab43-1a398b96241f","year":2025},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"cited_paper":"/paper/2505.19102","citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:ac3cfd9c18ff952133039e8f81922dcb4cbbedc4ba66aab4362d342c9ea94e50","observation_id":"cfb9153a-5e37-4c0d-b15c-9219a9a409ad","resolution":{"observed_at":"2026-07-03T23:29:02.031103Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2401.15719","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-03T23:29:02.032184Z","title":"Rates of Convergence in the Central Limit Theorem for Markov Chains, with an Application to TD learning","venue":null,"work_id":"41fa03c3-86b2-4b86-a7df-86ba2c7795e5","year":2026},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:9e1969add10413810e45e7e259a4aa477b860c9687b1ed46ed46bcb80415520c","observation_id":"068e8cf6-e748-4fdf-b775-56ee65b1c968","resolution":{"observed_at":"2026-07-03T23:29:02.033783Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-06T06:34:29.942622+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"and Ying, L","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:4f9c0e3171a0c1ea6da1e44773a2332bf87c38776646f446ff7aa9c874be7df2","observation_id":"71dc19e0-aaad-4f47-83d6-89a3c6f4fcac","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":null,"venue":null,"work_id":null,"year":1988},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:6ac38170ac4a590bdffe94fe6044025589e097f22775a7db17e6528bc4132336","observation_id":"5707c4e9-0fb9-4ccb-9d6f-42533a4e1909","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:15888d58d39edcf12872c1cde691a0988c058d8bcfa4165910bced6167125b1b","observation_id":"11c5f9cb-22aa-4bff-b60e-15a789d05ad3","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":null,"venue":null,"work_id":null,"year":1997},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:036833e53a1d600dda6e0eac713ef16290aa2c98f8429defc2af8538755833f1","observation_id":"5d748ff8-7f74-4972-8785-0eccb52d2453","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":"N., Orvieto, A., and Kersting, H","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":67,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:e92029cb6344187a508e96d88210448fbeefbe548f8fe7ba82ed92aa516c3e27","observation_id":"18ebc90b-d4a3-41ab-bf06-ffedc73fc56b","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-06-26T22:22:51.788055Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise","version":1},"reference_index":68,"source":"arxiv_source","source_observed_at":"2026-06-26T22:22:51.788055Z"},"links":{"citing_paper":"/paper/2606.18183"},"observation_digest":"sha256:6dde986efa860673b6022571d13b834b1625f1c889071df8bd3a4aaf159f6817","observation_id":"b4ef910e-4fbd-420a-925c-b0ff2b12fa06","resolution":{"observed_at":"2026-06-26T22:22:51.788055Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2606.18183","last_updated":"2026-06-16T17:16:52Z","latest_version":1,"primary_category":"stat.ML","snapshot_observed_at":"2026-08-04T17:19:08.742200Z","submitted_at":"2026-06-16T17:16:52Z","title":"A Diffusion Approximation for Temporal-Difference Learning with Linear Features under Markovian Noise"},"reference_resolution":{"displayed":64,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":60,"verified_exact":4,"verified_fuzzy":0},"total_outbound_references":64},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-06T06:34:29.942622+00:00","source":"crossref"},{"observed_at":"2026-08-06T06:34:23.284952+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 64 of 64 outbound references and 0 inbound Pith citation observations for arXiv:2606.18183."}