{"as_of":"2026-08-08T16:50:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:4639323f4a1955f563c83026ebf11b6c2252e93a3f585d1b7dc1d8d2df15320f","coverage":[{"denominator":84,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":84,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T10:39:51.447382Z","state":"measured"},{"denominator":84,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":84,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2506.04896/citation-record","integrity":"/paper/2506.04896/integrity","json":"/paper/2506.04896/citation-record.json","paper":"/paper/2506.04896"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:45.026149Z","title":"(1965) Optimal control of partially observable Markovian systems","venue":null,"work_id":null,"year":1965},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:45.026149Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:aea92c9b4364aa9753ba80739a71a00e3a6e4a99bfc9735f30fd4e31816f6cdb","observation_id":"3f93eeb3-4e99-4be4-953c-f6d0e9845569","resolution":{"observed_at":"2026-08-07T10:39:45.026149Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:45.082420Z","title":"(1993) Discrete time controlled Markov processes with average cost criterion: a survey, SIAM J","venue":null,"work_id":null,"year":1993},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:45.082420Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:6ac701dbfe1dfc32203a2246a0ff2d20d519421f3177295a6afc4fa309446b7f","observation_id":"76605c26-4b23-4857-a3ef-ababd265208b","resolution":{"observed_at":"2026-08-07T10:39:45.082420Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:45.136334Z","title":null,"venue":null,"work_id":null,"year":1965},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:45.136334Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:57533132ff5507b513730dbc2d2233be332335e9fa8437fca9e24211151312b4","observation_id":"055045ce-7bc2-47d6-9d23-6a1bff546a3f","resolution":{"observed_at":"2026-08-07T10:39:45.136334Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:45.257510Z","title":"(1964) Mixed and behavior strategies in infinite exstensive games","venue":null,"work_id":null,"year":1964},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:45.257510Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:fe94eb3318438b431b4db6298ed930f49d07cc01bdc6609fcd7376a2bdc64854","observation_id":"645eab42-e350-401b-95c0-9cc08639c7a1","resolution":{"observed_at":"2026-08-07T10:39:45.257510Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.766828Z","title":"(1973) Optimal decision procedures for finite Markov chains","venue":null,"work_id":"b4671dd0-2af5-48fa-82c1-f173824cf1cc","year":1973},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:45.317640Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:d7046e14b8e477886e13c2b4828ce573d7790dd95e79bace1147e96dcf1f3ae3","observation_id":"2317bed8-d38c-44c5-964a-eec69042a0b6","resolution":{"observed_at":"2026-08-07T10:39:59.769864Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.758363Z","title":"(1973) Optimal decision procedures for finite Markov chains","venue":null,"work_id":"22cc5f71-68a5-45ef-ac27-cc31fe8803b7","year":1973},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:45.408122Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:5c52aca30cdc2388b0802ab011aabfe6dc7b2c52f0e4de738aac0d4cfebd8341","observation_id":"f47b5adc-0eb3-4699-9bf9-a7b16b048603","resolution":{"observed_at":"2026-08-07T10:39:59.761372Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.750109Z","title":"(1963) Topological Spaces","venue":null,"work_id":"113e7aca-cd23-4ac8-b2ac-528e7deb97b5","year":1963},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:45.472888Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:ea3b9c447b0ac9cf82daba79d7276b50e31ced39294b9e2c02b9327531573777","observation_id":"e1c3317f-7204-4044-a640-f6edec68dce5","resolution":{"observed_at":"2026-08-07T10:39:59.753084Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.740887Z","title":"(1996) Stochastic Optimal Control: The Discrete-Time Case","venue":null,"work_id":"6c3dc35d-a0d0-42da-8504-be7cf1e149d0","year":1996},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:45.538408Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:f5f37a6f64ff70520978a755e68c93ed45db76befa29b1aea49821c49b3520af","observation_id":"b04fccac-0737-4438-ba0e-fc277399faf7","resolution":{"observed_at":"2026-08-07T10:39:59.743986Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.732438Z","title":"(1996) Neuro-Dynamic Programming, Athena Scientific, Belmont, MA","venue":null,"work_id":"e08b0f1e-a911-4b9a-93b3-e82f7204c143","year":1996},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:45.592327Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:4c64ee99800324ecab75b2917f906c603533501ad8d7ae1b0aa1ce88ea2af9b8","observation_id":"922fe413-d0e2-4510-9942-79570c7a5e9b","resolution":{"observed_at":"2026-08-07T10:39:59.735399Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.723755Z","title":"(1987) An expected average rward criterion","venue":null,"work_id":"6300bfa2-9863-4bdf-a709-844dfc9952b1","year":1987},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:45.707029Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:8223b4775d26c1c916f3385d8b63381f00a426c175c7365243918d5a7811b870","observation_id":"b60f4712-37e2-41cb-a856-905ce7af5ad8","resolution":{"observed_at":"2026-08-07T10:39:59.726645Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.715251Z","title":"(2014) Examples concerning Abel and Cesaro limits","venue":null,"work_id":"3ac2134a-7030-4229-99fb-62b3902c2c4a","year":2014},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:45.802480Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:fd0fa60f98899da4517ca68cfaf1a90874a0206dbf09bfed4bb29095991efec9","observation_id":"8f72b53d-dfa0-4e8b-b44b-bbfbf9d20c0b","resolution":{"observed_at":"2026-08-07T10:39:59.718215Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.707067Z","title":"(1962) Discrete dynamic programming","venue":null,"work_id":"d63d3e2b-05c1-466b-ac3c-175a06f6ebab","year":1962},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:45.874117Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:3c45cb02e59ddba1f0493dee4e2ef5f488a8f31e31813dc6b51f9d000c504bf5","observation_id":"fc77f84a-38fa-42b6-bf32-c156cdaf206a","resolution":{"observed_at":"2026-08-07T10:39:59.710114Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.698084Z","title":"(1965) Discounted dynamic programming","venue":null,"work_id":"f211a346-f73d-4bd8-a479-502813f2ba27","year":1965},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:45.930556Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:a9b0e3c614167a3f8787a52bdbeb6c401644255fb95d9cb2602516aa4e584de8","observation_id":"522f3d0a-3495-4c6a-87f0-e5be369a3f6e","resolution":{"observed_at":"2026-08-07T10:39:59.701234Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.689440Z","title":"(1967) Positive dynamic programming","venue":null,"work_id":"d79eba24-39bc-4729-8425-4767682bdeb6","year":1967},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:46.015735Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:a9e704e3391a707ef1c67ea00169510608d11d916cdd80d4f767dfb45111d5f4","observation_id":"aea0f064-7763-47c8-bc2e-56c48fdd1e05","resolution":{"observed_at":"2026-08-07T10:39:59.692308Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.681100Z","title":"(1974) The optimal reward operator in dy- namic programming, Ann","venue":null,"work_id":"ca155cd7-01e1-42cc-bbc4-8cc52969f833","year":1974},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:46.074558Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:9c8c9dafac1567e571c9c2cc9631687aace825152d3bfb976ad3ba8abfcac457","observation_id":"993d8068-5ebe-4976-8bda-141b67df58f1","resolution":{"observed_at":"2026-08-07T10:39:59.684076Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.671348Z","title":"(1991) A counterexample on the optimality equation in Markov deci- sion chains with the average cost criterion","venue":null,"work_id":"6fe8ebe1-cf3d-4b79-bdc9-bab2a4fdd7d3","year":1991},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:46.169954Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:ff603b839b9279e29f6e538e28443e9d719891d3fb51b505c1a5cf62a0a05af6","observation_id":"395331d8-515b-44f7-a5c0-432abfc6fcc5","resolution":{"observed_at":"2026-08-07T10:39:59.675105Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.661815Z","title":"(1975) A controlled finite Markov chain with an arbitrary set of decisions","venue":null,"work_id":"8f99c279-271f-4774-8a29-b77b9913c2e1","year":1975},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:46.211590Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:723505381b63064799dab6da7ff5d09fddbe4d908c69786ecb0287a5e4ba6c5c","observation_id":"8f04658e-b6a2-4b93-b474-5398715ccf2a","resolution":{"observed_at":"2026-08-07T10:39:59.665429Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.651719Z","title":"(1968) Multichain Markov renewal programs","venue":null,"work_id":"fa726d62-612b-4f66-b030-deb1b02b2b81","year":1968},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:46.296632Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:14306bd70095728b00da142b9aa082947a930f976b2fa41b42d5772531c2d077","observation_id":"051f3ad9-fc4d-4618-927b-474d44de4ca3","resolution":{"observed_at":"2026-08-07T10:39:59.655744Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.641338Z","title":"(1962) On sequential decisions and Markov chains","venue":null,"work_id":"63db8d13-a00f-4e03-b512-dd81a9ab4572","year":1962},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:46.356255Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:01d29dfd1eae3880be3a8aa87c0b433145685f02478b74960ecf6cc60c0893c5","observation_id":"4c43526c-b45a-45fd-bb3e-5886b5c7ecfb","resolution":{"observed_at":"2026-08-07T10:39:59.644754Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.632760Z","title":"(1965) Controlled random sequences","venue":null,"work_id":"2c6f8cbe-8b1c-4612-9c32-19a39e57b594","year":1965},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:46.452559Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:caf2a279d708f905a84eb82946815ac2e80db020c987d95c3b2859d37e6b1412","observation_id":"40dda9d6-fdbc-41e3-b9fc-9db789e14a6b","resolution":{"observed_at":"2026-08-07T10:39:59.636377Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.624493Z","title":"(1979) Controlled Markov Processes","venue":null,"work_id":"1d1c2246-628b-4092-a089-05d8a5e69883","year":1979},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:46.505943Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:ac585270edab9d877ba46e4edc98a42f249e7b00ad80bc03d443c5c8dd213082","observation_id":"dfa34d40-1aab-433f-a297-f88971636e29","resolution":{"observed_at":"2026-08-07T10:39:59.627542Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.616138Z","title":"(1980) SuccessivA survey of asymptotic value iteration for undiscounted Markov decision problems","venue":null,"work_id":"35fc1e6a-0ad1-4221-ab8d-2b4d61a4ce43","year":1980},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:46.565575Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:4ea16b116a127d040dc2860b5127c9ad13bdfa60cfab1f24abe6cc825c49718e","observation_id":"28bc22c8-d21d-4ea8-8c4b-dc4b7946b791","resolution":{"observed_at":"2026-08-07T10:39:59.619398Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.606838Z","title":"(1975) On controlled finite state Markov processes with compact control sets, Theor","venue":null,"work_id":"fb057cd1-00c2-4db9-b48e-ea1c498c8b3b","year":1975},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:46.637259Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:5b3b97370c5cff4e23a2283cad5535688fd324f722906b9fc62162992301ad19","observation_id":"b41b7488-bb5a-4ba1-a799-90c6d4ada47b","resolution":{"observed_at":"2026-08-07T10:39:59.610701Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.597873Z","title":"(1978) The existence of a stationary ϵ-optimal policy for a finite Markov chain Theor","venue":null,"work_id":"7d81314a-1bd6-4114-846e-f7f7fa41668a","year":1978},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:46.689885Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:f47dddb8cfeb23b5868cd9dce6f27b3f81d2cae38591d81d0ec78463b22db55a","observation_id":"53c517e1-f4c9-4555-b9ff-6fae1fcafc18","resolution":{"observed_at":"2026-08-07T10:39:59.601055Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.589749Z","title":"(1980) An ϵ-optimal control of a finite Markov chain","venue":null,"work_id":"2f33ae7c-f1ef-49df-813e-b688246515a6","year":1980},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:46.781386Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:73ae21d8ed430884f4681a8b57c078d0d0f290097e17b9937fb12218f9bad4e2","observation_id":"3e500274-1ca1-412a-89a1-198e65661359","resolution":{"observed_at":"2026-08-07T10:39:59.592951Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.581478Z","title":"(1986) Sufficient classes of strategies in discrete dynamic programming","venue":null,"work_id":"4c56952d-9169-4d24-9918-4bbe922086e7","year":1986},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:46.834771Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:246ecd567503c2bc250b4fdee3275e7d806c23bf8243c3963eb4ed6792e8e0f0","observation_id":"05f55253-978d-42dc-b327-9c1db210887d","resolution":{"observed_at":"2026-08-07T10:39:59.584305Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.572054Z","title":"(1987) Sufficient classes of strategies in discrete dynamic programming","venue":null,"work_id":"8a053c92-451e-4bff-b656-b9ada574f0c4","year":1987},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:46.898940Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:bbe054d63d4817ad3bfb79dfee7fb5249c17b2d3b7231eb050efec24bae5f476","observation_id":"60e9a98b-49cb-4a45-b524-dc2505262928","resolution":{"observed_at":"2026-08-07T10:39:59.576529Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.562545Z","title":"(2020) Complexity bounds for approximately solving discounted MDPs by value iterations, Operations Research Letters 48(5): 545–548","venue":null,"work_id":"9d0f7259-26e4-4b8c-be2c-c6f726fbfeda","year":2020},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:46.976370Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:e81b19dc05033d55e1f5b2c8a2312ba730eec19620e5c4bb1ccdd1a25d1f3a74","observation_id":"4f975af9-9a21-44a0-a91c-93daf8018658","resolution":{"observed_at":"2026-08-07T10:39:59.566266Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.553779Z","title":"(2014) The value iteration algorithm is not strongly polynomial for discounted dynamic programming, Oper","venue":null,"work_id":"c0d19814-a87c-4a14-a78b-93a7082f8199","year":2014},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.055205Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:4b3e609ec0f9e893e45d2498ad6d5ca1affe8825fe1c7265acdc9856f18931a7","observation_id":"74676310-31e8-4d97-8127-ae159394d37b","resolution":{"observed_at":"2026-08-07T10:39:59.557081Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.545105Z","title":"(2025) Continuity of filters for discrete-time control problems defined by explicit equations","venue":null,"work_id":"7534edc5-99d1-4db5-bb12-c4525847236b","year":2025},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.134151Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:75586f8d2f697a6ff772f97006152c826942ca22d7a847130507783a59715820","observation_id":"ce139bc9-087f-49ec-a501-aa8043edac6f","resolution":{"observed_at":"2026-08-07T10:39:59.548135Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.536628Z","title":"(2024) Sufficient conditions for solving statistical filtering problems by dynamic programming","venue":null,"work_id":"c88a1325-9e0e-4cdc-9a16-9cdb59166d01","year":2024},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.182498Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:12ea2fae472835c78772c11afd8a5456f3cb268a055f619b287a8f119acd96dd","observation_id":"bec2b2bc-6d6d-42b2-a02d-c1eb5f2f66ea","resolution":{"observed_at":"2026-08-07T10:39:59.539926Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.528303Z","title":"(2021) MDPs with setwise continuous transition probabil- ities","venue":null,"work_id":"4526f8f5-55a2-4993-a45f-db2ea244e1bc","year":2021},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.240078Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:753190a00faaedaaad2aa4774ca0558c2581b616f07c23e5ad78fe7be48f365f","observation_id":"3c7eb688-2221-40dc-b8ec-4f27fe401fa8","resolution":{"observed_at":"2026-08-07T10:39:59.531271Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.520474Z","title":"Voorneveld, M","venue":null,"work_id":"cb518e2a-276e-449f-ba93-55e8a90a71d4","year":2013},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.286519Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:5f8bceac59128ea0a9aad67132b72251ff4d42cf158628b9db549031a9e20f18","observation_id":"3aa7b8ea-a03e-4656-a0dd-d2e0f7965f4d","resolution":{"observed_at":"2026-08-07T10:39:59.523327Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.512071Z","title":"(2012) Average-cost Markov decision processes with weakly continuous transition probabilities, Math","venue":null,"work_id":"8d5b0d67-ce6c-4a5f-a9e1-a11e29c9f253","year":2012},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.340180Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:78ab841795f707b4c2f78fed1d99210ba7baef537cfab654fcc66b9ee13c01c1","observation_id":"5cab61b7-37f4-4a0e-a41d-8a58e145c1c5","resolution":{"observed_at":"2026-08-07T10:39:59.515448Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.502593Z","title":"(2013) Berge’s theorem for noncompact image sets","venue":null,"work_id":"8252c330-5352-4888-bd94-b7fbbf8a2970","year":2013},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.395378Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:4e0e9d651c77ddc0bd71ccbc3416352daa6f782f00d69623e0e23c27128ff372","observation_id":"c24af95c-ed8d-42f0-8588-7da20e40d93b","resolution":{"observed_at":"2026-08-07T10:39:59.506473Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.493282Z","title":"(2016) Partially observable total-cost Markov decision processes with weakly continuous transition probabilities","venue":null,"work_id":"1329af23-059f-45ec-ad17-760c4a184890","year":2016},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.432450Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:785d332fe5e09fb7c8f4b8ed1e93bb5d61e2e226759b9f6e912867af7fe5cca7","observation_id":"498e35e6-0c63-4258-805f-584e23575fa0","resolution":{"observed_at":"2026-08-07T10:39:59.496515Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.484247Z","title":"(2022) Markov decision processes with incomplete information and semi-uniform Feller transition probabilities","venue":null,"work_id":"40a7d77e-db47-4caa-bd77-ac8175c1e74f","year":2022},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.483636Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:05088fcaa56aa8f0a2415023c34eff415d3fc26bdb1a840a71abdae8c7b262aa","observation_id":"93a7e02e-d12a-40b3-ac2f-babd2c45e174","resolution":{"observed_at":"2026-08-07T10:39:59.487553Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.475819Z","title":"(2023) Semi-uniform Feller stochastic kernels","venue":null,"work_id":"3d708baa-96d9-4f07-9c63-b45e5cc4b398","year":2023},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.510113Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:5bc49d56c1a27543611344d9d13e05772cee82617c71718cbe51ab100c712087","observation_id":"cd2ad5b9-6240-4ba8-a565-d18eef34ff32","resolution":{"observed_at":"2026-08-07T10:39:59.478596Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.467392Z","title":"(2008) On polynomial classification problems for Markov decision processes","venue":null,"work_id":"aa132148-8cb7-4e50-833b-ae4ecdf6eb98","year":2008},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.556173Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:f1e3e59c68001269840bccddaa0465d5224df655aece773f11d50738aac47d10","observation_id":"01d64d6f-812c-4682-bacf-a2666121678b","resolution":{"observed_at":"2026-08-07T10:39:59.470158Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.459313Z","title":"(2014) On solutions of Kolmogorov’s equa- tions for jump Markov processes","venue":null,"work_id":"f0e381a0-6dc1-4cf9-b833-93ff074859b0","year":2014},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.614072Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:7e2bab022d16a990114be743291ec2da599847666189464d7047619784be0b00","observation_id":"3822e12e-e2bf-4b0e-9694-f0884ea86329","resolution":{"observed_at":"2026-08-07T10:39:59.462146Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.451532Z","title":"(2022) Kolmogorov’s equations for jump Markov processes with unbounded jump rates","venue":null,"work_id":"4c240f1a-4767-4de5-9b19-18268e1ba453","year":2022},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.670853Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:5e66774e94892249c318ad65ae2bb6f1aa76e8d9f644e314039076da0d635155","observation_id":"798ea8c8-f7a1-4152-a6d0-b5f650d1fa21","resolution":{"observed_at":"2026-08-07T10:39:59.454405Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.444069Z","title":"(2022) Sufficiency of Markov policies for continuous-time jump Markov decision processes","venue":null,"work_id":"9ddcfc2e-2cda-4423-aea0-72820ede5f0b","year":2022},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.705382Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:dc77b7fd33e0557e662f1b057ba33cbb5ae76e7a18fe18258bc250d937440cb4","observation_id":"87bb2c1e-5e06-404d-8d38-3c397cfc750c","resolution":{"observed_at":"2026-08-07T10:39:59.446652Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.437063Z","title":"(2022) Kolmogorov’s equations for jump Markov processes and their applications to control problems","venue":null,"work_id":"136b4782-b70c-4d7e-b1e9-d24d9a55800f","year":2022},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.755953Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:22fa9ccd073c0dba79335aa0462db5a521f402085ba5e7691fbbacaf66e1c523","observation_id":"2aebd29e-f41f-4ecd-9962-5c3856799313","resolution":{"observed_at":"2026-08-07T10:39:59.439495Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.429853Z","title":"(2024) On forward and backward Kolmogorov equations for pure jump Markov processes and their generalizations, Theor","venue":null,"work_id":"bd85209e-bf39-4e05-99ee-4982f40513c3","year":2024},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.813032Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:63c9d0b50a648aa7c2f8a49d2140a60f3185383c5b433498f645f69cb29fbeeb","observation_id":"554ff18d-eb9b-425d-9f0a-a0128c2b8df1","resolution":{"observed_at":"2026-08-07T10:39:59.432400Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.422543Z","title":"(1983) Stationary and Markov policies in countable state dy- namic programming","venue":null,"work_id":"4bcd3b67-4261-43b1-9ebd-ca17c2317e22","year":1983},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.864740Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:bfc6915ae6296ccaf182b104ca51f6e5cf855507659a7ff0670db8eef6673764","observation_id":"dafeb665-37f4-4375-8632-2e599a616d4b","resolution":{"observed_at":"2026-08-07T10:39:59.425327Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.414663Z","title":"(1940) On the integro-differential equations of purely discontinuous Markoff processes, Trans","venue":null,"work_id":"97c6e4fe-b023-4bff-8e51-9dcf085ba6b3","year":1940},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.906315Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:8810883162f81e5aa57de87482ccbd5515d0795e46e5c05c44e310162892d338","observation_id":"923c583d-1dd4-4cd3-a045-e8ed8aa68135","resolution":{"observed_at":"2026-08-07T10:39:59.417240Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.407308Z","title":"(1974) The optimal reward operator in special classes of dynamic program- ming problems, Ann","venue":null,"work_id":"f799ef43-c117-46f2-8fe6-87d14f113669","year":1974},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:47.950927Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:fccb4b7918c8be655967a6a4b4076ac4dac017ba0ca55f800612bef41a4b94cf","observation_id":"004b2898-1e3a-4d21-b991-627a1127441b","resolution":{"observed_at":"2026-08-07T10:39:59.409875Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.399768Z","title":"(1979) Controlled Stochastic Processes.Springer, New York, NY","venue":null,"work_id":"a5b7c48c-bffc-49ff-a6e2-01d384efc45f","year":1979},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:48.019507Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:644b35467ba6548a5280f4cd3b3a0d787e8984ada721570e13a7b332200f40f6","observation_id":"da30da9e-fd67-4d77-890f-9d0ac87be8aa","resolution":{"observed_at":"2026-08-07T10:39:59.402190Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.392426Z","title":"(2009)Continuous-Time Markov Decision Processes: The- ory and Applications","venue":null,"work_id":"65e0c57b-4a77-4700-b50f-2ea495e83757","year":2009},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:48.064196Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:56369b926a71d21c59232fc0dd5c8d3b6a7d3b8b435fc336c492af2285c35097","observation_id":"fc372a46-5dd9-45ff-a3df-07c14100d1d1","resolution":{"observed_at":"2026-08-07T10:39:59.394929Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.385113Z","title":"(1989) Adaptive Markov Control Processes, Springer-Verlag, New York","venue":null,"work_id":"3d8be7a1-8baf-4067-845e-9fccedc6a607","year":1989},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:48.130944Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:e50b5820794aaf6245513285fcd2284945e896deb43c949e0e8523d11c600b5e","observation_id":"42945acd-ec97-4ac0-a61c-e868b89b4c04","resolution":{"observed_at":"2026-08-07T10:39:59.388062Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.378081Z","title":null,"venue":null,"work_id":"aad00de9-87ba-4da7-aef6-5bb869cd0597","year":1991},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:48.199166Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:5fe5ba6f7316539b490ca5245eff88ee5486fbf0c7a242c1a9d1b42ebd3850c4","observation_id":"6f8ed756-1164-49ed-95b4-4a52d04f75fb","resolution":{"observed_at":"2026-08-07T10:39:59.380430Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.370791Z","title":"(1996)Discrete-Time Markov Control Processes: Ba- sic Optimality Criteria","venue":null,"work_id":"4b840027-c951-4ada-a9a3-fcd1fbd2710b","year":1996},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:48.264225Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:dc2906b1b672251c49b929901a473bef06d440495c3d07fe7e874286db4dda32","observation_id":"7301501e-b1b7-427c-9b10-f093e36993df","resolution":{"observed_at":"2026-08-07T10:39:59.373503Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.363510Z","title":"(1960) Dynamic Programming and Markov Processes","venue":null,"work_id":"276ff21a-98a3-4a3d-bbb9-db305b19d353","year":1960},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:48.314230Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:6d07fb84eb973189c46542cbc39614251fe77c372b4e900140cef1cfaee2179b","observation_id":"c6295ff3-542f-4b49-a8c2-a7e10736234a","resolution":{"observed_at":"2026-08-07T10:39:59.366229Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.356014Z","title":"(1983) Linear Programming and Finite Markovian Control Problems","venue":null,"work_id":"c11ea299-360d-4195-a334-81df08d41230","year":1983},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:48.379995Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:ff31a74bc87eb9094440257862afd1f5d53d305450d5b970ff3e6f6832b5c353","observation_id":"62d405a4-61a8-41d3-9354-7c35b34cb493","resolution":{"observed_at":"2026-08-07T10:39:59.359144Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:59.244333Z","title":"(2002) Finite state and action MDPs","venue":null,"work_id":"feb179cd-f6d1-40f4-9aa1-d125431bdbd3","year":2002},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:48.429064Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:7bd7f7aa8b33f36530084b58324c5294eb2a834263e6729fed49035d9124c1e3","observation_id":"77b1e009-01b4-4570-a34c-f0dc910c92d5","resolution":{"observed_at":"2026-08-07T10:39:59.346335Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:58.950921Z","title":"(2019) Weak Feller property of non-linear filters.Systems & Control Letters 134, 104512","venue":null,"work_id":"39add960-be40-4f93-96a1-7f66e9c8d3bf","year":2019},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:48.479105Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:833fbda138d6e412129eaf884c8aba5a984de28300ca70206359d869dff919db","observation_id":"6a429782-1d35-4861-a61a-7987653f325b","resolution":{"observed_at":"2026-08-07T10:39:59.116775Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:58.616009Z","title":"(1995) Controlled Queueing Systems","venue":null,"work_id":"d5b81a80-84e0-4761-a613-151dd09e2a5c","year":1995},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:48.528889Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:b3f5983ef179f06fb0b9ce69e389fc5dd6c46eabed37e1fbddb83567b86da127","observation_id":"0a5d349b-516c-484e-bdb8-400220ee89a4","resolution":{"observed_at":"2026-08-07T10:39:58.779835Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:58.292205Z","title":"(2014) A bound for the number of different basic solutions gen- erated by the simplex method, Math","venue":null,"work_id":"7750e39d-3032-4409-a665-4dd4649b1c61","year":2014},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:48.640737Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:792723cfb69b14d7e0d1b837e72e3cf8fd3defed18159334b86a0a17176fba01","observation_id":"61e273bc-0efa-4d6f-8b6a-d11ccd10b601","resolution":{"observed_at":"2026-08-07T10:39:58.452103Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:58.041085Z","title":"(1931) ¨Uber die analytischen Methoden in der Wahrscheinlichkeitsrech- nung, Math","venue":null,"work_id":"e81d0161-b6fb-4b20-bac9-19bb8f95aa3c","year":1931},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:48.778168Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:d09921645b16ba5c7f0e9155282df968e291ab0ad3858a69a1847d9617b0fc63","observation_id":"e045d53a-9fdd-415e-8361-04bce8e4767b","resolution":{"observed_at":"2026-08-07T10:39:58.123120Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:57.835061Z","title":null,"venue":null,"work_id":"aee6d695-29d8-4234-a1f6-52a49b72b823","year":1995},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:48.859209Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:0df72259f35670557ac1505618d73c23122e2965496d62210dd97536f776c9ca","observation_id":"cd3036eb-b959-4ed0-a6c5-1ffb389a7dc5","resolution":{"observed_at":"2026-08-07T10:39:57.932131Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:57.655484Z","title":"Zhang, Y","venue":null,"work_id":"d46f7944-4486-47a0-be24-cad75e6cd458","year":2020},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:48.916563Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:49e12e856da7a30c8348408a627a8ff55b14dff9253e854274c1b6b49f82d38a","observation_id":"5cde4945-0b34-4463-9129-3c820245507f","resolution":{"observed_at":"2026-08-07T10:39:57.746267Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:57.461167Z","title":null,"venue":null,"work_id":"ce436efb-5008-45fc-bf23-c77dc3f19f7e","year":2015},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:49.020612Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:6942e2be851de23f54dfba1d63de01eb413b429a582a4f38ecae537266b15e6a","observation_id":"74b8ffb0-701c-4244-85ec-331b98bc4d65","resolution":{"observed_at":"2026-08-07T10:39:57.559916Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:57.286510Z","title":"(1994) Markov Decision Processes: Discrete Stochastic Dynamic Pro- gramming","venue":null,"work_id":"fa0d75d7-92e9-4886-a839-305eb8238cd6","year":1994},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:49.118859Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:a3d309c7388af4c7c7819c3906b99f021103ce7fb4924b5bad420c5767763946","observation_id":"f34783df-3b70-4e1b-845a-0a64e6e10531","resolution":{"observed_at":"2026-08-07T10:39:57.353198Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:56.930292Z","title":"(1974) Incomplete information in Markovian decision models","venue":null,"work_id":"7e35d665-adc7-4d5c-9fd4-6f43e54b9a96","year":1974},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:49.166657Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:32332a5be8b613abb1ec54bff428c91b4d7e09fccb88d43403b33cdc9f42da80","observation_id":"e0bfc70c-e3bb-41f3-8ae7-57ec67d75515","resolution":{"observed_at":"2026-08-07T10:39:57.178998Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:55.254132Z","title":null,"venue":null,"work_id":"e27b1fea-4654-438e-b270-94c462c2c623","year":1968},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:49.222418Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:f25b3dda32bed91e07459e010dec1266b8844a05cd6799335e7da1bf7b3c1491","observation_id":"bcc3746c-639d-495b-ad40-d9e36c9582f1","resolution":{"observed_at":"2026-08-07T10:39:55.690291Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:54.552485Z","title":null,"venue":null,"work_id":"e492b21d-6458-4826-bfea-9310a9c6bb2e","year":1968},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:49.390176Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:10c9224ea691ca7a9b5a6507cb110ae72fe8b82c42fbf63ec69685d519266809","observation_id":"f7b92261-0b1a-46c3-923e-0d3a965d06ee","resolution":{"observed_at":"2026-08-07T10:39:54.862447Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:54.193456Z","title":"(1994) Approximations of Discrete Time Partially Ob- served Control Problems, Applied Mathematics Monographs CNR, Giardini Editori, Pisa","venue":null,"work_id":"5e84b53c-6a7f-42d5-8319-3ab75e508f69","year":1994},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:49.544595Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:9a03c26e7bf9aef94a0b61a7aa6f4fa15c5dfe36a7372b956816a81603e54e47","observation_id":"21723768-43e5-4271-b5c3-321646885830","resolution":{"observed_at":"2026-08-07T10:39:54.351306Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:54.017249Z","title":"(1975) Conditions for optimality and for the limit of n-stage optimal policies to be optimal","venue":null,"work_id":"e0506354-28ba-47ee-a104-f1e082c20d71","year":1975},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:49.690487Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:b81052aa67520d820cc367a2da244ffa39ea0cb384f2e51ae9b891bb9939346a","observation_id":"134aeb4a-ed6c-4d38-8689-ff1d1538a01a","resolution":{"observed_at":"2026-08-07T10:39:54.078108Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:53.788084Z","title":"(1993) Average optimality in dynamic programming with general state space","venue":null,"work_id":"d3e6bf89-89b5-419c-b183-57c57faff00c","year":1993},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:49.824713Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:0c19a789e243144acc0f8bb7f0f91ad688ba27a2468e94328aacfb817ad7e8a7","observation_id":"93f93762-e495-491d-875d-eba4c2432fe3","resolution":{"observed_at":"2026-08-07T10:39:53.909671Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:53.666466Z","title":"(2016) Improved and generalized upper bounds on the complexity of policy iteration","venue":null,"work_id":"46e76592-e7a3-4d24-8133-aa82eb93fe39","year":2016},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:49.971275Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:04ff9409c323f05db0ce0f13b94e8697eb6480db495dc15c3cf8e17acd4d6195","observation_id":"9ecf2b51-6427-4934-b45a-185eaa225a2c","resolution":{"observed_at":"2026-08-07T10:39:53.702952Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:53.475162Z","title":"(1999) Stochastic Dynamic Programming and the Control of Queueing Sys- tems","venue":null,"work_id":"2b205bc5-899b-4c50-ba5f-e4d3feb1f24b","year":1999},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:50.093622Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:149fe151f8a3b1b0983c211a484fe5b9c852aabdee41806610e3491e2cf06d74","observation_id":"23b28e9a-36d3-40c3-bb2f-14c16031bc78","resolution":{"observed_at":"2026-08-07T10:39:53.561058Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:53.309238Z","title":null,"venue":null,"work_id":"4a5d360d-64e9-4f8c-828a-c4f604ca15a0","year":2002},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:50.219203Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:f66f6ea5a0e397eced10c9378cc9c5e38cebbc206fb74985fce06da0f9382d50","observation_id":"f289402d-9b31-414a-9e98-00ab6d6138f3","resolution":{"observed_at":"2026-08-07T10:39:53.386000Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:53.138896Z","title":"(1963) Stochastic games, Proc","venue":null,"work_id":"c9023478-5198-47ec-9a2e-84efe44461ec","year":1963},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:50.335046Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:bbbfd857f186557028cded2ec96d8b84b887e6c9bbfedc22f409edd80b9aba24","observation_id":"4f69da52-4da4-4f7d-a49c-b9312d87b4be","resolution":{"observed_at":"2026-08-07T10:39:53.238189Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:52.987808Z","title":null,"venue":null,"work_id":"4b046ce2-65f7-46d5-b228-8f9da2216fc9","year":1966},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:50.457747Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:fd8d73c6d91fb058c36a0f7cc757ee2582850addafdc256b7c1b543cc3d3f6fc","observation_id":"72f25b6d-e9e9-4f0c-a627-870562310b88","resolution":{"observed_at":"2026-08-07T10:39:53.076858Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:52.850509Z","title":null,"venue":null,"work_id":"79f28bd5-c19f-4d86-8df4-77293f13a71d","year":1969},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:50.575751Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:496b25e44399da08c23dddf229500506fb7a864ea48b24813ed7eeb2146add05","observation_id":"b7abd0a1-5c2d-4e7c-8892-29c979e78846","resolution":{"observed_at":"2026-08-07T10:39:52.916537Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:52.722461Z","title":"(2018) A general reinforcement learning algorithm that masters chess, shogi, and Go through self- play, Science 3662(6419) pp","venue":null,"work_id":"82744493-8119-4e25-93dd-4b786e12a7b8","year":2018},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:50.704961Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:e933bbcbd5d67d2d2c05cf82ec78332b85e1295aaa1338221e4d1baa00c40d7a","observation_id":"14346acc-d84a-4cd9-9c53-a3a269bb5cc7","resolution":{"observed_at":"2026-08-07T10:39:52.779041Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:52.584556Z","title":"(1966) Positive Dynamic Programming","venue":null,"work_id":"1ae9f2ef-5f73-4046-a25a-2593eabe98f8","year":1966},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:50.843762Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:d38729eac7c64765cf175b4894a59be10f858594258baa7094a15af3c5a197d5","observation_id":"a4e78ac9-34a3-473c-afbf-06e580f7615a","resolution":{"observed_at":"2026-08-07T10:39:52.662636Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:52.448847Z","title":"(2018) Reinforcement Learning: An Introduction (2nd ed.)","venue":null,"work_id":"0b05b0a3-c4b9-439d-9238-ec39d766f138","year":2018},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:50.920124Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:5472a66f103c7b73d90d5af9de110726aa7acc6e7c8e2837898dcf478ba51dc5","observation_id":"8028e512-94f7-4304-b3f5-4242ee1c00a1","resolution":{"observed_at":"2026-08-07T10:39:52.520091Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:52.324500Z","title":null,"venue":null,"work_id":"c75ec94d-f152-41f4-80bb-fe184ec3e7f2","year":1965},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:51.010477Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:ed0634c4f711c47872ea222c32f1cbde2b2923b893e2020a35e5e839ae74f812","observation_id":"e6e00da7-5516-4172-8e98-07383699948d","resolution":{"observed_at":"2026-08-07T10:39:52.390396Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:52.168683Z","title":"(1990) Solving h-horizon, stationary Markov decision problems in time propor- tional to log(h), Oper","venue":null,"work_id":"cd73cc3f-cad4-438a-9677-8e977c435c3e","year":1990},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:51.129626Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:247a26d0a23ebf07521cf2c3359a99c9cc0947277c69b545947a727114ade0b8","observation_id":"57b11d5b-dee2-4cbe-8b1a-7fe23beb735f","resolution":{"observed_at":"2026-08-07T10:39:52.221689Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:52.043314Z","title":"(2007) NP -hardness of checking the unichain condition in average cost MDPs","venue":null,"work_id":"b58c99d3-8f20-4d1c-8775-961eca635f44","year":2007},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":81,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:51.195254Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:7819349180ba9bbab4823c996afa5bfad19cf61dbd54e75156ad99960e0892d5","observation_id":"47c48f42-fbf4-48ad-b914-08501324fabf","resolution":{"observed_at":"2026-08-07T10:39:52.105531Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:51.868242Z","title":"On controls leading to optimal stationary regimes, Proceed- ings of the Steklov Institute of Mathematics, 71 (1964), pp","venue":null,"work_id":"3fe1f600-bdfb-4f65-8c23-706022b16d4d","year":1964},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:51.259105Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:9ffea3f7daf8d7fc3c723d741313d6d46dce88f3b6a4f7e29f0f0ada774e0b14","observation_id":"153d0352-7ede-47d0-96e0-967012236931","resolution":{"observed_at":"2026-08-07T10:39:51.922542Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:51.727802Z","title":"(2011) The simplex and policy-iteration methods are strongly polynomial for the Markov decision problem with a fixed discount rate, Math","venue":null,"work_id":"a33ba667-4c4a-469c-88a9-5c7e2e0e4d37","year":2011},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:51.316458Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:567ac52bd1b0c87f6e6e284000f82f95201db57e12c8b417503d428d436dd8ff","observation_id":"d1ecaa0a-57d3-4ff7-924e-1e8bb87961d0","resolution":{"observed_at":"2026-08-07T10:39:51.790521Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T10:39:51.557013Z","title":"(1976) Reduction of a controlled Markov model with incomplete data to a problem with complete information in the case of Borel state and control spaces","venue":null,"work_id":"e6f2d51f-a4f4-44a4-a91e-c378b9827cb4","year":1976},"citing_paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments","version":1},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-08-07T10:39:51.447382Z"},"links":{"citing_paper":"/paper/2506.04896"},"observation_digest":"sha256:cf8c87891bd872c0c934660b3a9d29296f44100853ed794a60653c2f01b2d877","observation_id":"e3356a1f-1587-4680-9f5f-8785803da19a","resolution":{"observed_at":"2026-08-07T10:39:51.607902Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2506.04896","last_updated":"2025-06-05T11:23:12Z","latest_version":1,"primary_category":"math.PR","snapshot_observed_at":"2026-08-07T10:28:46.037961Z","submitted_at":"2025-06-05T11:23:12Z","title":"On Pioneering Works of Albert Shiryaev on Markov Decision Processes and Some Later Developments"},"reference_resolution":{"displayed":84,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":13,"verified_exact":0,"verified_fuzzy":71},"total_outbound_references":84},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 84 of 84 outbound references and 0 inbound Pith citation observations for arXiv:2506.04896."}