{"as_of":"2026-08-08T20:05:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:9e2bb3d7089af65384c814b89ab0f8c4a3ae645c7a08c4b87e6518361b1b3e1c","coverage":[{"denominator":39,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":39,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T08:45:52.117439Z","state":"measured"},{"denominator":39,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":39,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2510.19528/citation-record","integrity":"/paper/2510.19528/integrity","json":"/paper/2510.19528/citation-record.json","paper":"/paper/2510.19528"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:47.918320Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:47.918320Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:4d91b0d9f4d68867d7309ac1cc45fe338e00e3b8712856ec36b58f67aa222938","observation_id":"26faff59-f6e1-4746-a6f2-4d74770fdb02","resolution":{"observed_at":"2026-08-04T08:45:47.918320Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2010.13611","last_updated":"2021-05-04T19:20:46Z","snapshot_observed_at":"2026-08-06T03:14:46.253254Z","submitted_at":"2020-10-26T14:31:08Z","title":"OPAL: Offline Primitive Discovery for Accelerating Offline Reinforcement Learning","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2010.13611","snapshot_observed_at":"2026-08-04T08:45:47.978112Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:47.978112Z"},"links":{"cited_paper":"/paper/2010.13611","citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:bbe909cbea87bc924b2650ddbd0eeff941380e7f50c80b124e72a17bbc2d84ae","observation_id":"fbbd8599-f619-4da0-873b-2e186e9b76db","resolution":{"observed_at":"2026-08-04T08:45:47.978112Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:48.094172Z","title":"G., Osband, I., and Munos, R","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:48.094172Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:2b2141cb75eb7b57250c2d966c296e54014b826cd04cc5c9d56a7751d585d73a","observation_id":"30258a52-f13a-48ca-950e-3c8d33d3dad8","resolution":{"observed_at":"2026-08-04T08:45:48.094172Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:48.215603Z","title":null,"venue":null,"work_id":null,"year":1967},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:48.215603Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:0df13cbd48caf26da72d9f9e47fe86b13928a3e1306a9991f96d9912c0366e4d","observation_id":"930973aa-237e-41ba-9846-bb5e1f976148","resolution":{"observed_at":"2026-08-04T08:45:48.215603Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:48.326922Z","title":"B., Chernova, S., Taylor, M","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:48.326922Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:329099362940c1082916991ba3d8fd30bbce1009d877351ceafa0c6ed40ce97c","observation_id":"27eb83ec-d1e2-4d65-ad26-8b47b63e4cb3","resolution":{"observed_at":"2026-08-04T08:45:48.326922Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:48.447363Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:48.447363Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:e265618526548be8ecdbd604cba4d806592151a97d6c02eb266e94ab2c171b94","observation_id":"c7dcec4a-4436-42e9-a38f-57f08324a63d","resolution":{"observed_at":"2026-08-04T08:45:48.447363Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:48.554736Z","title":null,"venue":null,"work_id":null,"year":1952},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:48.554736Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:04b0949b5794277aaf50ee0b387633f69e695b2ea58eaea348600110f6a6204f","observation_id":"e5da63d2-8230-4db8-8b8c-b8f70d81f1da","resolution":{"observed_at":"2026-08-04T08:45:48.554736Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:48.713052Z","title":"V., Mohri, M., and Zimmert, J","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:48.713052Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:fd38732eb8a0b7a797792d2f7b834e9ebdf0de17662e09d5a5d2e9e71fa99b1e","observation_id":"c4dc1967-90fe-4c58-be7c-51b537512a22","resolution":{"observed_at":"2026-08-04T08:45:48.713052Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:48.889428Z","title":"and Moitra, A","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:48.889428Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:6fa08513615e57863bd98b363c67c37490f65d1234329e953909af95f9095a41","observation_id":"aa7e192b-5aa7-4b7c-8d63-25dfe90b5d55","resolution":{"observed_at":"2026-08-04T08:45:48.889428Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1910.11956","last_updated":"2019-10-25T23:01:43Z","snapshot_observed_at":"2026-08-07T14:52:56.563730Z","submitted_at":"2019-10-25T23:01:43Z","title":"Relay Policy Learning: Solving Long-Horizon Tasks via Imitation and Reinforcement Learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1910.11956","snapshot_observed_at":"2026-08-04T08:45:48.991607Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:48.991607Z"},"links":{"cited_paper":"/paper/1910.11956","citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:e9f90e7b8854f4aba379f33e144f6be7056c05693dace9405be5b323e2a26c81","observation_id":"17b2e3e5-a7c8-4e3a-ae6b-d8f26c2d3b74","resolution":{"observed_at":"2026-08-04T08:45:48.991607Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:49.061260Z","title":"M., and Levine, S","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:49.061260Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:1a45e4f558390e19de790c3ea9832f6e389f07e8b2ae8aed3d7f5da9eaa51866","observation_id":"00764bb5-9eb2-4e61-a1d2-4892aa5f71a4","resolution":{"observed_at":"2026-08-04T08:45:49.061260Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:49.127311Z","title":null,"venue":null,"work_id":null,"year":1963},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:49.127311Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:5e0ec0521da0be72ea6d8c51c7c25cb0016465bed010fb775829fbee3b5720d3","observation_id":"24949a45-a005-42f4-91b2-767095d58c8a","resolution":{"observed_at":"2026-08-04T08:45:49.127311Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:49.196981Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:49.196981Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:1417f33fe891b8ab2587055c912c4a2b1ca44f50d6205dabe7c1508ac37de8ae","observation_id":"4c9ab088-2c3d-41b2-a4dd-5b7526c0d8d9","resolution":{"observed_at":"2026-08-04T08:45:49.196981Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:49.321374Z","title":"and Langford, J","venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:49.321374Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:ee44c7a7eba2d9e82bdfc40d24d7dcd4740c2b7342d81cf80646f52ce42296a4","observation_id":"e54c6d5c-b5b0-493c-a0d0-45b9bf2125df","resolution":{"observed_at":"2026-08-04T08:45:49.321374Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:49.434271Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:49.434271Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:5d89a4da02f71244ca2611c3a9c37fb98d465adefb7b32ecc5566d908dd09a2f","observation_id":"ea33daec-e506-427a-8c43-46ad6064fd4e","resolution":{"observed_at":"2026-08-04T08:45:49.434271Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:49.503807Z","title":null,"venue":null,"work_id":null,"year":2012},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:49.503807Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:c37a3fd28c54694dda37feaab226d1d3abfe5fe187806c5617660c02bf33f436","observation_id":"9c9c3a5e-894d-4d60-87a1-7cab5bc24e98","resolution":{"observed_at":"2026-08-04T08:45:49.503807Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:49.579361Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:49.579361Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:c91e30d1db979f11b6b59e71fd3b6ca9205fc40b763b68ad5e7fd23424e548d9","observation_id":"aa6f19cf-b96d-4963-8cc3-5743f0679797","resolution":{"observed_at":"2026-08-04T08:45:49.579361Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:49.708734Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:49.708734Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:c075af87db33486fbb00a168ac52f4ab7baf657ae11bfa5a37d04db8e0b50698","observation_id":"1218da08-0a7d-4eba-955c-59cd2bb67aa1","resolution":{"observed_at":"2026-08-04T08:45:49.708734Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:49.843946Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:49.843946Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:6ad3cd43c4084d2c91ddd7490aa4e4100c48df359a496f938f801f4cc12a04cf","observation_id":"7fbdd88a-cc9e-483d-a49c-82a7b28e62bf","resolution":{"observed_at":"2026-08-04T08:45:49.843946Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:49.933185Z","title":"V., Sima, K., and Leong, T.-Y","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:49.933185Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:cb4da76bd6d8798ab591f591f1771bd0bb43d6f1447de6178d324c26cd245c63","observation_id":"19f02c76-fc9f-4e4f-a474-8b798a480fcc","resolution":{"observed_at":"2026-08-04T08:45:49.933185Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:50.021748Z","title":"and Pontil, M","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:50.021748Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:322442e89028dac225edab4c27708cfd09f56de793e6084e2040f85a3aa9d187","observation_id":"4e086aa7-53af-46a1-86db-3441b413ebab","resolution":{"observed_at":"2026-08-04T08:45:50.021748Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:50.181755Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:50.181755Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:dabc514f4be38ccdfa88d028fe6f1dc11bbfeea73debd6c0fd2fb9324a068362","observation_id":"f3c5711f-f0e2-4970-94b0-df473b0265ef","resolution":{"observed_at":"2026-08-04T08:45:50.181755Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:50.292706Z","title":"Y., Harada, D., and Russell, S","venue":null,"work_id":null,"year":1999},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:50.292706Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:f055c1fe40552f3d16c486caf88e6a9882e334524f547decfbaa6c591229d43e","observation_id":"f4b0925c-3094-42a8-a9e3-bbdad5182691","resolution":{"observed_at":"2026-08-04T08:45:50.292706Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:50.503873Z","title":null,"venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:50.503873Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:da6485f110f990b6e152ff3ade1adafc86a7b41850e3397f920ad7529136c62c","observation_id":"c7a544bc-06cc-4e73-ad4a-d1263b049730","resolution":{"observed_at":"2026-08-04T08:45:50.503873Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:50.588535Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:50.588535Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:f4afc4749466476c46cbadb82c62faae1875027b02b9d4c1aa04edaddeca124f","observation_id":"8fbed35f-f8bd-43fb-b23e-1a9834e7e22c","resolution":{"observed_at":"2026-08-04T08:45:50.588535Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:50.668557Z","title":null,"venue":null,"work_id":null,"year":1996},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:50.668557Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:1f9841a4960d0d8bead5d4fcb81e457b1c171333c92ca858ce96ffca9d0bec39","observation_id":"4b694626-e616-412a-901f-03300034f881","resolution":{"observed_at":"2026-08-04T08:45:50.668557Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:50.747186Z","title":"and Jamieson, K","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:50.747186Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:72de1ace0ecc81cf14f3f7d968fe7edfc868a3acc680bcf2569414cfa41b0030","observation_id":"a0ff7657-5b33-427f-9c6c-0207e163f845","resolution":{"observed_at":"2026-08-04T08:45:50.747186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.06718","last_updated":"2023-03-11T11:47:54Z","snapshot_observed_at":"2026-08-02T06:10:04.416926Z","submitted_at":"2022-10-13T04:19:05Z","title":"Hybrid RL: Using Both Offline and Online Data Can Make RL Efficient","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.06718","snapshot_observed_at":"2026-08-04T08:45:50.812731Z","title":"A., Krishnamurthy, A., and Sun, W","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:50.812731Z"},"links":{"cited_paper":"/paper/2210.06718","citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:217da45c24f901477ad7b2cbdcb021b6cd41cd4aaeb30e458fbe365bb0d0cc35","observation_id":"f2dc4c0c-1335-4d2d-9833-b78d661542cd","resolution":{"observed_at":"2026-08-04T08:45:50.812731Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:50.877931Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:50.877931Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:d1e87619df92740018af520973a0a80090b8ffbb9bc3028fcb130f34a985db8e","observation_id":"f44b9ff7-9a78-49f3-a881-27ba148c28c1","resolution":{"observed_at":"2026-08-04T08:45:50.877931Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:51.048804Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:51.048804Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:666ae576b145f5d915537dc2d2ba08376d6fae7acc3fe921ea2c0e58d92211ef","observation_id":"8f7486e7-48e6-47b3-ba89-994a7f6edba9","resolution":{"observed_at":"2026-08-04T08:45:51.048804Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:51.219605Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:51.219605Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:ee22c29db0b8a32772dc147a64be39ca87c984eef8730da5e611a766e13d6ac9","observation_id":"1ba0e4ee-c526-4190-8a8f-9661aec7f50e","resolution":{"observed_at":"2026-08-04T08:45:51.219605Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:51.372926Z","title":"and Brunskill, E","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:51.372926Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:d007b7e9d82dea5d72cfbad31208d63582cf06ea4f71095317305fecdbda258c","observation_id":"7eae4155-74d0-4fec-8f32-a5c7f841725f","resolution":{"observed_at":"2026-08-04T08:45:51.372926Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:51.539180Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:51.539180Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:fc81d38b725670a41f1810123c559f9908388e83be65ffe687e4283442b02347","observation_id":"e486cfa8-ec20-4840-ab06-5169f2419768","resolution":{"observed_at":"2026-08-04T08:45:51.539180Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:51.624774Z","title":"and Wang, Z","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:51.624774Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:c9884d5ee08f1d700c4dd108339111082df6ab6bc54e2c8ddc42352cda51a1f0","observation_id":"0260433f-2a14-4c85-8b06-acbcadc35ee4","resolution":{"observed_at":"2026-08-04T08:45:51.624774Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:51.682041Z","title":"D., and Du, S","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:51.682041Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:def801bd7447a1e3c88a8a05a67f0e9559a6764aacf7ec3024de8af559d52391","observation_id":"6679652e-6aff-4516-98ab-81573f815b84","resolution":{"observed_at":"2026-08-04T08:45:51.682041Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:51.763250Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:51.763250Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:884376753911fe85280973b6f13910fa3731ffeaa4b16204cfb1d0fafd841911","observation_id":"c092147b-1149-465b-b7e0-387f8ea064f0","resolution":{"observed_at":"2026-08-04T08:45:51.763250Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:51.861290Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:51.861290Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:c7cb7a2e95eef41e6362ef5939b5303c4f94ab66ec046ab8039d0850ccf3641d","observation_id":"559a0534-1971-4f4f-a1d6-e2c4bec86ce4","resolution":{"observed_at":"2026-08-04T08:45:51.861290Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T08:45:52.030979Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:52.030979Z"},"links":{"citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:15700660819918add04b310682c4e6ca50eaf58e4f26b287d3321534f163ad73","observation_id":"546bce27-b99c-4d42-869f-97c4d175eab2","resolution":{"observed_at":"2026-08-04T08:45:52.030979Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1901.09330","last_updated":"2019-01-27T06:38:24Z","snapshot_observed_at":"2026-07-06T07:29:14.938525Z","submitted_at":"2019-01-27T06:38:24Z","title":"Reward Shaping via Meta-Learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1901.09330","snapshot_observed_at":"2026-08-04T08:45:52.117439Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach","version":2},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-04T08:45:52.117439Z"},"links":{"cited_paper":"/paper/1901.09330","citing_paper":"/paper/2510.19528"},"observation_digest":"sha256:66e6fe762993652ec5762805a622f1ded01dc7e37454b8c3b4deb2c280eb50ba","observation_id":"db7b8bc0-352f-4320-9b3e-65be8f6ca089","resolution":{"observed_at":"2026-08-04T08:45:52.117439Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2510.19528","last_updated":"2026-06-16T14:16:10Z","latest_version":2,"primary_category":"stat.ML","snapshot_observed_at":"2026-08-04T08:45:45.421057Z","submitted_at":"2025-10-22T12:32:52Z","title":"Learning Upper Lower Value Envelopes to Shape Online RL: A Principled Approach"},"reference_resolution":{"displayed":39,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":39,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":39},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 39 of 39 outbound references and 0 inbound Pith citation observations for arXiv:2510.19528."}