{"as_of":"2026-08-12T06:11:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:eac58bc8a2fd9d1915d8d7ec87af2f8a5a1da8c6f64e0ecdcdf92589ca44f7a9","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-11T06:34:44.6726+00:00","state":"measured"},{"denominator":12,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T17:54:15.024862Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-07-04T03:09:30.514483Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"1706.01502","last_updated":"2017-11-07T20:45:59Z","snapshot_observed_at":"2026-08-11T11:25:34.419365Z","submitted_at":"2017-06-05T19:01:26Z","title":"UCB Exploration via Q-Ensembles","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1706.01502","snapshot_observed_at":"2026-08-10T17:54:15.024862Z","title":"Ucb exploration via q-ensembles","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2501.11818","last_updated":"2025-02-15T10:24:09Z","snapshot_observed_at":"2026-08-12T02:23:10.063673Z","submitted_at":"2025-01-21T01:56:33Z","title":"Group-Agent Reinforcement Learning with Heterogeneous Agents","version":2},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-10T17:54:15.024862Z"},"links":{"cited_paper":"/paper/1706.01502","citing_paper":"/paper/2501.11818"},"observation_digest":"sha256:5eacb49f85fa8da3e3be5dc68d07180c06ced6aab27169039e030c9022a84cc3","observation_id":"3bc65c9a-76bd-44ee-bba8-a9a87a2fa851","resolution":{"observed_at":"2026-08-10T17:54:15.024862Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1706.01502","last_updated":"2017-11-07T20:45:59Z","snapshot_observed_at":"2026-08-11T11:25:34.419365Z","submitted_at":"2017-06-05T19:01:26Z","title":"UCB Exploration via Q-Ensembles","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1706.01502","snapshot_observed_at":"2026-08-07T13:49:54.352169Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.21119","last_updated":"2025-06-02T16:01:02Z","snapshot_observed_at":"2026-08-07T21:47:08.434516Z","submitted_at":"2025-05-27T12:38:19Z","title":"Universal Value-Function Uncertainties","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T13:49:54.352169Z"},"links":{"cited_paper":"/paper/1706.01502","citing_paper":"/paper/2505.21119"},"observation_digest":"sha256:4a8516b08c042d857e16b5999af4d35a9e9bd5151c6c74d0df7628fa1c0966a6","observation_id":"ebf614f8-4bed-4c10-94df-94b442431c4e","resolution":{"observed_at":"2026-08-07T13:49:54.352169Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1706.01502","last_updated":"2017-11-07T20:45:59Z","snapshot_observed_at":"2026-08-11T11:25:34.419365Z","submitted_at":"2017-06-05T19:01:26Z","title":"UCB Exploration via Q-Ensembles","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1706.01502","snapshot_observed_at":"2026-08-06T18:48:17.824172Z","title":"Y.; Sidor, S.; Abbeel, P.; and Schulman, J","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2507.07302","last_updated":"2025-07-09T22:01:32Z","snapshot_observed_at":"2026-08-07T05:56:16.811721Z","submitted_at":"2025-07-09T22:01:32Z","title":"Application of LLMs to Multi-Robot Path Planning and Task Allocation","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-06T18:48:17.824172Z"},"links":{"cited_paper":"/paper/1706.01502","citing_paper":"/paper/2507.07302"},"observation_digest":"sha256:cecd46aeaefefe25b9c5a151f53599987169efeaf167bde7e6b0a513c8809e30","observation_id":"01cb9d14-27c9-49de-90a8-9cb70d15ebfb","resolution":{"observed_at":"2026-08-06T18:48:17.824172Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1706.01502","last_updated":"2017-11-07T20:45:59Z","snapshot_observed_at":"2026-08-11T11:25:34.419365Z","submitted_at":"2017-06-05T19:01:26Z","title":"UCB Exploration via Q-Ensembles","version":3},"cited_work":{"arxiv_id":"1706.01502","doi":null,"metadata_source":"pith","pith_arxiv_id":"1706.01502","snapshot_observed_at":"2026-07-04T03:09:30.514483Z","title":"UCB Exploration via Q-Ensembles","venue":"cs.LG","work_id":"5e090ae9-8be7-4f94-a260-9093d69dd328","year":2017},"citing_paper":{"arxiv_id":"2507.23501","last_updated":"2026-05-06T14:50:11Z","snapshot_observed_at":"2026-07-31T14:58:14.768285Z","submitted_at":"2025-07-31T12:40:50Z","title":"Adaptive Ensemble Aggregation for Actor-Critics","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-19T02:14:26.752215Z"},"links":{"cited_paper":"/paper/1706.01502","citing_paper":"/paper/2507.23501"},"observation_digest":"sha256:8a20e219ceb54fad0676353ad697911451820e3bf47ec269e4d6693baf185689","observation_id":"beacb836-2396-408a-8dd2-a0c82240a4db","resolution":{"observed_at":"2026-05-19T02:16:59.346904Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1706.01502","last_updated":"2017-11-07T20:45:59Z","snapshot_observed_at":"2026-08-11T11:25:34.419365Z","submitted_at":"2017-06-05T19:01:26Z","title":"UCB Exploration via Q-Ensembles","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1706.01502","snapshot_observed_at":"2026-08-06T04:39:01.982238Z","title":"Ucb exploration via q-ensembles","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2508.03194","last_updated":"2025-08-05T08:03:12Z","snapshot_observed_at":"2026-08-11T12:45:17.685609Z","submitted_at":"2025-08-05T08:03:12Z","title":"Scaling DRL for Decision Making: A Survey on Data, Network, and Training Budget Strategies","version":1},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-06T04:39:01.982238Z"},"links":{"cited_paper":"/paper/1706.01502","citing_paper":"/paper/2508.03194"},"observation_digest":"sha256:93438b127f6c4fb7017047988e2be5e0fd8f96f4ae6bba8012e242648879038a","observation_id":"f1ea7b3f-1edb-49f9-93a2-677f9a47c633","resolution":{"observed_at":"2026-08-06T04:39:01.982238Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1706.01502","last_updated":"2017-11-07T20:45:59Z","snapshot_observed_at":"2026-08-11T11:25:34.419365Z","submitted_at":"2017-06-05T19:01:26Z","title":"UCB Exploration via Q-Ensembles","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1706.01502","snapshot_observed_at":"2026-08-05T15:25:43.886708Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2508.19953","last_updated":"2025-08-28T18:28:29Z","snapshot_observed_at":"2026-08-10T03:18:55.007670Z","submitted_at":"2025-08-27T15:05:49Z","title":"Divide, Discover, Deploy: Factorized Skill Learning with Symmetry and Style Priors","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-05T15:25:43.886708Z"},"links":{"cited_paper":"/paper/1706.01502","citing_paper":"/paper/2508.19953"},"observation_digest":"sha256:3f7a1812c23f31349ee82050cfe4c0d85ddeb609d2a845969530faac0b4eebcb","observation_id":"6311f24f-1c9e-4748-822f-db37fd559411","resolution":{"observed_at":"2026-08-05T15:25:43.886708Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1706.01502","last_updated":"2017-11-07T20:45:59Z","snapshot_observed_at":"2026-08-11T11:25:34.419365Z","submitted_at":"2017-06-05T19:01:26Z","title":"UCB Exploration via Q-Ensembles","version":3},"cited_work":{"arxiv_id":"1706.01502","doi":null,"metadata_source":"pith","pith_arxiv_id":"1706.01502","snapshot_observed_at":"2026-07-04T03:09:30.514483Z","title":"UCB Exploration via Q-Ensembles","venue":"cs.LG","work_id":"5e090ae9-8be7-4f94-a260-9093d69dd328","year":2017},"citing_paper":{"arxiv_id":"2512.17091","last_updated":"2026-04-16T02:13:06Z","snapshot_observed_at":"2026-08-07T05:45:14.900335Z","submitted_at":"2025-12-18T21:44:00Z","title":"Learning to Plan, Planning to Learn: Adaptive Hierarchical RL-MPC for Sample-Efficient Decision Making","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-16T21:10:38.484582Z"},"links":{"cited_paper":"/paper/1706.01502","citing_paper":"/paper/2512.17091"},"observation_digest":"sha256:ffb0d91f327e7940da2b1db5b7077e5a64f2130690d520a9a1b810351f49d5ab","observation_id":"c2a29e33-de26-42e6-82cb-2e8a6753f5a4","resolution":{"observed_at":"2026-05-16T21:11:16.782360Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1706.01502","last_updated":"2017-11-07T20:45:59Z","snapshot_observed_at":"2026-08-11T11:25:34.419365Z","submitted_at":"2017-06-05T19:01:26Z","title":"UCB Exploration via Q-Ensembles","version":3},"cited_work":{"arxiv_id":"1706.01502","doi":null,"metadata_source":"pith","pith_arxiv_id":"1706.01502","snapshot_observed_at":"2026-07-04T03:09:30.514483Z","title":"UCB Exploration via Q-Ensembles","venue":"cs.LG","work_id":"5e090ae9-8be7-4f94-a260-9093d69dd328","year":2017},"citing_paper":{"arxiv_id":"2602.06239","last_updated":"2026-05-15T16:18:46Z","snapshot_observed_at":"2026-08-11T00:22:45.021836Z","submitted_at":"2026-02-05T22:31:07Z","title":"Provably avoiding over-optimization in Direct Preference Optimization without knowing the data distribution","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-16T06:35:30.479542Z"},"links":{"cited_paper":"/paper/1706.01502","citing_paper":"/paper/2602.06239"},"observation_digest":"sha256:dc275c5af66f052921b7dcab2b9879731d78700a742f5077605ca454f8e2adb0","observation_id":"6c613cfc-5f2e-49a9-91c1-5bc3e63113d6","resolution":{"observed_at":"2026-05-16T06:37:28.527496Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1706.01502","last_updated":"2017-11-07T20:45:59Z","snapshot_observed_at":"2026-08-11T11:25:34.419365Z","submitted_at":"2017-06-05T19:01:26Z","title":"UCB Exploration via Q-Ensembles","version":3},"cited_work":{"arxiv_id":"1706.01502","doi":null,"metadata_source":"pith","pith_arxiv_id":"1706.01502","snapshot_observed_at":"2026-07-04T03:09:30.514483Z","title":"UCB Exploration via Q-Ensembles","venue":"cs.LG","work_id":"5e090ae9-8be7-4f94-a260-9093d69dd328","year":2017},"citing_paper":{"arxiv_id":"2602.06239","last_updated":"2026-05-15T16:18:46Z","snapshot_observed_at":"2026-08-11T00:22:45.021836Z","submitted_at":"2026-02-05T22:31:07Z","title":"Provably avoiding over-optimization in Direct Preference Optimization without knowing the data distribution","version":3},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-21T13:06:54.002248Z"},"links":{"cited_paper":"/paper/1706.01502","citing_paper":"/paper/2602.06239"},"observation_digest":"sha256:914d311f2192f4cb1aefc029079ecd49452f65cda5175ec0b773001457309ef3","observation_id":"0474db11-b85a-48a1-aa17-e388e357b7f4","resolution":{"observed_at":"2026-05-21T13:10:10.484697Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1706.01502","last_updated":"2017-11-07T20:45:59Z","snapshot_observed_at":"2026-08-11T11:25:34.419365Z","submitted_at":"2017-06-05T19:01:26Z","title":"UCB Exploration via Q-Ensembles","version":3},"cited_work":{"arxiv_id":"1706.01502","doi":null,"metadata_source":"pith","pith_arxiv_id":"1706.01502","snapshot_observed_at":"2026-07-04T03:09:30.514483Z","title":"UCB Exploration via Q-Ensembles","venue":"cs.LG","work_id":"5e090ae9-8be7-4f94-a260-9093d69dd328","year":2017},"citing_paper":{"arxiv_id":"2604.18143","last_updated":"2026-04-24T06:58:50Z","snapshot_observed_at":"2026-07-06T23:05:04.279268Z","submitted_at":"2026-04-20T12:07:33Z","title":"Distributional Off-Policy Evaluation with Deep Quantile Process Regression","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-05-10T04:10:14.476158Z"},"links":{"cited_paper":"/paper/1706.01502","citing_paper":"/paper/2604.18143"},"observation_digest":"sha256:89acb6c4d7c1506c775964baf534a4cdfba0995a947f4fcc85c2a0361c186c03","observation_id":"ce4ed17f-4f93-45ad-b01a-f0e928ca33ee","resolution":{"observed_at":"2026-05-11T12:06:03.831550Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1706.01502","last_updated":"2017-11-07T20:45:59Z","snapshot_observed_at":"2026-08-11T11:25:34.419365Z","submitted_at":"2017-06-05T19:01:26Z","title":"UCB Exploration via Q-Ensembles","version":3},"cited_work":{"arxiv_id":"1706.01502","doi":null,"metadata_source":"pith","pith_arxiv_id":"1706.01502","snapshot_observed_at":"2026-07-04T03:09:30.514483Z","title":"UCB Exploration via Q-Ensembles","venue":"cs.LG","work_id":"5e090ae9-8be7-4f94-a260-9093d69dd328","year":2017},"citing_paper":{"arxiv_id":"2606.19656","last_updated":"2026-06-17T23:40:45Z","snapshot_observed_at":"2026-08-07T21:06:49.739571Z","submitted_at":"2026-06-17T23:40:45Z","title":"DF-ExpEnse: Diffusion Filtered Exploration for Sample Efficient Finetuning","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-06-26T20:19:15.766523Z"},"links":{"cited_paper":"/paper/1706.01502","citing_paper":"/paper/2606.19656"},"observation_digest":"sha256:b525c61cb3365b50906a3461b93eece76f435fa70820dd0fd918965b51eb0840","observation_id":"367f215f-0a50-456b-b926-aa4b488e5ac2","resolution":{"observed_at":"2026-07-04T01:29:22.907085Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1706.01502","last_updated":"2017-11-07T20:45:59Z","snapshot_observed_at":"2026-08-11T11:25:34.419365Z","submitted_at":"2017-06-05T19:01:26Z","title":"UCB Exploration via Q-Ensembles","version":3},"cited_work":{"arxiv_id":"1706.01502","doi":null,"metadata_source":"pith","pith_arxiv_id":"1706.01502","snapshot_observed_at":"2026-07-04T03:09:30.514483Z","title":"UCB Exploration via Q-Ensembles","venue":"cs.LG","work_id":"5e090ae9-8be7-4f94-a260-9093d69dd328","year":2017},"citing_paper":{"arxiv_id":"2606.20107","last_updated":"2026-06-18T11:30:59Z","snapshot_observed_at":"2026-08-07T07:50:16.581167Z","submitted_at":"2026-06-18T11:30:59Z","title":"Quantile of Means: A Bonus-Free Ensemble Method for Minimax Optimal Reinforcement Learning","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-06-26T18:19:02.314185Z"},"links":{"cited_paper":"/paper/1706.01502","citing_paper":"/paper/2606.20107"},"observation_digest":"sha256:ea1bc4f387685787c145fd162d03a279b81ea28bd7b42c60d675041eb14a5aa1","observation_id":"7ae7c894-47f4-4c60-b83c-99c6921cf039","resolution":{"observed_at":"2026-07-04T03:09:30.515885Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/1706.01502/citation-record","integrity":"/paper/1706.01502/integrity","json":"/paper/1706.01502/citation-record.json","paper":"/paper/1706.01502"},"outbound":[],"paper":{"arxiv_id":"1706.01502","last_updated":"2017-11-07T20:45:59Z","latest_version":3,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-11T11:25:34.419365Z","submitted_at":"2017-06-05T19:01:26Z","title":"UCB Exploration via Q-Ensembles"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"thesis":"As of 12 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 12 inbound Pith citation observations for arXiv:1706.01502."}