{"as_of":"2026-08-08T03:35:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7a6d4ebbbf4949abb97a56f53a76c34df88334225fe77cd444d5c92203a3a985","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":12,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T20:57:48.509615Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T07:59:40.700056Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2206.11871","last_updated":"2023-05-01T04:42:27Z","snapshot_observed_at":"2026-08-04T02:07:56.186059Z","submitted_at":"2022-06-05T18:38:42Z","title":"Offline RL for Natural Language Generation with Implicit Language Q Learning","version":2},"cited_work":{"arxiv_id":"2206.11871","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2206.11871","snapshot_observed_at":"2026-07-04T07:59:40.700056Z","title":"Offline rl for natural language generation with implicit language q learning","venue":null,"work_id":"999f22b2-7bc1-427a-b291-d00e4ef116f6","year":2022},"citing_paper":{"arxiv_id":"2409.12917","last_updated":"2024-10-04T17:28:45Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-19T17:16:21Z","title":"Training Language Models to Self-Correct via Reinforcement Learning","version":2},"reference_index":176,"source":"arxiv_source","source_observed_at":"2026-05-17T12:04:10.210508Z"},"links":{"cited_paper":"/paper/2206.11871","citing_paper":"/paper/2409.12917"},"observation_digest":"sha256:bb12ca66527714919aac95b171077756ba98ab266cfaa3cce98af157a5afbd3c","observation_id":"eb309334-bc7c-46be-b08e-4600205c2f23","resolution":{"observed_at":"2026-05-17T12:04:10.772296Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2206.11871","last_updated":"2023-05-01T04:42:27Z","snapshot_observed_at":"2026-08-04T02:07:56.186059Z","submitted_at":"2022-06-05T18:38:42Z","title":"Offline RL for Natural Language Generation with Implicit Language Q Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.11871","snapshot_observed_at":"2026-08-07T20:57:48.509615Z","title":"YifanSong,DaYin,XiangYue,JieHuang,SujianLi,andBillYuchenLin","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.15760","last_updated":"2025-02-13T18:55:14Z","snapshot_observed_at":"2026-08-07T22:34:53.289352Z","submitted_at":"2025-02-13T18:55:14Z","title":"Digi-Q: Learning Q-Value Functions for Training Device-Control Agents","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T20:57:48.509615Z"},"links":{"cited_paper":"/paper/2206.11871","citing_paper":"/paper/2502.15760"},"observation_digest":"sha256:d60c4e8c59121a5d2120d23c09650d6385c6842569b51f4bd2dd42e71ed0e5b8","observation_id":"1eda3411-9bf8-4505-aa04-a1c7d6d2ef62","resolution":{"observed_at":"2026-08-07T20:57:48.509615Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2206.11871","last_updated":"2023-05-01T04:42:27Z","snapshot_observed_at":"2026-08-04T02:07:56.186059Z","submitted_at":"2022-06-05T18:38:42Z","title":"Offline RL for Natural Language Generation with Implicit Language Q Learning","version":2},"cited_work":{"arxiv_id":"2206.11871","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2206.11871","snapshot_observed_at":"2026-07-04T07:59:40.700056Z","title":"Offline rl for natural language generation with implicit language q learning","venue":null,"work_id":"999f22b2-7bc1-427a-b291-d00e4ef116f6","year":2022},"citing_paper":{"arxiv_id":"2505.19075","last_updated":"2026-05-20T08:13:51Z","snapshot_observed_at":"2026-07-30T16:12:36.732031Z","submitted_at":"2025-05-25T10:19:10Z","title":"Universal Reasoner: A Single, Composable Plug-and-Play Reasoner for Frozen LLMs","version":3},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-05-22T01:16:51.288077Z"},"links":{"cited_paper":"/paper/2206.11871","citing_paper":"/paper/2505.19075"},"observation_digest":"sha256:612bbbeb689ab48fb81873eb0b7269fa9d2701d58f4ece5c794a2302882ed87d","observation_id":"85e3a1ec-6c4e-408e-ad20-e2303f14f675","resolution":{"observed_at":"2026-05-22T01:20:52.155945Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2206.11871","last_updated":"2023-05-01T04:42:27Z","snapshot_observed_at":"2026-08-04T02:07:56.186059Z","submitted_at":"2022-06-05T18:38:42Z","title":"Offline RL for Natural Language Generation with Implicit Language Q Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.11871","snapshot_observed_at":"2026-08-06T19:27:46.666843Z","title":"arXiv preprint arXiv:2206.11871 (2022)","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.05584","last_updated":"2025-07-08T01:43:33Z","snapshot_observed_at":"2026-08-06T19:20:21.506240Z","submitted_at":"2025-07-08T01:43:33Z","title":"The Fourier Spectral Transformer Networks For Efficient and Generalizable Nonlinear PDEs Prediction","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T19:27:46.666843Z"},"links":{"cited_paper":"/paper/2206.11871","citing_paper":"/paper/2507.05584"},"observation_digest":"sha256:b1c5ccfecd767ab5e7d9143961cbf170c37e0a2196bc9f902e4404106db83e84","observation_id":"39dfec57-eb54-4149-9c3a-0761c4223173","resolution":{"observed_at":"2026-08-06T19:27:46.666843Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2206.11871","last_updated":"2023-05-01T04:42:27Z","snapshot_observed_at":"2026-08-04T02:07:56.186059Z","submitted_at":"2022-06-05T18:38:42Z","title":"Offline RL for Natural Language Generation with Implicit Language Q Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.11871","snapshot_observed_at":"2026-08-05T12:24:02.365511Z","title":"Offline rl for natural language generation with implicit language q learning","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2509.01684","last_updated":"2025-09-01T18:04:10Z","snapshot_observed_at":"2026-08-07T23:18:57.894257Z","submitted_at":"2025-09-01T18:04:10Z","title":"Reinforcement Learning for Machine Learning Engineering Agents","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-05T12:24:02.365511Z"},"links":{"cited_paper":"/paper/2206.11871","citing_paper":"/paper/2509.01684"},"observation_digest":"sha256:02bdcf943165389fd45defa24c4ef691172cc785c0a1f634a5baab251dc873c6","observation_id":"bd9f13a9-47f1-4a00-b732-6889e6f75555","resolution":{"observed_at":"2026-08-05T12:24:02.365511Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2206.11871","last_updated":"2023-05-01T04:42:27Z","snapshot_observed_at":"2026-08-04T02:07:56.186059Z","submitted_at":"2022-06-05T18:38:42Z","title":"Offline RL for Natural Language Generation with Implicit Language Q Learning","version":2},"cited_work":{"arxiv_id":"2206.11871","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2206.11871","snapshot_observed_at":"2026-07-04T07:59:40.700056Z","title":"Offline rl for natural language generation with implicit language q learning","venue":null,"work_id":"999f22b2-7bc1-427a-b291-d00e4ef116f6","year":2022},"citing_paper":{"arxiv_id":"2605.06987","last_updated":"2026-05-07T22:05:23Z","snapshot_observed_at":"2026-07-31T05:30:22.249144Z","submitted_at":"2026-05-07T22:05:23Z","title":"Response Time Enhances Alignment with Heterogeneous Preferences","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-05-11T01:04:26.288913Z"},"links":{"cited_paper":"/paper/2206.11871","citing_paper":"/paper/2605.06987"},"observation_digest":"sha256:71a2a7167af83dbce1509254efd720ce8cd5c2d88195b3b340946af5df3bb82f","observation_id":"ab96ca14-e472-445b-9314-59e560c0698e","resolution":{"observed_at":"2026-05-11T04:45:59.866671Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2206.11871","last_updated":"2023-05-01T04:42:27Z","snapshot_observed_at":"2026-08-04T02:07:56.186059Z","submitted_at":"2022-06-05T18:38:42Z","title":"Offline RL for Natural Language Generation with Implicit Language Q Learning","version":2},"cited_work":{"arxiv_id":"2206.11871","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2206.11871","snapshot_observed_at":"2026-07-04T07:59:40.700056Z","title":"Offline rl for natural language generation with implicit language q learning","venue":null,"work_id":"999f22b2-7bc1-427a-b291-d00e4ef116f6","year":2022},"citing_paper":{"arxiv_id":"2605.14004","last_updated":"2026-05-13T18:11:16Z","snapshot_observed_at":"2026-08-03T04:13:38.710099Z","submitted_at":"2026-05-13T18:11:16Z","title":"Conditional Attribute Estimation with Autoregressive Sequence Models","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-15T05:49:49.475183Z"},"links":{"cited_paper":"/paper/2206.11871","citing_paper":"/paper/2605.14004"},"observation_digest":"sha256:03d7548d324fda9629e2400b3c9b99cd9bfe6f97a31c38298018f83aea395da1","observation_id":"c16dbc95-2234-4efb-9b6f-eb9bf839e206","resolution":{"observed_at":"2026-05-15T05:50:04.428105Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2206.11871","last_updated":"2023-05-01T04:42:27Z","snapshot_observed_at":"2026-08-04T02:07:56.186059Z","submitted_at":"2022-06-05T18:38:42Z","title":"Offline RL for Natural Language Generation with Implicit Language Q Learning","version":2},"cited_work":{"arxiv_id":"2206.11871","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2206.11871","snapshot_observed_at":"2026-07-04T07:59:40.700056Z","title":"Offline rl for natural language generation with implicit language q learning","venue":null,"work_id":"999f22b2-7bc1-427a-b291-d00e4ef116f6","year":2022},"citing_paper":{"arxiv_id":"2605.28409","last_updated":"2026-05-27T12:43:14Z","snapshot_observed_at":"2026-08-07T18:28:33.773704Z","submitted_at":"2026-05-27T12:43:14Z","title":"Efficient Post-training of LLMs for Code Generation With Offline Reinforcement Learning","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-06-29T11:54:07.211895Z"},"links":{"cited_paper":"/paper/2206.11871","citing_paper":"/paper/2605.28409"},"observation_digest":"sha256:6f907c207282e77f5469d917096381aa2507c6e0d93b6a55f43c5354dd6d9ea6","observation_id":"62ee2879-334b-4228-a994-d53873996787","resolution":{"observed_at":"2026-06-29T12:03:24.438948Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2206.11871","last_updated":"2023-05-01T04:42:27Z","snapshot_observed_at":"2026-08-04T02:07:56.186059Z","submitted_at":"2022-06-05T18:38:42Z","title":"Offline RL for Natural Language Generation with Implicit Language Q Learning","version":2},"cited_work":{"arxiv_id":"2206.11871","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2206.11871","snapshot_observed_at":"2026-07-04T07:59:40.700056Z","title":"Offline rl for natural language generation with implicit language q learning","venue":null,"work_id":"999f22b2-7bc1-427a-b291-d00e4ef116f6","year":2022},"citing_paper":{"arxiv_id":"2606.21943","last_updated":"2026-06-20T08:20:41Z","snapshot_observed_at":"2026-07-06T23:56:54.959593Z","submitted_at":"2026-06-20T08:20:41Z","title":"Modularized Reinforcement Learning on LLMs: From MDP Creation to Exploration and Learning","version":1},"reference_index":181,"source":"pdf_text","source_observed_at":"2026-06-26T12:15:08.304150Z"},"links":{"cited_paper":"/paper/2206.11871","citing_paper":"/paper/2606.21943"},"observation_digest":"sha256:1786e34982acfbaec2503f04f362941826a3d2934103cdddd77c1917ca4b2bd5","observation_id":"4f8fdb1b-ea3c-4569-860f-962af4b104c4","resolution":{"observed_at":"2026-07-04T07:59:40.701597Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2206.11871","last_updated":"2023-05-01T04:42:27Z","snapshot_observed_at":"2026-08-04T02:07:56.186059Z","submitted_at":"2022-06-05T18:38:42Z","title":"Offline RL for Natural Language Generation with Implicit Language Q Learning","version":2},"cited_work":{"arxiv_id":"2206.11871","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2206.11871","snapshot_observed_at":"2026-07-04T07:59:40.700056Z","title":"Offline rl for natural language generation with implicit language q learning","venue":null,"work_id":"999f22b2-7bc1-427a-b291-d00e4ef116f6","year":2022},"citing_paper":{"arxiv_id":"2607.01557","last_updated":"2026-07-03T20:10:45Z","snapshot_observed_at":"2026-08-03T12:44:53.046390Z","submitted_at":"2026-07-02T00:24:48Z","title":"DiPS: Dialogue Policy Selection for High-Stakes Persuasion Agents","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-07-03T00:48:01.918482Z"},"links":{"cited_paper":"/paper/2206.11871","citing_paper":"/paper/2607.01557"},"observation_digest":"sha256:d3d4d9287b09eeea9484a6753c55b37d64b63669c91f7f3f2de33225110978e2","observation_id":"cd313023-93eb-4b29-8827-8a00b2a9bb0f","resolution":{"observed_at":"2026-07-03T00:57:29.353152Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2206.11871","last_updated":"2023-05-01T04:42:27Z","snapshot_observed_at":"2026-08-04T02:07:56.186059Z","submitted_at":"2022-06-05T18:38:42Z","title":"Offline RL for Natural Language Generation with Implicit Language Q Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.11871","snapshot_observed_at":"2026-07-12T08:43:11.507334Z","title":"arXiv preprint arXiv:2206.11871 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.01557","last_updated":"2026-07-03T20:10:45Z","snapshot_observed_at":"2026-08-03T12:44:53.046390Z","submitted_at":"2026-07-02T00:24:48Z","title":"DiPS: Dialogue Policy Selection for High-Stakes Persuasion Agents","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-07-12T08:43:11.507334Z"},"links":{"cited_paper":"/paper/2206.11871","citing_paper":"/paper/2607.01557"},"observation_digest":"sha256:e6e46ee8cbe85c1c6f17b3202b7b2c7b4993edf1df6352239c8c76e4af39ff8b","observation_id":"07eaa869-fd18-4474-94a8-7c26c86b8527","resolution":{"observed_at":"2026-07-12T08:43:11.507334Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2206.11871","last_updated":"2023-05-01T04:42:27Z","snapshot_observed_at":"2026-08-04T02:07:56.186059Z","submitted_at":"2022-06-05T18:38:42Z","title":"Offline RL for Natural Language Generation with Implicit Language Q Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.11871","snapshot_observed_at":"2026-08-06T00:32:40.732858Z","title":"arXiv preprint arXiv:2206.11871 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.01205","last_updated":"2026-08-02T12:42:20Z","snapshot_observed_at":"2026-08-08T00:48:55.833829Z","submitted_at":"2026-08-02T12:42:20Z","title":"ReBRAC-v2: The Return of the King","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-06T00:32:40.732858Z"},"links":{"cited_paper":"/paper/2206.11871","citing_paper":"/paper/2608.01205"},"observation_digest":"sha256:ae0d967f436a963e6eed6dd3ee6556acc6a3e9c1b7f1787f84a2778607b9f100","observation_id":"4d815492-c4a5-4744-8f5d-7e26e2dc2823","resolution":{"observed_at":"2026-08-06T00:32:40.732858Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2206.11871/citation-record","integrity":"/paper/2206.11871/integrity","json":"/paper/2206.11871/citation-record.json","paper":"/paper/2206.11871"},"outbound":[],"paper":{"arxiv_id":"2206.11871","last_updated":"2023-05-01T04:42:27Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-04T02:07:56.186059Z","submitted_at":"2022-06-05T18:38:42Z","title":"Offline RL for Natural Language Generation with Implicit Language Q Learning"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 12 inbound Pith citation observations for arXiv:2206.11871."}