{"as_of":"2026-08-18T00:38:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:15474cb5a7f048524db2359191cc92741108f3c047eae15cc5395a3aaea1a32b","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":6,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":6,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-17T06:30:58.91139+00:00","state":"measured"},{"denominator":6,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":6,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T00:52:06.977243Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T07:59:40.632115Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2401.07382","last_updated":"2024-02-19T18:19:20Z","snapshot_observed_at":"2026-08-16T14:27:36.266197Z","submitted_at":"2024-01-14T22:05:11Z","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.07382","snapshot_observed_at":"2026-08-16T00:52:06.977243Z","title":"arXiv preprint arXiv:2401.07382 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.02666","last_updated":"2025-08-29T15:47:44Z","snapshot_observed_at":"2026-08-16T10:01:53.351283Z","submitted_at":"2025-05-05T14:15:02Z","title":"A Survey on Progress in LLM Alignment from the Perspective of Reward Design","version":2},"reference_index":110,"source":"pdf_text","source_observed_at":"2026-08-16T00:52:06.977243Z"},"links":{"cited_paper":"/paper/2401.07382","citing_paper":"/paper/2505.02666"},"observation_digest":"sha256:ca08b15d0f2db4b344fed20dd819bc9cb65cf6f3f18f4c691de88366d3e43112","observation_id":"1d73d465-0116-45ba-aa5a-cd8cbb31fb58","resolution":{"observed_at":"2026-08-16T00:52:06.977243Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.07382","last_updated":"2024-02-19T18:19:20Z","snapshot_observed_at":"2026-08-16T14:27:36.266197Z","submitted_at":"2024-01-14T22:05:11Z","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.07382","snapshot_observed_at":"2026-08-07T11:32:31.310922Z","title":"Beyond sparse re- wards: Enhancing reinforcement learning with language model critique in text generation.arXiv preprint arXiv:2401.07382, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.02553","last_updated":"2025-06-03T07:44:31Z","snapshot_observed_at":"2026-08-13T09:31:50.592140Z","submitted_at":"2025-06-03T07:44:31Z","title":"Response-Level Rewards Are All You Need for Online Reinforcement Learning in LLMs: A Mathematical Perspective","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-07T11:32:31.310922Z"},"links":{"cited_paper":"/paper/2401.07382","citing_paper":"/paper/2506.02553"},"observation_digest":"sha256:58e5a1b3f4e67228aede8dece4cb3bc8e45267fefe6159231d4229c931f8c9f8","observation_id":"86e6e972-8ff4-4c20-a920-2dfcddb4ecf9","resolution":{"observed_at":"2026-08-07T11:32:31.310922Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.07382","last_updated":"2024-02-19T18:19:20Z","snapshot_observed_at":"2026-08-16T14:27:36.266197Z","submitted_at":"2024-01-14T22:05:11Z","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.07382","snapshot_observed_at":"2026-08-04T20:49:37.983231Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.08329","last_updated":"2025-09-10T07:08:04Z","snapshot_observed_at":"2026-08-17T17:46:46.990002Z","submitted_at":"2025-09-10T07:08:04Z","title":"Accelerating Reinforcement Learning Algorithms Convergence using Pre-trained Large Language Models as Tutors With Advice Reusing","version":1},"reference_index":112,"source":"pdf_text","source_observed_at":"2026-08-04T20:49:37.983231Z"},"links":{"cited_paper":"/paper/2401.07382","citing_paper":"/paper/2509.08329"},"observation_digest":"sha256:6582a0e108a47acd0e57bfa42bb6d0401381e3b01a6fb59f5cd299bc7c3931e9","observation_id":"87e60346-ea8c-4422-adb5-0719f40cb860","resolution":{"observed_at":"2026-08-04T20:49:37.983231Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.07382","last_updated":"2024-02-19T18:19:20Z","snapshot_observed_at":"2026-08-16T14:27:36.266197Z","submitted_at":"2024-01-14T22:05:11Z","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","version":2},"cited_work":{"arxiv_id":"2401.07382","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2401.07382","snapshot_observed_at":"2026-07-04T07:59:40.632115Z","title":"arXiv preprint arXiv:2401.07382 , year=","venue":null,"work_id":"17ecbb90-39dd-4e8d-b5d6-fa93c2e8273c","year":2024},"citing_paper":{"arxiv_id":"2605.12289","last_updated":"2026-05-12T15:47:18Z","snapshot_observed_at":"2026-07-06T23:23:59.123377Z","submitted_at":"2026-05-12T15:47:18Z","title":"PriorZero: Bridging Language Priors and World Models for Decision Making","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-05-13T05:25:05.907123Z"},"links":{"cited_paper":"/paper/2401.07382","citing_paper":"/paper/2605.12289"},"observation_digest":"sha256:64bc101eab2fe43a93619dce41d29d26006530bae9075bf2efb195a3db9774e0","observation_id":"dc23488e-941b-4c23-9824-ab59e22e6598","resolution":{"observed_at":"2026-05-13T05:27:18.584745Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.07382","last_updated":"2024-02-19T18:19:20Z","snapshot_observed_at":"2026-08-16T14:27:36.266197Z","submitted_at":"2024-01-14T22:05:11Z","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","version":2},"cited_work":{"arxiv_id":"2401.07382","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2401.07382","snapshot_observed_at":"2026-07-04T07:59:40.632115Z","title":"arXiv preprint arXiv:2401.07382 , year=","venue":null,"work_id":"17ecbb90-39dd-4e8d-b5d6-fa93c2e8273c","year":2024},"citing_paper":{"arxiv_id":"2606.08346","last_updated":"2026-06-06T21:29:01Z","snapshot_observed_at":"2026-08-13T03:59:34.079309Z","submitted_at":"2026-06-06T21:29:01Z","title":"CATPO: Critique-Augmented Tree Policy Optimization","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-27T19:30:07.971424Z"},"links":{"cited_paper":"/paper/2401.07382","citing_paper":"/paper/2606.08346"},"observation_digest":"sha256:694da389e7c8d0c43fd5893259c70b087c4c2ddd568ee17514759504fdb5e69e","observation_id":"587d77df-c698-4e95-a59f-757f48c557df","resolution":{"observed_at":"2026-07-02T21:47:28.027581Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.07382","last_updated":"2024-02-19T18:19:20Z","snapshot_observed_at":"2026-08-16T14:27:36.266197Z","submitted_at":"2024-01-14T22:05:11Z","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation","version":2},"cited_work":{"arxiv_id":"2401.07382","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2401.07382","snapshot_observed_at":"2026-07-04T07:59:40.632115Z","title":"arXiv preprint arXiv:2401.07382 , year=","venue":null,"work_id":"17ecbb90-39dd-4e8d-b5d6-fa93c2e8273c","year":2024},"citing_paper":{"arxiv_id":"2606.21943","last_updated":"2026-06-20T08:20:41Z","snapshot_observed_at":"2026-08-15T21:55:25.625601Z","submitted_at":"2026-06-20T08:20:41Z","title":"Modularized Reinforcement Learning on LLMs: From MDP Creation to Exploration and Learning","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-26T12:15:08.304150Z"},"links":{"cited_paper":"/paper/2401.07382","citing_paper":"/paper/2606.21943"},"observation_digest":"sha256:571b95a2c5b3e97f56ccbe77a8d1f6f97c38b069fd6578964505f4dcb3c99752","observation_id":"f14bf9c0-9bed-41ae-993f-4cfdbd733b43","resolution":{"observed_at":"2026-07-04T07:59:40.633678Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2401.07382/citation-record","integrity":"/paper/2401.07382/integrity","json":"/paper/2401.07382/citation-record.json","paper":"/paper/2401.07382"},"outbound":[],"paper":{"arxiv_id":"2401.07382","last_updated":"2024-02-19T18:19:20Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-16T14:27:36.266197Z","submitted_at":"2024-01-14T22:05:11Z","title":"Beyond Sparse Rewards: Enhancing Reinforcement Learning with Language Model Critique in Text Generation"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"thesis":"As of 18 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 6 inbound Pith citation observations for arXiv:2401.07382."}