{"as_of":"2026-08-07T18:50:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:78f287073ab02f7a06c5a4b3871faa2765dfd2f49921e2ee9b9fc5e6c6050ad3","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":11,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":11,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":11,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":11,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:44:55.917428Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-03T01:37:30.365669Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2404.08495","last_updated":"2024-04-16T17:36:39Z","snapshot_observed_at":"2026-07-06T17:59:21.208430Z","submitted_at":"2024-04-12T14:25:49Z","title":"Dataset Reset Policy Optimization for RLHF","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.08495","snapshot_observed_at":"2026-08-07T13:44:55.917428Z","title":"D., Zhan, W., Oertell, O., Brantley, K., Misra, D., Lee, J","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21395","last_updated":"2025-05-27T16:23:24Z","snapshot_observed_at":"2026-08-07T13:26:21.678395Z","submitted_at":"2025-05-27T16:23:24Z","title":"Square$\\chi$PO: Differentially Private and Robust $\\chi^2$-Preference Optimization in Offline Direct Alignment","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:55.917428Z"},"links":{"cited_paper":"/paper/2404.08495","citing_paper":"/paper/2505.21395"},"observation_digest":"sha256:2031ab6d8d3dbe863bf21d8454585808a703a4b931bf09e6887740c0e2bc9ac6","observation_id":"294d0f4b-5166-4dcd-8e91-7a8a6a731517","resolution":{"observed_at":"2026-08-07T13:44:55.917428Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.08495","last_updated":"2024-04-16T17:36:39Z","snapshot_observed_at":"2026-07-06T17:59:21.208430Z","submitted_at":"2024-04-12T14:25:49Z","title":"Dataset Reset Policy Optimization for RLHF","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.08495","snapshot_observed_at":"2026-08-07T01:04:30.492218Z","title":"Dataset reset policy optimization for rlhf.arXiv preprint arXiv:2404.08495,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.12350","last_updated":"2025-06-14T05:14:49Z","snapshot_observed_at":"2026-08-07T00:49:43.707111Z","submitted_at":"2025-06-14T05:14:49Z","title":"Theoretical Tensions in RLHF: Reconciling Empirical Success with Inconsistencies in Social Choice Theory","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T01:04:30.492218Z"},"links":{"cited_paper":"/paper/2404.08495","citing_paper":"/paper/2506.12350"},"observation_digest":"sha256:b0882f463ee374cffc5a550cb3c67cd7a3107998986f4e088800be5705f532dd","observation_id":"19322493-ba98-49d0-bc1a-954f3af1adf5","resolution":{"observed_at":"2026-08-07T01:04:30.492218Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.08495","last_updated":"2024-04-16T17:36:39Z","snapshot_observed_at":"2026-07-06T17:59:21.208430Z","submitted_at":"2024-04-12T14:25:49Z","title":"Dataset Reset Policy Optimization for RLHF","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.08495","snapshot_observed_at":"2026-08-04T22:59:14.467898Z","title":"Dataset reset policy optimization for rlhf.arXiv preprint arXiv:2404.08495,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.06941","last_updated":"2025-09-08T17:52:56Z","snapshot_observed_at":"2026-08-07T12:11:53.268632Z","submitted_at":"2025-09-08T17:52:56Z","title":"Outcome-based Exploration for LLM Reasoning","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-04T22:59:14.467898Z"},"links":{"cited_paper":"/paper/2404.08495","citing_paper":"/paper/2509.06941"},"observation_digest":"sha256:0c36130ec3360995a7fadd07bf5c3444a770e096b64857533d31acde446a56ba","observation_id":"288c2f09-c7eb-49ea-adb0-38ff0434e55b","resolution":{"observed_at":"2026-08-04T22:59:14.467898Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.08495","last_updated":"2024-04-16T17:36:39Z","snapshot_observed_at":"2026-07-06T17:59:21.208430Z","submitted_at":"2024-04-12T14:25:49Z","title":"Dataset Reset Policy Optimization for RLHF","version":3},"cited_work":{"arxiv_id":"2404.08495","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2404.08495","snapshot_observed_at":"2026-07-03T01:37:30.365669Z","title":"arXiv preprint arXiv:2404.08495 , year=","venue":null,"work_id":"ea35dcd5-fc8c-49fd-aaaf-38a5795845f8","year":2024},"citing_paper":{"arxiv_id":"2604.13602","last_updated":"2026-04-15T08:11:34Z","snapshot_observed_at":"2026-07-06T23:01:32.542040Z","submitted_at":"2026-04-15T08:11:34Z","title":"Reward Hacking in the Era of Large Models: Mechanisms, Emergent Misalignment, Challenges","version":1},"reference_index":98,"source":"pdf_text","source_observed_at":"2026-05-10T13:58:53.430492Z"},"links":{"cited_paper":"/paper/2404.08495","citing_paper":"/paper/2604.13602"},"observation_digest":"sha256:86b8703aa35d54f9b4ce664e38d52c5205d0d46a08b48369afdd4641341264b9","observation_id":"7207f407-d68d-49bb-8f94-1b724ac82cba","resolution":{"observed_at":"2026-05-10T14:00:28.778548Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.08495","last_updated":"2024-04-16T17:36:39Z","snapshot_observed_at":"2026-07-06T17:59:21.208430Z","submitted_at":"2024-04-12T14:25:49Z","title":"Dataset Reset Policy Optimization for RLHF","version":3},"cited_work":{"arxiv_id":"2404.08495","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2404.08495","snapshot_observed_at":"2026-07-03T01:37:30.365669Z","title":"arXiv preprint arXiv:2404.08495 , year=","venue":null,"work_id":"ea35dcd5-fc8c-49fd-aaaf-38a5795845f8","year":2024},"citing_paper":{"arxiv_id":"2605.06987","last_updated":"2026-05-07T22:05:23Z","snapshot_observed_at":"2026-07-31T05:30:22.249144Z","submitted_at":"2026-05-07T22:05:23Z","title":"Response Time Enhances Alignment with Heterogeneous Preferences","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-05-11T01:04:26.288913Z"},"links":{"cited_paper":"/paper/2404.08495","citing_paper":"/paper/2605.06987"},"observation_digest":"sha256:0f3f218cd17c058adfbac01bed1e25ffc24bb3bb74b2bdc4b784fb7335f28a1f","observation_id":"68f28c37-3a68-481a-bcb0-452025cef58d","resolution":{"observed_at":"2026-05-11T04:45:59.539703Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.08495","last_updated":"2024-04-16T17:36:39Z","snapshot_observed_at":"2026-07-06T17:59:21.208430Z","submitted_at":"2024-04-12T14:25:49Z","title":"Dataset Reset Policy Optimization for RLHF","version":3},"cited_work":{"arxiv_id":"2404.08495","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2404.08495","snapshot_observed_at":"2026-07-03T01:37:30.365669Z","title":"arXiv preprint arXiv:2404.08495 , year=","venue":null,"work_id":"ea35dcd5-fc8c-49fd-aaaf-38a5795845f8","year":2024},"citing_paper":{"arxiv_id":"2605.09214","last_updated":"2026-05-09T23:17:46Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-05-09T23:17:46Z","title":"Fast Rates for Offline Contextual Bandits with Forward-KL Regularization under Single-Policy Concentrability","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-05-12T03:47:14.379908Z"},"links":{"cited_paper":"/paper/2404.08495","citing_paper":"/paper/2605.09214"},"observation_digest":"sha256:e1903e4ada6e7b204326e1395b5aacbd87bd41bce7ea2020e25afc844fc9b1be","observation_id":"046b41e7-e346-42bc-9424-2f294768668e","resolution":{"observed_at":"2026-05-12T06:56:30.623863Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.08495","last_updated":"2024-04-16T17:36:39Z","snapshot_observed_at":"2026-07-06T17:59:21.208430Z","submitted_at":"2024-04-12T14:25:49Z","title":"Dataset Reset Policy Optimization for RLHF","version":3},"cited_work":{"arxiv_id":"2404.08495","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2404.08495","snapshot_observed_at":"2026-07-03T01:37:30.365669Z","title":"arXiv preprint arXiv:2404.08495 , year=","venue":null,"work_id":"ea35dcd5-fc8c-49fd-aaaf-38a5795845f8","year":2024},"citing_paper":{"arxiv_id":"2605.25507","last_updated":"2026-05-26T17:23:26Z","snapshot_observed_at":"2026-07-06T23:35:26.687529Z","submitted_at":"2026-05-25T07:11:50Z","title":"Credit Assignment with Resets in Language Model Reasoning","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-29T21:50:18.827822Z"},"links":{"cited_paper":"/paper/2404.08495","citing_paper":"/paper/2605.25507"},"observation_digest":"sha256:ccef0094b07087c1317decb48e0c0c7fee235d38b95fa2f0eac6d0fbcba7c0dd","observation_id":"6d94f087-3f58-489c-951e-c3b288a1a96a","resolution":{"observed_at":"2026-06-29T21:53:59.235733Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.08495","last_updated":"2024-04-16T17:36:39Z","snapshot_observed_at":"2026-07-06T17:59:21.208430Z","submitted_at":"2024-04-12T14:25:49Z","title":"Dataset Reset Policy Optimization for RLHF","version":3},"cited_work":{"arxiv_id":"2404.08495","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2404.08495","snapshot_observed_at":"2026-07-03T01:37:30.365669Z","title":"arXiv preprint arXiv:2404.08495 , year=","venue":null,"work_id":"ea35dcd5-fc8c-49fd-aaaf-38a5795845f8","year":2024},"citing_paper":{"arxiv_id":"2606.05152","last_updated":"2026-06-05T17:44:05Z","snapshot_observed_at":"2026-07-06T23:45:11.627867Z","submitted_at":"2026-06-03T17:54:04Z","title":"Reinforcement Learning from Rich Feedback with Distributional DAgger","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-28T06:44:56.667364Z"},"links":{"cited_paper":"/paper/2404.08495","citing_paper":"/paper/2606.05152"},"observation_digest":"sha256:2fdd11df07af7978d3e02a2eae01768c4c72360389409f7379cd5e52ab14a62f","observation_id":"e3f60e55-fd29-438c-8efd-e73cbdb6f780","resolution":{"observed_at":"2026-07-02T07:46:45.920135Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.08495","last_updated":"2024-04-16T17:36:39Z","snapshot_observed_at":"2026-07-06T17:59:21.208430Z","submitted_at":"2024-04-12T14:25:49Z","title":"Dataset Reset Policy Optimization for RLHF","version":3},"cited_work":{"arxiv_id":"2404.08495","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2404.08495","snapshot_observed_at":"2026-07-03T01:37:30.365669Z","title":"arXiv preprint arXiv:2404.08495 , year=","venue":null,"work_id":"ea35dcd5-fc8c-49fd-aaaf-38a5795845f8","year":2024},"citing_paper":{"arxiv_id":"2606.09711","last_updated":"2026-06-08T16:32:54Z","snapshot_observed_at":"2026-07-06T23:49:03.237958Z","submitted_at":"2026-06-08T16:32:54Z","title":"Proxy Reward Internalization and Mechanistic Exploitation: A Learned Precursor to Reward Hacking and Its Generalization","version":1},"reference_index":201,"source":"arxiv_source","source_observed_at":"2026-06-27T16:26:34.918099Z"},"links":{"cited_paper":"/paper/2404.08495","citing_paper":"/paper/2606.09711"},"observation_digest":"sha256:fd6823a5be57fdf370823c58b661a6589973d3620d53d9a073a04238a84da7ca","observation_id":"453eaf44-1f8d-4e7d-b236-d642194e057c","resolution":{"observed_at":"2026-07-03T01:37:30.367108Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.08495","last_updated":"2024-04-16T17:36:39Z","snapshot_observed_at":"2026-07-06T17:59:21.208430Z","submitted_at":"2024-04-12T14:25:49Z","title":"Dataset Reset Policy Optimization for RLHF","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.08495","snapshot_observed_at":"2026-07-11T13:53:36.775836Z","title":"arXiv preprint arXiv:2404.08495 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.04763","last_updated":"2026-07-26T14:17:18Z","snapshot_observed_at":"2026-08-02T10:24:43.977557Z","submitted_at":"2026-07-06T07:56:53Z","title":"Multi-Turn On-Policy Distillation with Prefix Replay","version":1},"reference_index":292,"source":"arxiv_source","source_observed_at":"2026-07-11T13:53:36.775836Z"},"links":{"cited_paper":"/paper/2404.08495","citing_paper":"/paper/2607.04763"},"observation_digest":"sha256:2ca4cff10a831641cb304b2280b6323a6e843376d939a41976c4c0cb01e1da4d","observation_id":"a4d2d08b-5f84-4ce7-8f7b-6f20102187b4","resolution":{"observed_at":"2026-07-11T13:53:36.775836Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.08495","last_updated":"2024-04-16T17:36:39Z","snapshot_observed_at":"2026-07-06T17:59:21.208430Z","submitted_at":"2024-04-12T14:25:49Z","title":"Dataset Reset Policy Optimization for RLHF","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.08495","snapshot_observed_at":"2026-08-02T08:41:06.796208Z","title":"arXiv preprint arXiv:2404.08495 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.04763","last_updated":"2026-07-26T14:17:18Z","snapshot_observed_at":"2026-08-02T10:24:43.977557Z","submitted_at":"2026-07-06T07:56:53Z","title":"Multi-Turn On-Policy Distillation with Prefix Replay","version":3},"reference_index":293,"source":"arxiv_source","source_observed_at":"2026-08-02T08:41:06.796208Z"},"links":{"cited_paper":"/paper/2404.08495","citing_paper":"/paper/2607.04763"},"observation_digest":"sha256:9daed36ad1d30cac229a02e049c57c9893ba61d1192deb8e1ebb7b67d9dda1fa","observation_id":"707e0ab3-b9e3-4180-95bf-bd4f118689c9","resolution":{"observed_at":"2026-08-02T08:41:06.796208Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2404.08495/citation-record","integrity":"/paper/2404.08495/integrity","json":"/paper/2404.08495/citation-record.json","paper":"/paper/2404.08495"},"outbound":[],"paper":{"arxiv_id":"2404.08495","last_updated":"2024-04-16T17:36:39Z","latest_version":3,"primary_category":"cs.LG","snapshot_observed_at":"2026-07-06T17:59:21.208430Z","submitted_at":"2024-04-12T14:25:49Z","title":"Dataset Reset Policy Optimization for RLHF"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 11 inbound Pith citation observations for arXiv:2404.08495."}