{"as_of":"2026-08-07T19:16:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:8f6043b64d9269fb34ac3c0881b190fa63dfd639f49d30035380f1b9a2d150db","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":8,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":8,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":8,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":8,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:44:57.905368Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-13T15:51:29.355251Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-07-06T18:20:01.382394Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":"2405.16436","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2405.16436 , year=","venue":null,"work_id":"d8ae6775-cdf6-46a3-ae4e-1dfaea66d2b5","year":null},"citing_paper":{"arxiv_id":"2412.21187","last_updated":"2025-02-01T07:57:37Z","snapshot_observed_at":"2026-08-01T16:43:44.704797Z","submitted_at":"2024-12-30T18:55:12Z","title":"Do NOT Think That Much for 2+3=? On the Overthinking of o1-Like LLMs","version":2},"reference_index":267,"source":"arxiv_source","source_observed_at":"2026-05-13T15:51:29.022336Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2412.21187"},"observation_digest":"sha256:186d7c62554ee9f93388c1a7cd61e0ddd739bfd2a9405fcd6ce58a8785df69fe","observation_id":"5370dfe7-0ac7-412f-ac8c-257b3516106c","resolution":{"observed_at":"2026-05-13T15:51:29.358597Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-07-06T18:20:01.382394Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-07T13:44:57.905368Z","title":"Provably mitigating overoptimization in RLHF : Your SFT loss is implicitly an adversarial regularizer","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21395","last_updated":"2025-05-27T16:23:24Z","snapshot_observed_at":"2026-08-07T13:26:21.678395Z","submitted_at":"2025-05-27T16:23:24Z","title":"Square$\\chi$PO: Differentially Private and Robust $\\chi^2$-Preference Optimization in Offline Direct Alignment","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:57.905368Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2505.21395"},"observation_digest":"sha256:54a6f89d75e195da7fe4f9ef31eb379233f92045cbdfc24fb3bfca766007381f","observation_id":"206d38f8-6001-4688-a32f-53524120eb29","resolution":{"observed_at":"2026-08-07T13:44:57.905368Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-07-06T18:20:01.382394Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-07T10:28:47.390690Z","title":"Provably mitigating overoptimization in rlhf: Your sft loss is implicitly an adversarial regularizer.arXiv preprint arXiv:2405.16436, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.05260","last_updated":"2025-06-05T17:21:16Z","snapshot_observed_at":"2026-08-07T10:19:37.470353Z","submitted_at":"2025-06-05T17:21:16Z","title":"LeanPO: Lean Preference Optimization for Likelihood Alignment in Video-LLMs","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T10:28:47.390690Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2506.05260"},"observation_digest":"sha256:6239e46bd6749c1bbdf9f7566eadb0bbc6139005f5af04be71eccc6a32d69849","observation_id":"551e7d34-90c3-4fd9-adf5-b9717b571467","resolution":{"observed_at":"2026-08-07T10:28:47.390690Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-07-06T18:20:01.382394Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-07T00:52:38.224309Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.224309Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:13a85f1eb2160e4a7bfcef7459532d618453f54b6b5d783cc33604af0afad773","observation_id":"ae148c67-3aee-4709-bed9-cfe1c368eacc","resolution":{"observed_at":"2026-08-07T00:52:38.224309Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-07-06T18:20:01.382394Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-06T04:36:13.529125Z","title":"Provably mitigating overoptimization in rlhf: Your sft loss is implicitly an adversarial regularizer.arXiv preprint arXiv:2405.16436, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.03252","last_updated":"2025-08-27T11:39:11Z","snapshot_observed_at":"2026-08-07T08:32:28.646377Z","submitted_at":"2025-08-05T09:30:39Z","title":"Robust Single-Stage Fully Sparse 3D Object Detection via Detachable Latent Diffusion","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T04:36:13.529125Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2508.03252"},"observation_digest":"sha256:8b44d4ec37253e1abed4532bb5d757a1f4d59d96cbcc11bb0e1c2f215088028a","observation_id":"4b856fd7-88d8-4400-897b-592296f9adef","resolution":{"observed_at":"2026-08-06T04:36:13.529125Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-07-06T18:20:01.382394Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":"2405.16436","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2405.16436 , year=","venue":null,"work_id":"d8ae6775-cdf6-46a3-ae4e-1dfaea66d2b5","year":null},"citing_paper":{"arxiv_id":"2605.02626","last_updated":"2026-05-04T14:15:24Z","snapshot_observed_at":"2026-07-30T07:44:04.614445Z","submitted_at":"2026-05-04T14:15:24Z","title":"Gradient-Gated DPO: Stabilizing Preference Optimization in Language Models","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-08T18:35:13.659698Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2605.02626"},"observation_digest":"sha256:b52e257563059fcb9b5d7bcf08925e1ce05429366d36de5b0b4801d58e38a8bd","observation_id":"72162c4c-fb81-48bd-96d3-f3e60f6772bc","resolution":{"observed_at":"2026-05-09T06:20:41.658973Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-07-06T18:20:01.382394Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-07-11T13:53:36.775836Z","title":"arXiv preprint arXiv:2405.16436 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.04763","last_updated":"2026-07-26T14:17:18Z","snapshot_observed_at":"2026-08-02T10:24:43.977557Z","submitted_at":"2026-07-06T07:56:53Z","title":"Multi-Turn On-Policy Distillation with Prefix Replay","version":1},"reference_index":87,"source":"arxiv_source","source_observed_at":"2026-07-11T13:53:36.775836Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2607.04763"},"observation_digest":"sha256:55439b63c22f22e78b4aff2a91d2b1c9bf1570d4e1915f3c0df54b73cd711622","observation_id":"1a6b039b-9246-4efc-8272-be4ed36d7e4b","resolution":{"observed_at":"2026-07-11T13:53:36.775836Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-07-06T18:20:01.382394Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-02T08:40:41.047599Z","title":"arXiv preprint arXiv:2405.16436 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.04763","last_updated":"2026-07-26T14:17:18Z","snapshot_observed_at":"2026-08-02T10:24:43.977557Z","submitted_at":"2026-07-06T07:56:53Z","title":"Multi-Turn On-Policy Distillation with Prefix Replay","version":3},"reference_index":88,"source":"arxiv_source","source_observed_at":"2026-08-02T08:40:41.047599Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2607.04763"},"observation_digest":"sha256:424564f03f419d2dfa577a2d8672d547e6e00ef7966f55054ac04cf248f763f3","observation_id":"779f7c7f-44bf-413e-bb64-6a5a6ac6338b","resolution":{"observed_at":"2026-08-02T08:40:41.047599Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2405.16436/citation-record","integrity":"/paper/2405.16436/integrity","json":"/paper/2405.16436/citation-record.json","paper":"/paper/2405.16436"},"outbound":[],"paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","latest_version":3,"primary_category":"cs.LG","snapshot_observed_at":"2026-07-06T18:20:01.382394Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 8 inbound Pith citation observations for arXiv:2405.16436."}