{"as_of":"2026-08-08T07:47:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:2b26a2bbdc31b804197a4a6418412c64618e4a2d889fbfbf522e9fca51b0cdfb","coverage":[{"denominator":27,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":27,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T15:19:09.839089Z","state":"measured"},{"denominator":30,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":30,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":3,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":3,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:45:05.223275Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-13T20:13:13.616657Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.15694","snapshot_observed_at":"2026-08-07T13:45:05.223275Z","title":"A unified theoretical analysis of private and robust offline alignment: from rlhf to dpo","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.21395","last_updated":"2025-05-27T16:23:24Z","snapshot_observed_at":"2026-08-07T13:26:21.678395Z","submitted_at":"2025-05-27T16:23:24Z","title":"Square$\\chi$PO: Differentially Private and Robust $\\chi^2$-Preference Optimization in Offline Direct Alignment","version":1},"reference_index":101,"source":"arxiv_source","source_observed_at":"2026-08-07T13:45:05.223275Z"},"links":{"cited_paper":"/paper/2505.15694","citing_paper":"/paper/2505.21395"},"observation_digest":"sha256:0acd9d785911779892506a758f4ff1c5925acb734ad2b3b6a632928c310fd950","observation_id":"f1837fc3-a321-403a-b96b-5aad2be5b011","resolution":{"observed_at":"2026-08-07T13:45:05.223275Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"cited_work":{"arxiv_id":"2505.15694","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.15694","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"(2025 a ), A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","venue":null,"work_id":"567c0099-9281-40b3-9c36-59c2c33d7a49","year":2025},"citing_paper":{"arxiv_id":"2604.02507","last_updated":"2026-04-02T21:04:17Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-04-02T21:04:17Z","title":"Reinforcement Learning from Human Feedback: A Statistical Perspective","version":1},"reference_index":95,"source":"arxiv_source","source_observed_at":"2026-05-13T20:10:43.578904Z"},"links":{"cited_paper":"/paper/2505.15694","citing_paper":"/paper/2604.02507"},"observation_digest":"sha256:a34ecf7d4798e06b83f67c064f68ccf75ae1f773a7b56ebeaf582aa8507c8231","observation_id":"cd1778d0-8b58-41b0-928e-ab3f08ae8001","resolution":{"observed_at":"2026-05-13T20:13:13.620120Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"cited_work":{"arxiv_id":"2505.15694","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.15694","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"(2025 a ), A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","venue":null,"work_id":"567c0099-9281-40b3-9c36-59c2c33d7a49","year":2025},"citing_paper":{"arxiv_id":"2605.11134","last_updated":"2026-05-29T17:16:57Z","snapshot_observed_at":"2026-08-01T16:30:31.998321Z","submitted_at":"2026-05-11T18:41:12Z","title":"Spurious Correlation Learning in Preference Optimization: Mechanisms, Consequences, and Mitigation via Tie Training","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-05-13T06:30:51.812541Z"},"links":{"cited_paper":"/paper/2505.15694","citing_paper":"/paper/2605.11134"},"observation_digest":"sha256:ecafa0fca4d4ef086a63ae7e3e824abe3e3d29fb427f9110fa32df6581006d67","observation_id":"0157b7c1-6d1c-441f-87e2-2170d262c79c","resolution":{"observed_at":"2026-05-13T06:32:24.252477Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.15694/citation-record","integrity":"/paper/2505.15694/integrity","json":"/paper/2505.15694/citation-record.json","paper":"/paper/2505.15694"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:19:11.030055Z","title":"Claim E.4","venue":null,"work_id":"a70a0347-14b1-421b-a1ec-c9ab0359d68d","year":2023},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:09.754235Z"},"links":{"citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:3c310b508e76d22d337129ee8d47d9f494502b84c1fcfd92e1f5b55d53d90af9","observation_id":"cf07d1dc-5adf-4e5b-92bb-781c88a6afce","resolution":{"observed_at":"2026-08-07T15:19:11.083198Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:19:10.924464Z","title":"Thus, by Lemma H.2, we have with probability at least 1 − δ, 1 n nX i=1 ηixi 2 ≤ C · σ · r 1 + ln(1/δ) n , for some universal constant C >0","venue":null,"work_id":"2beb0e33-1bb3-45af-b5f1-60cf62e3e3e8","year":2024},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:09.788906Z"},"links":{"citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:5732db053898cdd2617de8f30aeb2c4076bbb69b74a9b3474f8913448de5841d","observation_id":"4f432d9e-58b8-45dc-9942-58deb2a88a92","resolution":{"observed_at":"2026-08-07T15:19:10.976972Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:19:11.148803Z","title":"Finally, we use the win rate from these comparisons as our primary performance metric, following the methodology outlined in the DPO paper (Rafailov et al., 2023)","venue":null,"work_id":"bbc80467-a6b6-4d55-aa6d-003c7aa64598","year":2023},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:09.705227Z"},"links":{"citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:26a1ff873169cdf44f16d9add7ef72e6d939c38523a25c4f8fe4e088db7c97db","observation_id":"8ac5c9d9-abc4-42c5-9969-35103f8b9218","resolution":{"observed_at":"2026-08-07T15:19:11.194972Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:19:11.804471Z","title":"Manipulation attacks in local differential privacy","venue":null,"work_id":"eeadc6e4-7289-4d4a-b8c9-adc49be1425f","year":2021},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:08.590930Z"},"links":{"citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:6a08bf1080764e84053591118730756fe1c6507146a6bebbc3f19ca058f137d1","observation_id":"8aa47b56-c5b2-4a2c-ab47-3ca7a5fa914b","resolution":{"observed_at":"2026-08-07T15:19:11.868113Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.19733","last_updated":"2023-10-30T16:58:30Z","snapshot_observed_at":"2026-08-05T02:45:03.664016Z","submitted_at":"2023-10-30T16:58:30Z","title":"Differentially Private Reward Estimation with Preference Feedback","version":1},"cited_work":{"arxiv_id":"2310.19733","doi":null,"metadata_source":"pith","pith_arxiv_id":"2310.19733","snapshot_observed_at":"2026-08-07T15:19:10.265293Z","title":"Differentially Private Reward Estimation with Preference Feedback","venue":"cs.LG","work_id":"ee4bdab4-4b39-4607-b1eb-d03ae5fcf30d","year":2023},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:08.710420Z"},"links":{"cited_paper":"/paper/2310.19733","citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:82e7ff4303c5b10edb7fd36e5386a1f991dae4630526870efe76965503550ea5","observation_id":"eb00ceec-6840-4f45-91ae-7ba1ebbef8c7","resolution":{"observed_at":"2026-08-07T15:19:10.315913Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.00409","last_updated":"2024-04-12T01:09:37Z","snapshot_observed_at":"2026-08-04T15:58:27.584901Z","submitted_at":"2024-03-01T09:55:18Z","title":"Provably Robust DPO: Aligning Language Models with Noisy Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.00409","snapshot_observed_at":"2026-08-07T15:19:08.819245Z","title":"R., Kini, A., and Natarajan, N","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:08.819245Z"},"links":{"cited_paper":"/paper/2403.00409","citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:ab0e09409b40c3ee02aa2ab6b88a614f45921773ed384f39482a8a0e962c1f8f","observation_id":"6f6217b9-2b21-4366-b350-b0d52c2f1c40","resolution":{"observed_at":"2026-08-07T15:19:08.819245Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:19:11.676552Z","title":"C., Jordan, M","venue":null,"work_id":"b7febefa-dc3b-4145-88aa-b0a25aa95ffb","year":2013},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:08.905079Z"},"links":{"citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:f88a2667d75e9f2768d39813979ddd1959d16514407332145b08903647096e73","observation_id":"03059725-2090-47c3-94f8-d5d389713b53","resolution":{"observed_at":"2026-08-07T15:19:11.734979Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1110.2842","last_updated":"2011-10-13T04:56:17Z","snapshot_observed_at":"2026-08-06T11:35:30.300774Z","submitted_at":"2011-10-13T04:56:17Z","title":"A tail inequality for quadratic forms of subgaussian random vectors","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1110.2842","snapshot_observed_at":"2026-08-07T15:19:09.094011Z","title":"M., and Zhang, T","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:09.094011Z"},"links":{"cited_paper":"/paper/1110.2842","citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:58fab44efce17fc1e63f3aa93aa3f22999cd26afe62d0655fac0e2fcec36e7d2","observation_id":"4e27a73e-4b82-4766-831b-99727d532408","resolution":{"observed_at":"2026-08-07T15:19:09.094011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.06734","last_updated":"2026-06-29T20:55:26Z","snapshot_observed_at":"2026-07-06T17:28:14.770675Z","submitted_at":"2024-02-09T19:09:48Z","title":"Corruption Robust Offline Reinforcement Learning with Human Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.06734","snapshot_observed_at":"2026-08-07T15:19:09.300383Z","title":"Corruption robust offline reinforce- ment learning with human feedback","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:09.300383Z"},"links":{"cited_paper":"/paper/2402.06734","citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:32c8fb23ca79779deaa63b0f9e31e0eba37c7baf05e4e4ed9f3895e7f7b1a18b","observation_id":"f79755dd-1d76-499c-877f-e45cedcb5d0d","resolution":{"observed_at":"2026-08-07T15:19:09.300383Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2111.04850","last_updated":"2023-02-06T10:00:56Z","snapshot_observed_at":"2026-08-01T15:35:41.456637Z","submitted_at":"2021-11-08T22:17:36Z","title":"Dueling RL: Reinforcement Learning with Trajectory Preferences","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2111.04850","snapshot_observed_at":"2026-08-07T15:19:09.343297Z","title":"Dueling RL: reinforce- ment learning with trajectory preferences","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:09.343297Z"},"links":{"cited_paper":"/paper/2111.04850","citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:771dd7bb7c28c5c1e77e03e3b49ecde0d5eb50c0daf56061de1712f72b989374","observation_id":"d9904036-a23e-4ef2-b25c-ac1113470fd4","resolution":{"observed_at":"2026-08-07T15:19:09.343297Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:19:11.570999Z","title":"The importance of online data: Understanding prefer- ence fine-tuning via coverage","venue":null,"work_id":"8e141f2a-6155-441a-a5b4-054d785c1015","year":2024},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:09.372738Z"},"links":{"citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:59990957e9e539041d2ce414ccb97ea81998d47a46969e23a32d8524841aab42","observation_id":"7187fcf9-6b79-4ced-b4d4-3c4c4aa06903","resolution":{"observed_at":"2026-08-07T15:19:11.617733Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.14816","last_updated":"2023-09-29T19:18:55Z","snapshot_observed_at":"2026-07-06T15:32:18.583350Z","submitted_at":"2023-05-24T07:11:26Z","title":"Provable Offline Preference-Based Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.14816","snapshot_observed_at":"2026-08-07T15:19:09.500623Z","title":"D., and Sun, W","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:09.500623Z"},"links":{"cited_paper":"/paper/2305.14816","citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:049c442cafbdb92b71d99256ccc51cd9d09241431a256cdce17cad4590dbea0a","observation_id":"4c1e7082-13de-40a7-a7a9-ffe05b95f5db","resolution":{"observed_at":"2026-08-07T15:19:09.500623Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1909.08593","last_updated":"2020-01-08T23:02:36Z","snapshot_observed_at":"2026-08-08T07:44:49.921146Z","submitted_at":"2019-09-18T17:33:39Z","title":"Fine-Tuning Language Models from Human Preferences","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1909.08593","snapshot_observed_at":"2026-08-07T15:19:09.536408Z","title":"M., Stiennon, N., Wu, J., Brown, T","venue":null,"work_id":null,"year":1909},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:09.536408Z"},"links":{"cited_paper":"/paper/1909.08593","citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:4539f2df2e9515d0fd31f90356191ae55da6781f60205d4c64dc87091ccbe166","observation_id":"e6bcd209-91de-4231-b8dd-d47083cb7456","resolution":{"observed_at":"2026-08-07T15:19:09.536408Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:19:11.463516Z","title":"Additional Related Work We discuss here more relevant work that do not fit in the main text","venue":null,"work_id":"4ead570f-62e5-4319-848a-b3cf6fdcc2ef","year":2024},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:09.579591Z"},"links":{"citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:639195ed8f6777b4d5aaa212529bfeedd321c04d3c592f65219d09b6979d869d","observation_id":"8342ec0c-c248-43a5-81ee-c13432b97416","resolution":{"observed_at":"2026-08-07T15:19:11.507737Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:19:11.366747Z","title":null,"venue":null,"work_id":"dac4df2d-90de-41d7-a9e0-233f231c1dd2","year":2022},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:09.625588Z"},"links":{"citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:fa6dab318398d3812d172ee8d19385038ae0d9f7d969aee730374b796c95196e","observation_id":"7cbe31bb-7cdd-491b-b353-54ac960f42ad","resolution":{"observed_at":"2026-08-07T15:19:11.408244Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:19:11.258901Z","title":"rejected","venue":null,"work_id":"282cb484-ad99-4265-85e6-fe286ebb664c","year":2022},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:09.660226Z"},"links":{"citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:c568b60bb4aee2a9c721b1b20e1900e9bf5a8951e09b2295c2a93a267db512df","observation_id":"c7fd88bc-2068-45e5-8c2b-5d0552f1d9b5","resolution":{"observed_at":"2026-08-07T15:19:11.299828Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:19:10.823414Z","title":"Chosen” and “Rejected","venue":null,"work_id":"3fb758e2-3ffd-40d6-b31d-38d722d5cb6d","year":2021},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:09.839089Z"},"links":{"citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:077f0a83c60e6a1412d9489cd1e0ec6992b2eee4edcfa702954b3f459e6d62b7","observation_id":"a8e615f1-ea4c-4250-8402-d0df3edebdc4","resolution":{"observed_at":"2026-08-07T15:19:10.866476Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.15568","last_updated":"2024-07-09T12:04:03Z","snapshot_observed_at":"2026-07-06T18:35:13.166449Z","submitted_at":"2024-06-21T18:06:30Z","title":"Robust Reinforcement Learning from Corrupted Human Feedback","version":2},"cited_work":{"arxiv_id":"2406.15568","doi":null,"metadata_source":"pith","pith_arxiv_id":"2406.15568","snapshot_observed_at":"2026-08-07T15:19:10.539429Z","title":"Robust Reinforcement Learning from Corrupted Human Feedback","venue":"cs.LG","work_id":"12f8d326-8ad6-41d2-a08f-ebe34fcc16de","year":2024},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":1952,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:08.152208Z"},"links":{"cited_paper":"/paper/2406.15568","citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:6cda69d52e06028d273c53723c8d23f5cdc4c7d78df7058b2c529cc4a46a08d1","observation_id":"791c3347-9199-4ea2-90c8-b9eb91a052ad","resolution":{"observed_at":"2026-08-07T15:19:10.582859Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.21046","last_updated":"2024-05-31T17:39:06Z","snapshot_observed_at":"2026-07-31T03:29:04.443362Z","submitted_at":"2024-05-31T17:39:06Z","title":"Exploratory Preference Optimization: Harnessing Implicit Q*-Approximation for Sample-Efficient RLHF","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.21046","snapshot_observed_at":"2026-08-07T15:19:09.445181Z","title":"J., Krishnamurthy, A., Rosset, C., Awadal- lah, A., and Rakhlin, A","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":1965,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:09.445181Z"},"links":{"cited_paper":"/paper/2405.21046","citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:c93b6059bcba45365fe7b38939699759778047c22872d4a9e811b83ba8d9ac44","observation_id":"7b7c3549-e50f-4f13-b26a-6ea1eb994b06","resolution":{"observed_at":"2026-08-07T15:19:09.445181Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.13399","last_updated":"2025-02-18T17:16:55Z","snapshot_observed_at":"2026-08-07T03:47:17.449911Z","submitted_at":"2024-07-18T11:08:40Z","title":"Correcting the Mythos of KL-Regularization: Direct Alignment without Overoptimization via Chi-Squared Preference Optimization","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.13399","snapshot_observed_at":"2026-08-07T15:19:09.183433Z","title":"D., Sun, W., Krishna- murthy, A., and Foster, D","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":2011,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:09.183433Z"},"links":{"cited_paper":"/paper/2407.13399","citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:e1d4ac031bd301743e41b8237c892069a27626ac1729ee9983fbb734a33da10a","observation_id":"3e81486b-232c-4b7b-b93b-ba130a1d6d1d","resolution":{"observed_at":"2026-08-07T15:19:09.183433Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.06443","last_updated":"2025-04-27T21:07:19Z","snapshot_observed_at":"2026-07-06T18:43:22.614883Z","submitted_at":"2024-07-08T22:53:23Z","title":"Exposing Privacy Gaps: Membership Inference Attack on Preference Data for LLM Alignment","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.06443","snapshot_observed_at":"2026-08-07T15:19:09.010064Z","title":"R., Yun, H., Teo, C","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":2014,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:09.010064Z"},"links":{"cited_paper":"/paper/2407.06443","citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:96ed290c2086805593da53f25733cb6a376cc53271631417845f5b8788af0b84","observation_id":"e8c9eb8f-a6e9-4b2c-8181-a1e88602ff0c","resolution":{"observed_at":"2026-08-07T15:19:09.010064Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2006.04787","last_updated":"2023-09-20T14:40:02Z","snapshot_observed_at":"2026-07-06T09:27:03.809621Z","submitted_at":"2020-06-08T17:59:11Z","title":"Classification Under Misspecification: Halfspaces, Generalized Linear Models, and Connections to Evolvability","version":2},"cited_work":{"arxiv_id":"2006.04787","doi":null,"metadata_source":"pith","pith_arxiv_id":"2006.04787","snapshot_observed_at":"2026-08-07T15:19:10.379860Z","title":"Classification Under Misspecification: Halfspaces, Generalized Linear Models, and Connections to Evolvability","venue":"cs.LG","work_id":"322f5fef-fd85-474a-a4ad-c60500f580f8","year":2020},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:08.491110Z"},"links":{"cited_paper":"/paper/2006.04787","citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:9ff6ba07de4589312815c8c7e2728e26a63bc7750b72506143a1b5d9155ffc26","observation_id":"f5aa4cf2-f486-4ab7-a49d-81279ea92799","resolution":{"observed_at":"2026-08-07T15:19:10.432203Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.16216","last_updated":"2026-05-16T18:30:31Z","snapshot_observed_at":"2026-08-02T12:01:06.084117Z","submitted_at":"2024-07-23T06:45:52Z","title":"Reinforcement Learning for LLM Post-Training: A Survey","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.16216","snapshot_observed_at":"2026-08-07T15:19:09.406012Z","title":"K., Ramnath, K., Chaudhuri, S., Mehrotra, S., Mao, X.-B., Asur, S., et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:09.406012Z"},"links":{"cited_paper":"/paper/2407.16216","citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:bb666b2ac6a7b83bf62cf3e1f979f39bf880e1908f353e113d6f903b108337c8","observation_id":"b539ee6f-cebb-4b93-93e9-627b6d143fdb","resolution":{"observed_at":"2026-08-07T15:19:09.406012Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2206.04777","last_updated":"2022-10-23T18:22:43Z","snapshot_observed_at":"2026-07-06T13:19:15.758425Z","submitted_at":"2022-06-09T21:56:44Z","title":"Trimmed Maximum Likelihood Estimation for Robust Learning in Generalized Linear Models","version":3},"cited_work":{"arxiv_id":"2206.04777","doi":null,"metadata_source":"pith","pith_arxiv_id":"2206.04777","snapshot_observed_at":"2026-08-07T15:19:10.706983Z","title":"Trimmed Maximum Likelihood Estimation for Robust Learning in Generalized Linear Models","venue":"cs.LG","work_id":"7be7e221-6598-42c3-b585-b7c0924d88e7","year":2022},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:07.927499Z"},"links":{"cited_paper":"/paper/2206.04777","citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:cce3afa08548ef3c7ed707199aa2e7be902468584dcfa586d6f59410352a4b9b","observation_id":"40ae400d-0164-464d-9486-e1460f501434","resolution":{"observed_at":"2026-08-07T15:19:10.757471Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2204.05862","last_updated":"2022-04-12T15:02:38Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-04-12T15:02:38Z","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.05862","snapshot_observed_at":"2026-08-07T15:19:08.018639Z","title":"Training a helpful and harmless assistant with reinforce- ment learning from human feedback","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:08.018639Z"},"links":{"cited_paper":"/paper/2204.05862","citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:ce2b60e0a4102778050bd80bc98a80d315624d1376bf1db743d3e27c23f6121a","observation_id":"63cf1714-d86f-4816-a113-9bd108e73088","resolution":{"observed_at":"2026-08-07T15:19:08.018639Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19320","last_updated":"2025-02-19T00:51:58Z","snapshot_observed_at":"2026-07-06T18:22:10.094519Z","submitted_at":"2024-05-29T17:51:42Z","title":"Value-Incentivized Preference Optimization: A Unified Approach to Online and Offline RLHF","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.19320","snapshot_observed_at":"2026-08-07T15:19:08.360025Z","title":"Value-incentivized preference optimization: A unified approach to online and offline RLHF","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:08.360025Z"},"links":{"cited_paper":"/paper/2405.19320","citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:db765f2c4ee5fe801f3edfb8f363c465b3341dded0197dfeb7a0ef52d5e972e4","observation_id":"9c8f5672-e659-495c-8784-2e003c483aad","resolution":{"observed_at":"2026-08-07T15:19:08.360025Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.15217","last_updated":"2023-09-11T17:25:24Z","snapshot_observed_at":"2026-08-03T19:11:09.671782Z","submitted_at":"2023-07-27T22:29:25Z","title":"Open Problems and Fundamental Limitations of Reinforcement Learning from Human Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.15217","snapshot_observed_at":"2026-08-07T15:19:08.255598Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T15:19:08.255598Z"},"links":{"cited_paper":"/paper/2307.15217","citing_paper":"/paper/2505.15694"},"observation_digest":"sha256:23aba9f8939578c027ccd7c5f450c83f88ba33c6a7a5fa45e792efa03f47e059","observation_id":"9bf3d758-8c50-40ea-88e2-3edf4d488e02","resolution":{"observed_at":"2026-08-07T15:19:08.255598Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.15694","last_updated":"2025-05-21T16:07:47Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-08T05:51:01.468645Z","submitted_at":"2025-05-21T16:07:47Z","title":"A Unified Theoretical Analysis of Private and Robust Offline Alignment: from RLHF to DPO"},"reference_resolution":{"displayed":27,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":14,"verified_exact":3,"verified_fuzzy":9},"total_outbound_references":27},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 27 of 27 outbound references and 3 inbound Pith citation observations for arXiv:2505.15694."}