{"as_of":"2026-08-07T18:07:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:bc8103b9ad5d95515ccb9c02f9849756ad676f11ce66763d8623affdaeffd3cf","coverage":[{"denominator":36,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":36,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T00:52:40.142142Z","state":"measured"},{"denominator":38,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":38,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-14T10:33:54.851493Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-03T10:48:02.077289Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"cited_work":{"arxiv_id":"2506.12725","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.12725","snapshot_observed_at":"2026-07-03T10:48:02.077289Z","title":"Rethinking dpo: The role of rejected responses in preference misalignment.arXiv preprint arXiv:2506.12725, 2025","venue":null,"work_id":"97883ae6-18d0-4601-a7ab-f3f9dbc26c3f","year":2025},"citing_paper":{"arxiv_id":"2606.12590","last_updated":"2026-06-10T18:35:36Z","snapshot_observed_at":"2026-08-06T17:35:29.796295Z","submitted_at":"2026-06-10T18:35:36Z","title":"Analyzing and Improving Fine-grained Preference Optimization in Medical LVLMs","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-06-27T09:52:20.508013Z"},"links":{"cited_paper":"/paper/2506.12725","citing_paper":"/paper/2606.12590"},"observation_digest":"sha256:a38f4ee827a9e747c7195aaefe70a8394fe23244541c1253870bce7c6aee6d95","observation_id":"b6c688fd-1aff-47c1-9b42-4fce800708bd","resolution":{"observed_at":"2026-07-03T10:48:02.079020Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2506.12725","snapshot_observed_at":"2026-07-14T10:33:54.851493Z","title":"Rethinking DPO: The role of rejected responses in preference misalignment.arXiv preprint arXiv:2506.12725, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.10601","last_updated":"2026-07-12T06:38:55Z","snapshot_observed_at":"2026-08-06T23:48:50.589215Z","submitted_at":"2026-07-12T06:38:55Z","title":"Agentic-DPO: From Imitation to Agentic Policy Optimization on Expert Trajectories","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-14T10:33:54.851493Z"},"links":{"cited_paper":"/paper/2506.12725","citing_paper":"/paper/2607.10601"},"observation_digest":"sha256:4f87405b2623b742ac01ce8e3b1ca3f9d736de9dc6df7bf9043be7912e984a40","observation_id":"1b629639-8ed1-4636-8dfb-7d7e727e1127","resolution":{"observed_at":"2026-07-14T10:33:54.851493Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2506.12725/citation-record","integrity":"/paper/2506.12725/integrity","json":"/paper/2506.12725/citation-record.json","paper":"/paper/2506.12725"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2406.11704","last_updated":"2024-08-06T22:37:06Z","snapshot_observed_at":"2026-08-01T16:04:10.873571Z","submitted_at":"2024-06-17T16:25:04Z","title":"Nemotron-4 340B Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.11704","snapshot_observed_at":"2026-08-07T00:52:36.504800Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:36.504800Z"},"links":{"cited_paper":"/paper/2406.11704","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:0a6f8cd4ff34bf89f9b55e08f43c9df1f8ea6ce9c5f8f446d4630c9232247319","observation_id":"eea05dbb-9d5e-4c5d-96c5-eeda1ea10ebb","resolution":{"observed_at":"2026-08-07T00:52:36.504800Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:36.583198Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:36.583198Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:4eb9c524d23f5965ac52e1c07dc7f4da281ee8dc088979bd6e9b9e1df9a8c551","observation_id":"be3c1356-7b0c-41fe-b551-d2a62c7d1b27","resolution":{"observed_at":"2026-08-07T00:52:36.583198Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2204.05862","last_updated":"2022-04-12T15:02:38Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-04-12T15:02:38Z","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.05862","snapshot_observed_at":"2026-08-07T00:52:36.684782Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:36.684782Z"},"links":{"cited_paper":"/paper/2204.05862","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:a41199019561ebededc39cc10fba178a9cbf699cd0987fdc2871e23b4e083a2d","observation_id":"e8416cc5-e960-429e-a412-41d57b747108","resolution":{"observed_at":"2026-08-07T00:52:36.684782Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.19534","last_updated":"2024-10-31T14:32:28Z","snapshot_observed_at":"2026-07-06T18:22:18.644161Z","submitted_at":"2024-05-29T21:29:44Z","title":"Preference Learning Algorithms Do Not Learn Preference Rankings","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.19534","snapshot_observed_at":"2026-08-07T00:52:36.777313Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:36.777313Z"},"links":{"cited_paper":"/paper/2405.19534","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:74d9a831bbf38609150d5f549303952c059cf7dbe80b8c1d1df0eaff04080344","observation_id":"fecc0cc1-0998-40c1-9b0a-4ca3c7c5e8cf","resolution":{"observed_at":"2026-08-07T00:52:36.777313Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.01335","last_updated":"2024-06-14T21:17:17Z","snapshot_observed_at":"2026-07-06T17:10:56.398607Z","submitted_at":"2024-01-02T18:53:13Z","title":"Self-Play Fine-Tuning Converts Weak Language Models to Strong Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.01335","snapshot_observed_at":"2026-08-07T00:52:36.897991Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:36.897991Z"},"links":{"cited_paper":"/paper/2401.01335","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:ded7a55aacca038b3f1b8cf8108c42d496b4ad29747c28cc31774589f9c2d3ee","observation_id":"584d3c2f-5e80-4a77-a6f5-9f8fc7961a0c","resolution":{"observed_at":"2026-08-07T00:52:36.897991Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-07T01:45:38.840969Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-08-07T00:52:37.016549Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:37.016549Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:85bbc5c04bb35d342e0e02db672e2bac23766a5496e85c6f2acb24700b2353ff","observation_id":"7e280702-b685-4bb0-9a7d-b0c727e6140d","resolution":{"observed_at":"2026-08-07T00:52:37.016549Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:41.856407Z","title":null,"venue":null,"work_id":"1b7b0398-7c84-480e-acd2-5e3eaf88a7d8","year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:37.102719Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:3ccb7b8fef901ccec76e25030b8183d990e40cc25ae3f2571c3f1922fcb46a4f","observation_id":"e321a7a6-f36a-4d5d-b7c3-319fd6a1159b","resolution":{"observed_at":"2026-08-07T00:52:41.861680Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:37.207357Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:37.207357Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:1fa02edf6114b276d41518a230d14d5fef952224f6f7861743d86cd40fc7c815","observation_id":"2626964b-c71b-4c81-8e7b-ebe65b5487c9","resolution":{"observed_at":"2026-08-07T00:52:37.207357Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-07T00:52:37.397258Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:37.397258Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:5fc2bb6e254cb527604e1cdf4b5ab9e5e340184f6c968781e811f25886a4a638","observation_id":"6758a168-2c5d-403b-b989-2374ebf5ca1c","resolution":{"observed_at":"2026-08-07T00:52:37.397258Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:41.760203Z","title":null,"venue":null,"work_id":"a4cc449c-0bd3-4697-96b1-6f2804687b4b","year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:37.528114Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:0878cb314e6bf302924a2441e847e67f600951be1b666a65f6355f3f4f93c42f","observation_id":"69614674-8c3e-4a0c-b2a7-2212109711c7","resolution":{"observed_at":"2026-08-07T00:52:41.832367Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:37.786943Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:37.786943Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:f925bc78a3b767572d548bee303e808d1f97b80653286056fba687fcb5a22130","observation_id":"c7658ce2-70e4-45a3-9b4b-da6d6aeb9b54","resolution":{"observed_at":"2026-08-07T00:52:37.786943Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:37.953089Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:37.953089Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:fce3060996d24302397d2d6a53751b7691d941e11efa5c97a8cac46c49a5a220","observation_id":"b6e5fefe-5cb4-4e2a-927e-7b4fce63c90e","resolution":{"observed_at":"2026-08-07T00:52:37.953089Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.09279","last_updated":"2024-10-07T21:24:59Z","snapshot_observed_at":"2026-07-06T18:30:28.421247Z","submitted_at":"2024-06-13T16:17:21Z","title":"Unpacking DPO and PPO: Disentangling Best Practices for Learning from Preference Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.09279","snapshot_observed_at":"2026-08-07T00:52:38.089108Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.089108Z"},"links":{"cited_paper":"/paper/2406.09279","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:886282e4d140cf3a931be50874a65c7bbb66ff4e4025eaacf7e7428c4ed10ae9","observation_id":"dec2d96c-b540-40d5-b2fd-6ac2c13d463b","resolution":{"observed_at":"2026-08-07T00:52:38.089108Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16436","last_updated":"2024-12-04T08:15:35Z","snapshot_observed_at":"2026-07-06T18:20:01.382394Z","submitted_at":"2024-05-26T05:38:50Z","title":"Provably Mitigating Overoptimization in RLHF: Your SFT Loss is Implicitly an Adversarial Regularizer","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16436","snapshot_observed_at":"2026-08-07T00:52:38.224309Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.224309Z"},"links":{"cited_paper":"/paper/2405.16436","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:13a85f1eb2160e4a7bfcef7459532d618453f54b6b5d783cc33604af0afad773","observation_id":"ae148c67-3aee-4709-bed9-cfe1c368eacc","resolution":{"observed_at":"2026-08-07T00:52:38.224309Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1711.05101","last_updated":"2019-01-04T21:01:49Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2017-11-14T14:24:06Z","title":"Decoupled Weight Decay Regularization","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1711.05101","snapshot_observed_at":"2026-08-07T00:52:38.366472Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.366472Z"},"links":{"cited_paper":"/paper/1711.05101","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:87264d3bc51368dc52fa76f1ce7b4ea02aac64db1ebf3e8badc4ddb0a68f494e","observation_id":"636ebf8b-c0cc-465f-8c3f-320acc1071a4","resolution":{"observed_at":"2026-08-07T00:52:38.366472Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:38.506533Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.506533Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:f20e19650717ce660a1778fc398a1ec1eb3a7f41cac91117f7ba9888eb92be56","observation_id":"52dc2c5a-4574-4702-97f6-6ae8a112963a","resolution":{"observed_at":"2026-08-07T00:52:38.506533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.13228","last_updated":"2024-07-03T13:46:33Z","snapshot_observed_at":"2026-07-31T05:05:41.080329Z","submitted_at":"2024-02-20T18:42:34Z","title":"Smaug: Fixing Failure Modes of Preference Optimisation with DPO-Positive","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.13228","snapshot_observed_at":"2026-08-07T00:52:38.611434Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.611434Z"},"links":{"cited_paper":"/paper/2402.13228","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:732aa21c943fafb23f0fa0048823a6be4b6d8195867abd32b726a759c71665c7","observation_id":"1bca4ddf-b767-4fef-97ee-50634f531fc3","resolution":{"observed_at":"2026-08-07T00:52:38.611434Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.19733","last_updated":"2024-06-26T01:28:35Z","snapshot_observed_at":"2026-08-06T12:20:08.657659Z","submitted_at":"2024-04-30T17:28:05Z","title":"Iterative Reasoning Preference Optimization","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.19733","snapshot_observed_at":"2026-08-07T00:52:38.682978Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.682978Z"},"links":{"cited_paper":"/paper/2404.19733","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:027e9bd155c693ff99a9bf72219a8e42f6a9a9a46bcc321ed14bbd30ccb1d480","observation_id":"1c8bc8ab-dfff-4b38-b740-7d91927a1c8d","resolution":{"observed_at":"2026-08-07T00:52:38.682978Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.12358","last_updated":"2024-08-12T21:13:35Z","snapshot_observed_at":"2026-07-06T18:02:19.428801Z","submitted_at":"2024-04-18T17:37:02Z","title":"From $r$ to $Q^*$: Your Language Model is Secretly a Q-Function","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.12358","snapshot_observed_at":"2026-08-07T00:52:38.754574Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.754574Z"},"links":{"cited_paper":"/paper/2404.12358","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:9efe8c6d327c540ee320e6ef7c6c4aee3cd69a4a4c242345e297a39814728ce7","observation_id":"0a63c277-c376-4034-8a15-bf4045abdc64","resolution":{"observed_at":"2026-08-07T00:52:38.754574Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:41.620996Z","title":null,"venue":null,"work_id":"bfd6f76d-dc04-48cb-9002-0ed2d1387f37","year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.829348Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:6624ffa811862a968e74d143699b14efb81d7abb9e5695e5165088906a5e0fb7","observation_id":"516444c0-147a-4c9c-94d0-d65198c0f411","resolution":{"observed_at":"2026-08-07T00:52:41.665312Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:38.904176Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.904176Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:1f76a34da1a30730fbffcf5b0ee298d3b4c98563ad16820bab0c7e68ff03bf53","observation_id":"f10f0bf1-7302-4892-b3a1-08e07374f506","resolution":{"observed_at":"2026-08-07T00:52:38.904176Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.08847","last_updated":"2025-04-27T15:21:29Z","snapshot_observed_at":"2026-07-06T19:31:49.052556Z","submitted_at":"2024-10-11T14:22:44Z","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.08847","snapshot_observed_at":"2026-08-07T00:52:38.975908Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:38.975908Z"},"links":{"cited_paper":"/paper/2410.08847","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:c8b156f6f80470a1d3087b7613d75129d9cbcb8e80a2a5dc0a8983e0b28583aa","observation_id":"ebf9e83c-244e-42e8-87d9-acd9d69a2cdb","resolution":{"observed_at":"2026-08-07T00:52:38.975908Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:39.043292Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.043292Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:ad32e098625067a07dd2834b260a93f950a04db407433e7c37a063ca809e49f0","observation_id":"7dc98299-d56f-4f05-a29f-e51e7514e890","resolution":{"observed_at":"2026-08-07T00:52:39.043292Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:41.299816Z","title":null,"venue":null,"work_id":"1eb9d70c-1828-4b2c-b975-ff7090243355","year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.129896Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:3892f49645366496457f9c271f08b7900020db5145ca0760b88ecebe25f16cfc","observation_id":"89a706e6-a3cf-4515-9476-3c59ddedfcdf","resolution":{"observed_at":"2026-08-07T00:52:41.472975Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.08448","last_updated":"2024-05-14T09:12:30Z","snapshot_observed_at":"2026-08-05T00:57:12.421643Z","submitted_at":"2024-05-14T09:12:30Z","title":"Understanding the performance gap between online and offline alignment algorithms","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.08448","snapshot_observed_at":"2026-08-07T00:52:39.184131Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.184131Z"},"links":{"cited_paper":"/paper/2405.08448","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:fce73f239a767cbb3589d914fb92c501cc50cee88119631481a6ea531941d986","observation_id":"ba407102-3452-4fc6-a313-f1dc0ebbda04","resolution":{"observed_at":"2026-08-07T00:52:39.184131Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:39.270943Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.270943Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:25e288c8328ddf02d9e64aa32b05e43f81b4a05433bd14c11d90e80891c4bc0c","observation_id":"23e75e75-04d2-441f-87b8-ad46b8f76dcb","resolution":{"observed_at":"2026-08-07T00:52:39.270943Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.00675","last_updated":"2024-10-04T18:48:25Z","snapshot_observed_at":"2026-07-31T03:54:43.196039Z","submitted_at":"2024-05-01T17:59:20Z","title":"Self-Play Preference Optimization for Language Model Alignment","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.00675","snapshot_observed_at":"2026-08-07T00:52:39.353170Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.353170Z"},"links":{"cited_paper":"/paper/2405.00675","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:b7fe1da2bd9a516a0fe71f0caab4e084b691fc121387980e1b961632f8eba1c6","observation_id":"7cc21a04-c493-4bc8-b9c2-a7f276b5e96f","resolution":{"observed_at":"2026-08-07T00:52:39.353170Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.09834","last_updated":"2024-08-30T13:54:36Z","snapshot_observed_at":"2026-07-06T19:02:20.097267Z","submitted_at":"2024-08-19T09:29:31Z","title":"Minor DPO reject penalty to increase training robustness","version":3},"cited_work":{"arxiv_id":"2408.09834","doi":null,"metadata_source":"pith","pith_arxiv_id":"2408.09834","snapshot_observed_at":"2026-08-07T00:52:40.282635Z","title":"Minor DPO reject penalty to increase training robustness","venue":"cs.AI","work_id":"7d96f37c-93f9-4faa-a3ef-6b665746114a","year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.447013Z"},"links":{"cited_paper":"/paper/2408.09834","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:94019790350fa3dc427ba5bc865d610c477efd33587d13ccca6147a074d8615c","observation_id":"e31260c0-e133-4221-9f08-b385be1d2d8f","resolution":{"observed_at":"2026-08-07T00:52:40.355270Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:41.037889Z","title":null,"venue":null,"work_id":"64abf65d-0bd5-438d-b342-a7b2395de010","year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.530754Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:a086d9ec46d216e9b65bcd0cc758dec384c1ce3678b724dd058defb6dbda7615","observation_id":"dd7e1b4f-6f3d-4a44-b87c-15b8f9510814","resolution":{"observed_at":"2026-08-07T00:52:41.126372Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15115","last_updated":"2025-01-03T02:18:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-19T17:56:09Z","title":"Qwen2.5 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15115","snapshot_observed_at":"2026-08-07T00:52:39.621098Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.621098Z"},"links":{"cited_paper":"/paper/2412.15115","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:812464db41b378107a1f9a4077adbf5705164c7466599878d832d9cea32669f1","observation_id":"b041ab72-18b7-4dc3-9737-9372bbad9760","resolution":{"observed_at":"2026-08-07T00:52:39.621098Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:40.852054Z","title":null,"venue":null,"work_id":"7ac18366-9f66-46a5-9285-aa1e66fde3da","year":2025},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.681987Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:37d2c770ec026506df89b25191095d7ac4029d9eba79ee86c1bda20bb2c7fd22","observation_id":"1df16d6b-e59a-4f7a-a205-005bb957c8f0","resolution":{"observed_at":"2026-08-07T00:52:40.912826Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:39.749756Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.749756Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:a1317e9a3d85de90d18f9ae45621a22998e8451f012e108d78d0df2f64023628","observation_id":"03dd5b3f-78d5-44f9-a972-9f66493b4e59","resolution":{"observed_at":"2026-08-07T00:52:39.749756Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:40.684937Z","title":null,"venue":null,"work_id":"cebb3887-6d11-4f3d-87da-b943a1bb135a","year":2023},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.889533Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:3b9b969e53a64d9749488acad267b69f60967a4986912b94e245bf9e622e8336","observation_id":"42593b94-453a-41e9-a4c5-655ca96d3b21","resolution":{"observed_at":"2026-08-07T00:52:40.726777Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.07911","last_updated":"2023-11-14T05:13:55Z","snapshot_observed_at":"2026-07-06T16:47:08.877195Z","submitted_at":"2023-11-14T05:13:55Z","title":"Instruction-Following Evaluation for Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.07911","snapshot_observed_at":"2026-08-07T00:52:39.972011Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:39.972011Z"},"links":{"cited_paper":"/paper/2311.07911","citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:72bcacfbe31be42d42a260079d5cc8e182fe7c788d40340d54d2b46b9f27bd2a","observation_id":"b94d2f5b-1367-4867-abf6-632dd9e7d655","resolution":{"observed_at":"2026-08-07T00:52:39.972011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:40.073887Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:40.073887Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:b561428e43c303bc4e3c13bc7af232f384a4551f57b119cb53732542414e1bc8","observation_id":"3d3f3190-89d9-46ad-b0ad-c35eeb0ee1ef","resolution":{"observed_at":"2026-08-07T00:52:40.073887Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T00:52:40.142142Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-07T00:52:40.142142Z"},"links":{"citing_paper":"/paper/2506.12725"},"observation_digest":"sha256:b0e25bb9746eef43e0fbf530bf7def07e030cc1ef3625a6b04d77544d0f32f84","observation_id":"63bc41f5-9f7f-4a0d-8fbd-12c65e1f724e","resolution":{"observed_at":"2026-08-07T00:52:40.142142Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.12725","last_updated":"2025-06-15T05:32:07Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-07T00:41:19.883045Z","submitted_at":"2025-06-15T05:32:07Z","title":"Rethinking DPO: The Role of Rejected Responses in Preference Misalignment"},"reference_resolution":{"displayed":36,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":35,"verified_exact":1,"verified_fuzzy":0},"total_outbound_references":36},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 36 of 36 outbound references and 2 inbound Pith citation observations for arXiv:2506.12725."}