{"as_of":"2026-08-05T08:13:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:603809921059483032d2aa157adc9844c024540bace700bdad90516d9a80863f","coverage":[{"denominator":15,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":15,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-08T18:37:18.229897Z","state":"measured"},{"denominator":16,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":16,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-05T06:32:48.257954+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-13T02:39:02.891861Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2605.04266","last_updated":"2026-05-05T20:01:36Z","snapshot_observed_at":"2026-08-01T01:52:21.623300Z","submitted_at":"2026-05-05T20:01:36Z","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2605.04266","snapshot_observed_at":"2026-07-13T02:39:02.891861Z","title":"Explaining and preventing alignment collapse in iterative rlhf.arXiv preprint arXiv:2605.04266, 2026","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.09492","last_updated":"2026-07-10T15:06:48Z","snapshot_observed_at":"2026-08-02T02:14:15.956064Z","submitted_at":"2026-07-10T15:06:48Z","title":"Multimodal Reward Hacking in Reinforcement Learning","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-07-13T02:39:02.891861Z"},"links":{"cited_paper":"/paper/2605.04266","citing_paper":"/paper/2607.09492"},"observation_digest":"sha256:d9fc3b4b4d93ece4f17746d621d2467fedbb775c40f564553189b77af5b49d26","observation_id":"81d5aaa8-a6b5-4379-9f87-0dd63c65de62","resolution":{"observed_at":"2026-07-13T02:39:02.891861Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2605.04266/citation-record","integrity":"/paper/2605.04266/integrity","json":"/paper/2605.04266/citation-record.json","paper":"/paper/2605.04266"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"P´ asztor et al","venue":null,"work_id":"2513cba6-5f00-4393-897d-a317c76fe2e2","year":2026},"citing_paper":{"arxiv_id":"2605.04266","last_updated":"2026-05-05T20:01:36Z","snapshot_observed_at":"2026-08-01T01:52:21.623300Z","submitted_at":"2026-05-05T20:01:36Z","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-08T18:37:18.229897Z"},"links":{"citing_paper":"/paper/2605.04266"},"observation_digest":"sha256:8914146160b85060e1d18df1d4aca3b85d3083c0377d9e08324f419dcd3d791b","observation_id":"a8981857-b564-41f4-a54d-d462b092b225","resolution":{"observed_at":"2026-05-26T04:27:23.559912Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"7a419af6-889b-4e7f-872c-003df0d4b184","year":null},"citing_paper":{"arxiv_id":"2605.04266","last_updated":"2026-05-05T20:01:36Z","snapshot_observed_at":"2026-08-01T01:52:21.623300Z","submitted_at":"2026-05-05T20:01:36Z","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-08T18:37:18.229897Z"},"links":{"citing_paper":"/paper/2605.04266"},"observation_digest":"sha256:4acc58074f96789b532cdf37caeec73412b429b0143911dc41b36819be22d383","observation_id":"7a66c6d1-6f9e-4504-8c9a-b6038792b215","resolution":{"observed_at":"2026-05-26T04:27:23.571097Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Figure 3 demonstrates that standard RLHF policies increasingly exploit noise dimensions, achieving high proxy rewards but abandoning true utility","venue":null,"work_id":"1a50fe6f-4740-4e57-a308-ec1af72cc0c7","year":2024},"citing_paper":{"arxiv_id":"2605.04266","last_updated":"2026-05-05T20:01:36Z","snapshot_observed_at":"2026-08-01T01:52:21.623300Z","submitted_at":"2026-05-05T20:01:36Z","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-08T18:37:18.229897Z"},"links":{"citing_paper":"/paper/2605.04266"},"observation_digest":"sha256:5ffe75c4c681c93b60edbf553e0d5427ccb53d2668508ea49fdc0bf006787f04","observation_id":"6255ff2c-3e68-433d-b930-72492ce0f157","resolution":{"observed_at":"2026-05-26T04:27:23.553283Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"4c969b2d-600a-448f-87ae-23cf4a35891e","year":2020},"citing_paper":{"arxiv_id":"2605.04266","last_updated":"2026-05-05T20:01:36Z","snapshot_observed_at":"2026-08-01T01:52:21.623300Z","submitted_at":"2026-05-05T20:01:36Z","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-08T18:37:18.229897Z"},"links":{"citing_paper":"/paper/2605.04266"},"observation_digest":"sha256:20cb59c2103f628f2bc4769e9025683edd3fb3c52aed043429130d87b6e1e492","observation_id":"1508fd0d-ec0a-478c-b3b7-2e3297ea823e","resolution":{"observed_at":"2026-05-26T04:27:23.556353Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"739a709d-195a-45de-b1d9-9951495be0e5","year":null},"citing_paper":{"arxiv_id":"2605.04266","last_updated":"2026-05-05T20:01:36Z","snapshot_observed_at":"2026-08-01T01:52:21.623300Z","submitted_at":"2026-05-05T20:01:36Z","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-08T18:37:18.229897Z"},"links":{"citing_paper":"/paper/2605.04266"},"observation_digest":"sha256:3008b6ff9e18c1b0e76c9383a1c1ab4e6bf34997bcce101d8ba5f4e6f974a5f8","observation_id":"5f0b6385-4c40-4b6c-9866-bc701ba4625a","resolution":{"observed_at":"2026-05-26T04:27:23.598294Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"The relaxed penalty multiplies this inner product by the overconfidence proxy σ(rϕ(x, yi) −r ϕ(x, y′)) −σ (U(x, yi) −U (x, y′)), where σ is the logistic sigmoid (cf","venue":null,"work_id":"c8868480-d8d0-4051-b15e-9ee398397d15","year":null},"citing_paper":{"arxiv_id":"2605.04266","last_updated":"2026-05-05T20:01:36Z","snapshot_observed_at":"2026-08-01T01:52:21.623300Z","submitted_at":"2026-05-05T20:01:36Z","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-08T18:37:18.229897Z"},"links":{"citing_paper":"/paper/2605.04266"},"observation_digest":"sha256:043e39ae3b466a707d2128fd69cd0096ed9628cca4de5503d61f7e4c3cdb1b13","observation_id":"5e054673-8b96-4f47-871e-45dc355466fa","resolution":{"observed_at":"2026-05-26T04:27:23.584703Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"f511200a-04cc-46d8-a977-86f40448170e","year":null},"citing_paper":{"arxiv_id":"2605.04266","last_updated":"2026-05-05T20:01:36Z","snapshot_observed_at":"2026-08-01T01:52:21.623300Z","submitted_at":"2026-05-05T20:01:36Z","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-08T18:37:18.229897Z"},"links":{"citing_paper":"/paper/2605.04266"},"observation_digest":"sha256:ac7cbe18b7ff97f7ca73c821ff9a8543534cd8645ba647e6af92ffa675fa0d6a","observation_id":"15032004-61a2-4ff3-be2b-5aa50e2b3eca","resolution":{"observed_at":"2026-05-26T04:27:23.594988Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Both updates use the 8-bit paged AdamW optimizer [Dettmers et al., 2023, Loshchilov and Hutter, 2019] with gradients accumulated over four steps before each optimizer step","venue":null,"work_id":"dfe1a167-2ec9-41ff-aa64-dd384a9789d3","year":2023},"citing_paper":{"arxiv_id":"2605.04266","last_updated":"2026-05-05T20:01:36Z","snapshot_observed_at":"2026-08-01T01:52:21.623300Z","submitted_at":"2026-05-05T20:01:36Z","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-08T18:37:18.229897Z"},"links":{"citing_paper":"/paper/2605.04266"},"observation_digest":"sha256:c7bf9a9420656069b3e0c98ea93852b75fec1145bbe3962f53bd31778bb7c334","observation_id":"2aa457e6-936f-40b4-b569-bf4263836e0e","resolution":{"observed_at":"2026-05-26T04:27:23.548930Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Punish models that confidently state false info","venue":null,"work_id":"cda694bb-459c-45be-88f5-08a1754bc0d9","year":null},"citing_paper":{"arxiv_id":"2605.04266","last_updated":"2026-05-05T20:01:36Z","snapshot_observed_at":"2026-08-01T01:52:21.623300Z","submitted_at":"2026-05-05T20:01:36Z","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-08T18:37:18.229897Z"},"links":{"citing_paper":"/paper/2605.04266"},"observation_digest":"sha256:4d1591ae79f47b1dc1ff30da6944cea4dba80b635d270975f228725ca3efd36b","observation_id":"47ae9d58-1425-470e-85a4-d99848e67f82","resolution":{"observed_at":"2026-05-26T04:27:23.588269Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"reasoning","venue":null,"work_id":"320000c7-0131-4377-81e7-4d2d5cd37164","year":null},"citing_paper":{"arxiv_id":"2605.04266","last_updated":"2026-05-05T20:01:36Z","snapshot_observed_at":"2026-08-01T01:52:21.623300Z","submitted_at":"2026-05-05T20:01:36Z","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-08T18:37:18.229897Z"},"links":{"citing_paper":"/paper/2605.04266"},"observation_digest":"sha256:7588c636e673c5c60bdd28d75d479f01edbef7667dd5f089c9aaffb56babc735","observation_id":"5ccb1f38-95c8-4839-b8b2-4926e19552f9","resolution":{"observed_at":"2026-05-26T04:27:23.577637Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"1d224634-2b77-45f5-b44f-13234770d6b9","year":null},"citing_paper":{"arxiv_id":"2605.04266","last_updated":"2026-05-05T20:01:36Z","snapshot_observed_at":"2026-08-01T01:52:21.623300Z","submitted_at":"2026-05-05T20:01:36Z","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-08T18:37:18.229897Z"},"links":{"citing_paper":"/paper/2605.04266"},"observation_digest":"sha256:16a87d8f36c8096eaab1a1d50762e1d4190499c106a1461d1a10e5738a9853f2","observation_id":"492eaf3c-e480-44c5-9dc8-2d46961e4c97","resolution":{"observed_at":"2026-05-26T04:27:23.591621Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"a031a8d0-0b87-4fe0-b6da-1412c8305f8c","year":null},"citing_paper":{"arxiv_id":"2605.04266","last_updated":"2026-05-05T20:01:36Z","snapshot_observed_at":"2026-08-01T01:52:21.623300Z","submitted_at":"2026-05-05T20:01:36Z","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-08T18:37:18.229897Z"},"links":{"citing_paper":"/paper/2605.04266"},"observation_digest":"sha256:7abf5145120414fd763b1569a3483649e2e4a2e3697f1604e9a6cf6c540f44ab","observation_id":"fa317903-27eb-4b84-9eb6-adaac08e533d","resolution":{"observed_at":"2026-05-26T04:27:23.574459Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"spheri- cal","venue":null,"work_id":"baabcf78-ca32-469d-9093-96918faddafb","year":2021},"citing_paper":{"arxiv_id":"2605.04266","last_updated":"2026-05-05T20:01:36Z","snapshot_observed_at":"2026-08-01T01:52:21.623300Z","submitted_at":"2026-05-05T20:01:36Z","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-08T18:37:18.229897Z"},"links":{"citing_paper":"/paper/2605.04266"},"observation_digest":"sha256:19c8b0f778d0d257cc4511d8b6953d31b2a297731b5c000b83555eb0203069af","observation_id":"f8aa3efc-dc27-4243-8757-7331765b4e8e","resolution":{"observed_at":"2026-05-26T04:27:23.581112Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Its training objective is the pointwise prediction error:ℓ train(z;ϕ) =ℓ(z;ϕ)","venue":null,"work_id":"01606e1b-f32e-4773-b762-03233f8b33fa","year":null},"citing_paper":{"arxiv_id":"2605.04266","last_updated":"2026-05-05T20:01:36Z","snapshot_observed_at":"2026-08-01T01:52:21.623300Z","submitted_at":"2026-05-05T20:01:36Z","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-08T18:37:18.229897Z"},"links":{"citing_paper":"/paper/2605.04266"},"observation_digest":"sha256:b2de30977ceac46d0962a89906784299c512caeb89cc50a55eca74e116a19695","observation_id":"db703653-8228-47b4-8050-be4497ff7228","resolution":{"observed_at":"2026-05-26T04:27:23.567753Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"To frame reward maximization as a test loss to be minimized, we define the Leader’s objective as ℓtest(z; ϕ) = −rϕ(z)","venue":null,"work_id":"e52fab83-da82-47ce-8a72-34a0b1d3cba6","year":null},"citing_paper":{"arxiv_id":"2605.04266","last_updated":"2026-05-05T20:01:36Z","snapshot_observed_at":"2026-08-01T01:52:21.623300Z","submitted_at":"2026-05-05T20:01:36Z","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-08T18:37:18.229897Z"},"links":{"citing_paper":"/paper/2605.04266"},"observation_digest":"sha256:421f8e7a0b59864fccb5ed331c32d7c280655f73783370e94170c0e8ff889a19","observation_id":"83ed3f0e-95ac-4523-bc44-85c0db65b96e","resolution":{"observed_at":"2026-05-26T04:27:23.563431Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2605.04266","last_updated":"2026-05-05T20:01:36Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-01T01:52:21.623300Z","submitted_at":"2026-05-05T20:01:36Z","title":"Explaining and Preventing Alignment Collapse in Iterative RLHF"},"reference_resolution":{"displayed":15,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":6,"verified_exact":0,"verified_fuzzy":8},"total_outbound_references":15},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"thesis":"As of 5 August 2026, this Paper Citation Record lists 15 of 15 outbound references and 1 inbound Pith citation observation for arXiv:2605.04266."}