{"as_of":"2026-08-08T10:11:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:70a4e1bdb4533df1ff4bc118984d681f578f9cbba2b51f6b542d80afec5d2dcd","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":9,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":9,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":9,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":9,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T14:01:06.259098Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-21T22:40:43.237337Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2204.06601","last_updated":"2023-03-18T20:44:45Z","snapshot_observed_at":"2026-08-03T12:43:10.574809Z","submitted_at":"2022-04-13T18:41:41Z","title":"Causal Confusion and Reward Misidentification in Preference-Based Reward Learning","version":4},"cited_work":{"arxiv_id":"2204.06601","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2204.06601","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Causal confusion and reward misidentification in preference-based reward learning","venue":null,"work_id":"6eb02a1c-105c-45d7-87a6-1e5568fcb4b5","year":2022},"citing_paper":{"arxiv_id":"2304.06767","last_updated":"2023-12-01T14:28:06Z","snapshot_observed_at":"2026-08-07T04:02:54.504761Z","submitted_at":"2023-04-13T18:22:40Z","title":"RAFT: Reward rAnked FineTuning for Generative Foundation Model Alignment","version":4},"reference_index":125,"source":"arxiv_source","source_observed_at":"2026-05-18T00:46:56.664582Z"},"links":{"cited_paper":"/paper/2204.06601","citing_paper":"/paper/2304.06767"},"observation_digest":"sha256:8161b4222437ecc38ef0de5ad3da8ce74b1fe6d3f16f3b23a0faeed1b2c5cd63","observation_id":"cc961c3e-c66e-430a-b4e3-ddb6d8c0a42c","resolution":{"observed_at":"2026-05-18T00:46:56.819389Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2204.06601","last_updated":"2023-03-18T20:44:45Z","snapshot_observed_at":"2026-08-03T12:43:10.574809Z","submitted_at":"2022-04-13T18:41:41Z","title":"Causal Confusion and Reward Misidentification in Preference-Based Reward Learning","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.06601","snapshot_observed_at":"2026-08-07T14:01:06.259098Z","title":"Causal confusion and reward misidentification in preference-based reward learning","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.20556","last_updated":"2025-05-26T22:34:42Z","snapshot_observed_at":"2026-08-07T13:49:33.928724Z","submitted_at":"2025-05-26T22:34:42Z","title":"Learning a Pessimistic Reward Model in RLHF","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T14:01:06.259098Z"},"links":{"cited_paper":"/paper/2204.06601","citing_paper":"/paper/2505.20556"},"observation_digest":"sha256:aa03424fa4f29bfa1c5aa9c922e21bee06cd9fca35e7068a504b920263a3cc19","observation_id":"2188078f-3ec4-47cd-8dcd-da45e6a778b8","resolution":{"observed_at":"2026-08-07T14:01:06.259098Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2204.06601","last_updated":"2023-03-18T20:44:45Z","snapshot_observed_at":"2026-08-03T12:43:10.574809Z","submitted_at":"2022-04-13T18:41:41Z","title":"Causal Confusion and Reward Misidentification in Preference-Based Reward Learning","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.06601","snapshot_observed_at":"2026-08-07T12:16:17.017683Z","title":"Causal confusion and reward misidentification in preference-based reward learning","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.00152","last_updated":"2025-05-30T18:44:09Z","snapshot_observed_at":"2026-08-07T12:08:54.195290Z","submitted_at":"2025-05-30T18:44:09Z","title":"Aligning Language Models with Observational Data: Opportunities and Risks from a Causal Perspective","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T12:16:17.017683Z"},"links":{"cited_paper":"/paper/2204.06601","citing_paper":"/paper/2506.00152"},"observation_digest":"sha256:60c96bd6e0db33eeae42de22371fe28984e85e8454834d989ca6567bc8bfca69","observation_id":"3a528559-9b07-4aa3-8710-8ad63f060415","resolution":{"observed_at":"2026-08-07T12:16:17.017683Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2204.06601","last_updated":"2023-03-18T20:44:45Z","snapshot_observed_at":"2026-08-03T12:43:10.574809Z","submitted_at":"2022-04-13T18:41:41Z","title":"Causal Confusion and Reward Misidentification in Preference-Based Reward Learning","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.06601","snapshot_observed_at":"2026-08-06T14:13:07.046448Z","title":"Dragan, and Daniel S","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.19672","last_updated":"2025-07-25T20:52:58Z","snapshot_observed_at":"2026-08-07T12:02:14.124506Z","submitted_at":"2025-07-25T20:52:58Z","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","version":1},"reference_index":204,"source":"arxiv_source","source_observed_at":"2026-08-06T14:13:07.046448Z"},"links":{"cited_paper":"/paper/2204.06601","citing_paper":"/paper/2507.19672"},"observation_digest":"sha256:bdbe179dbe2671d98e6c1eaab0bea7d93add77e9b73bd38234923b2b0121a9c8","observation_id":"8873c3f5-2282-4a05-aae8-6661ff942edf","resolution":{"observed_at":"2026-08-06T14:13:07.046448Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2204.06601","last_updated":"2023-03-18T20:44:45Z","snapshot_observed_at":"2026-08-03T12:43:10.574809Z","submitted_at":"2022-04-13T18:41:41Z","title":"Causal Confusion and Reward Misidentification in Preference-Based Reward Learning","version":4},"cited_work":{"arxiv_id":"2204.06601","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2204.06601","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Causal confusion and reward misidentification in preference-based reward learning","venue":null,"work_id":"6eb02a1c-105c-45d7-87a6-1e5568fcb4b5","year":2022},"citing_paper":{"arxiv_id":"2509.03403","last_updated":"2026-05-15T21:29:46Z","snapshot_observed_at":"2026-07-06T22:23:00.681940Z","submitted_at":"2025-09-03T15:28:51Z","title":"Beyond Correctness: Harmonizing Process and Outcome Rewards through RL Training","version":2},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-05-21T22:38:57.833414Z"},"links":{"cited_paper":"/paper/2204.06601","citing_paper":"/paper/2509.03403"},"observation_digest":"sha256:2e532dd7ddcbac6174b1aab2771e53defd01d1007d5cf77351285db99939765b","observation_id":"c39d7299-8903-4d26-857d-5f897ba91aaa","resolution":{"observed_at":"2026-05-21T22:40:43.240433Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2204.06601","last_updated":"2023-03-18T20:44:45Z","snapshot_observed_at":"2026-08-03T12:43:10.574809Z","submitted_at":"2022-04-13T18:41:41Z","title":"Causal Confusion and Reward Misidentification in Preference-Based Reward Learning","version":4},"cited_work":{"arxiv_id":"2204.06601","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2204.06601","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Causal confusion and reward misidentification in preference-based reward learning","venue":null,"work_id":"6eb02a1c-105c-45d7-87a6-1e5568fcb4b5","year":2022},"citing_paper":{"arxiv_id":"2509.23102","last_updated":"2026-04-06T19:14:12Z","snapshot_observed_at":"2026-08-03T06:33:00.420621Z","submitted_at":"2025-09-27T04:18:33Z","title":"Multiplayer Nash Preference Optimization","version":3},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-05-18T13:09:54.433720Z"},"links":{"cited_paper":"/paper/2204.06601","citing_paper":"/paper/2509.23102"},"observation_digest":"sha256:f7ccc8c953406d999c0d8db6b89327f6cc61646db4412be556fa6e0a5e82f2aa","observation_id":"d30fb4d1-e33d-41f5-81fb-75d86b60e1bd","resolution":{"observed_at":"2026-05-18T13:11:24.068249Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2204.06601","last_updated":"2023-03-18T20:44:45Z","snapshot_observed_at":"2026-08-03T12:43:10.574809Z","submitted_at":"2022-04-13T18:41:41Z","title":"Causal Confusion and Reward Misidentification in Preference-Based Reward Learning","version":4},"cited_work":{"arxiv_id":"2204.06601","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2204.06601","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Causal confusion and reward misidentification in preference-based reward learning","venue":null,"work_id":"6eb02a1c-105c-45d7-87a6-1e5568fcb4b5","year":2022},"citing_paper":{"arxiv_id":"2605.16339","last_updated":"2026-05-07T16:48:48Z","snapshot_observed_at":"2026-07-06T23:27:29.931962Z","submitted_at":"2026-05-07T16:48:48Z","title":"Preference Instability in Reward Models: Detection and Mitigation via Sparse Autoencoders","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-05-20T22:48:54.238767Z"},"links":{"cited_paper":"/paper/2204.06601","citing_paper":"/paper/2605.16339"},"observation_digest":"sha256:bfac8556c24ab2d37e9ee7b7014c08364d2b39e09efb364b34a68ffdc25ce776","observation_id":"eba63cda-02e1-4808-a11d-e0a19d880f55","resolution":{"observed_at":"2026-05-20T22:49:10.193120Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2204.06601","last_updated":"2023-03-18T20:44:45Z","snapshot_observed_at":"2026-08-03T12:43:10.574809Z","submitted_at":"2022-04-13T18:41:41Z","title":"Causal Confusion and Reward Misidentification in Preference-Based Reward Learning","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.06601","snapshot_observed_at":"2026-07-11T13:53:36.775836Z","title":"arXiv preprint arXiv:2204.06601 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.04763","last_updated":"2026-07-26T14:17:18Z","snapshot_observed_at":"2026-08-02T10:24:43.977557Z","submitted_at":"2026-07-06T07:56:53Z","title":"Multi-Turn On-Policy Distillation with Prefix Replay","version":1},"reference_index":173,"source":"arxiv_source","source_observed_at":"2026-07-11T13:53:36.775836Z"},"links":{"cited_paper":"/paper/2204.06601","citing_paper":"/paper/2607.04763"},"observation_digest":"sha256:e8ea706d6356d9e5a3c3e6566c2e1b36e892a96efe45f354521e9380cb3d3664","observation_id":"09df6ec3-a0e2-473b-add8-634482ab72bb","resolution":{"observed_at":"2026-07-11T13:53:36.775836Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2204.06601","last_updated":"2023-03-18T20:44:45Z","snapshot_observed_at":"2026-08-03T12:43:10.574809Z","submitted_at":"2022-04-13T18:41:41Z","title":"Causal Confusion and Reward Misidentification in Preference-Based Reward Learning","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.06601","snapshot_observed_at":"2026-08-02T08:40:52.349555Z","title":"arXiv preprint arXiv:2204.06601 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.04763","last_updated":"2026-07-26T14:17:18Z","snapshot_observed_at":"2026-08-02T10:24:43.977557Z","submitted_at":"2026-07-06T07:56:53Z","title":"Multi-Turn On-Policy Distillation with Prefix Replay","version":3},"reference_index":174,"source":"arxiv_source","source_observed_at":"2026-08-02T08:40:52.349555Z"},"links":{"cited_paper":"/paper/2204.06601","citing_paper":"/paper/2607.04763"},"observation_digest":"sha256:b13002073824d5717a602509280d63b7989a20e5bf465db9cc899a1fdce75ecd","observation_id":"a339ab8c-88e3-443c-9121-9a77aef70368","resolution":{"observed_at":"2026-08-02T08:40:52.349555Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2204.06601/citation-record","integrity":"/paper/2204.06601/integrity","json":"/paper/2204.06601/citation-record.json","paper":"/paper/2204.06601"},"outbound":[],"paper":{"arxiv_id":"2204.06601","last_updated":"2023-03-18T20:44:45Z","latest_version":4,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-03T12:43:10.574809Z","submitted_at":"2022-04-13T18:41:41Z","title":"Causal Confusion and Reward Misidentification in Preference-Based Reward Learning"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 9 inbound Pith citation observations for arXiv:2204.06601."}