{"as_of":"2026-08-07T19:32:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:0f2b0f4187c54745bd626f167ba651969ea5cc0977ef1bdbf96b09426ff9136e","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":11,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":11,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":11,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":11,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:56:03.454693Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T10:49:46.630731Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2310.04373","last_updated":"2023-10-10T15:01:11Z","snapshot_observed_at":"2026-08-03T12:56:26.490744Z","submitted_at":"2023-10-06T16:59:17Z","title":"Confronting Reward Model Overoptimization with Constrained RLHF","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.04373","snapshot_observed_at":"2026-08-07T13:56:03.454693Z","title":"Confronting reward model overoptimization with constrained rlhf","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20578","last_updated":"2025-05-26T23:27:50Z","snapshot_observed_at":"2026-08-07T13:49:09.880009Z","submitted_at":"2025-05-26T23:27:50Z","title":"Ctrl-DNA: Controllable Cell-Type-Specific Regulatory DNA Design via Constrained RL","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T13:56:03.454693Z"},"links":{"cited_paper":"/paper/2310.04373","citing_paper":"/paper/2505.20578"},"observation_digest":"sha256:b10e877b308e2c921a301eaa80f0ca709efe93b27c5c761ed6493a9217fe537a","observation_id":"e15deb5d-b879-43a4-bc74-8f31f2df80e6","resolution":{"observed_at":"2026-08-07T13:56:03.454693Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.04373","last_updated":"2023-10-10T15:01:11Z","snapshot_observed_at":"2026-08-03T12:56:26.490744Z","submitted_at":"2023-10-06T16:59:17Z","title":"Confronting Reward Model Overoptimization with Constrained RLHF","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.04373","snapshot_observed_at":"2026-08-07T13:24:30.335635Z","title":"Confronting reward model overoptimization with constrained rlhf","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21907","last_updated":"2025-05-31T04:48:02Z","snapshot_observed_at":"2026-08-07T13:17:19.145607Z","submitted_at":"2025-05-28T02:52:39Z","title":"Modeling and Optimizing User Preferences in AI Copilots: A Comprehensive Survey and Taxonomy","version":2},"reference_index":100,"source":"pdf_text","source_observed_at":"2026-08-07T13:24:30.335635Z"},"links":{"cited_paper":"/paper/2310.04373","citing_paper":"/paper/2505.21907"},"observation_digest":"sha256:bb4c8dda14caaa3e84b92653eab74d976356cee4e92ed8dbe4695e64baeda1fe","observation_id":"b6b24e2f-2f2f-40e5-8d64-81a0dae43c40","resolution":{"observed_at":"2026-08-07T13:24:30.335635Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.04373","last_updated":"2023-10-10T15:01:11Z","snapshot_observed_at":"2026-08-03T12:56:26.490744Z","submitted_at":"2023-10-06T16:59:17Z","title":"Confronting Reward Model Overoptimization with Constrained RLHF","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.04373","snapshot_observed_at":"2026-08-07T05:41:58.050861Z","title":"Confronting reward model overoptimization with constrained rlhf","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.07468","last_updated":"2026-07-06T07:31:35Z","snapshot_observed_at":"2026-08-07T05:30:38.669027Z","submitted_at":"2025-06-09T06:35:12Z","title":"Chasing Moving Targets with Online Self-Play Reinforcement Learning for Safer Language Models","version":4},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-07T05:41:58.050861Z"},"links":{"cited_paper":"/paper/2310.04373","citing_paper":"/paper/2506.07468"},"observation_digest":"sha256:eab0f6b43030de5a9d8c5b97e854fb0c96c4cc264e1357d10974beb4059afc2a","observation_id":"fbef0415-1371-4519-ac9b-cf890d9961a4","resolution":{"observed_at":"2026-08-07T05:41:58.050861Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.04373","last_updated":"2023-10-10T15:01:11Z","snapshot_observed_at":"2026-08-03T12:56:26.490744Z","submitted_at":"2023-10-06T16:59:17Z","title":"Confronting Reward Model Overoptimization with Constrained RLHF","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.04373","snapshot_observed_at":"2026-08-07T05:10:47.738852Z","title":"Confronting reward model overoptimization with constrained rlhf.arXiv preprint arXiv:2310.04373, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.08643","last_updated":"2025-06-10T09:55:53Z","snapshot_observed_at":"2026-08-07T14:41:18.074188Z","submitted_at":"2025-06-10T09:55:53Z","title":"MEMETRON: Metaheuristic Mechanisms for Test-time Response Optimization of Large Language Models","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T05:10:47.738852Z"},"links":{"cited_paper":"/paper/2310.04373","citing_paper":"/paper/2506.08643"},"observation_digest":"sha256:9386a4f43826c9676a4da778bce0d1c08b1806b4dbd935612faaf8a66c46c035","observation_id":"bae79e4c-a56b-4df0-a91f-d32ef34bc8cd","resolution":{"observed_at":"2026-08-07T05:10:47.738852Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.04373","last_updated":"2023-10-10T15:01:11Z","snapshot_observed_at":"2026-08-03T12:56:26.490744Z","submitted_at":"2023-10-06T16:59:17Z","title":"Confronting Reward Model Overoptimization with Constrained RLHF","version":2},"cited_work":{"arxiv_id":"2310.04373","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.04373","snapshot_observed_at":"2026-07-04T10:49:46.630731Z","title":"K., Strouse, D., Sandholm, T., Salakhutdinov, R., Dragan, A","venue":null,"work_id":"59b18a4e-96ba-449b-b900-b2a784bb3b49","year":2023},"citing_paper":{"arxiv_id":"2604.02766","last_updated":"2026-04-03T06:24:11Z","snapshot_observed_at":"2026-07-06T22:52:06.460027Z","submitted_at":"2026-04-03T06:24:11Z","title":"Random Is Hard to Beat: Active Selection in online DPO with Modern LLMs","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-05-13T19:48:46.245576Z"},"links":{"cited_paper":"/paper/2310.04373","citing_paper":"/paper/2604.02766"},"observation_digest":"sha256:94149a93482dbc40508531822de90080227ceb893674944ca06663a43e1a3215","observation_id":"e4b5172a-d780-42d1-9632-7ba3cc772345","resolution":{"observed_at":"2026-05-13T19:53:11.865838Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.04373","last_updated":"2023-10-10T15:01:11Z","snapshot_observed_at":"2026-08-03T12:56:26.490744Z","submitted_at":"2023-10-06T16:59:17Z","title":"Confronting Reward Model Overoptimization with Constrained RLHF","version":2},"cited_work":{"arxiv_id":"2310.04373","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.04373","snapshot_observed_at":"2026-07-04T10:49:46.630731Z","title":"K., Strouse, D., Sandholm, T., Salakhutdinov, R., Dragan, A","venue":null,"work_id":"59b18a4e-96ba-449b-b900-b2a784bb3b49","year":2023},"citing_paper":{"arxiv_id":"2604.14265","last_updated":"2026-04-15T17:12:56Z","snapshot_observed_at":"2026-07-06T23:02:05.116649Z","submitted_at":"2026-04-15T17:12:56Z","title":"Reinforcement Learning via Value Gradient Flow","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-05-10T13:18:16.532434Z"},"links":{"cited_paper":"/paper/2310.04373","citing_paper":"/paper/2604.14265"},"observation_digest":"sha256:a103e64b35ffa6d403ed0bcab9a284be765dfb223913ef3586558f735861f071","observation_id":"bc28d746-fc0a-4d3e-9bbd-631168517882","resolution":{"observed_at":"2026-05-10T13:20:25.597148Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.04373","last_updated":"2023-10-10T15:01:11Z","snapshot_observed_at":"2026-08-03T12:56:26.490744Z","submitted_at":"2023-10-06T16:59:17Z","title":"Confronting Reward Model Overoptimization with Constrained RLHF","version":2},"cited_work":{"arxiv_id":"2310.04373","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.04373","snapshot_observed_at":"2026-07-04T10:49:46.630731Z","title":"K., Strouse, D., Sandholm, T., Salakhutdinov, R., Dragan, A","venue":null,"work_id":"59b18a4e-96ba-449b-b900-b2a784bb3b49","year":2023},"citing_paper":{"arxiv_id":"2605.11679","last_updated":"2026-05-13T09:28:34Z","snapshot_observed_at":"2026-07-06T23:23:30.499023Z","submitted_at":"2026-05-12T07:38:59Z","title":"Explaining and Breaking the Safety-Helpfulness Ceiling via Preference Dimensional Expansion","version":1},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-05-13T01:03:10.263663Z"},"links":{"cited_paper":"/paper/2310.04373","citing_paper":"/paper/2605.11679"},"observation_digest":"sha256:15384b6c1860ec12412e4d13901a8ac5f7179d83b84e302d3a38a33c860a24d4","observation_id":"d2ce90b4-c8ce-42e6-887d-44f27f4e9163","resolution":{"observed_at":"2026-05-13T01:57:06.410147Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.04373","last_updated":"2023-10-10T15:01:11Z","snapshot_observed_at":"2026-08-03T12:56:26.490744Z","submitted_at":"2023-10-06T16:59:17Z","title":"Confronting Reward Model Overoptimization with Constrained RLHF","version":2},"cited_work":{"arxiv_id":"2310.04373","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.04373","snapshot_observed_at":"2026-07-04T10:49:46.630731Z","title":"K., Strouse, D., Sandholm, T., Salakhutdinov, R., Dragan, A","venue":null,"work_id":"59b18a4e-96ba-449b-b900-b2a784bb3b49","year":2023},"citing_paper":{"arxiv_id":"2605.11679","last_updated":"2026-05-13T09:28:34Z","snapshot_observed_at":"2026-07-06T23:23:30.499023Z","submitted_at":"2026-05-12T07:38:59Z","title":"Explaining and Breaking the Safety-Helpfulness Ceiling via Preference Dimensional Expansion","version":2},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-05-14T21:12:06.989077Z"},"links":{"cited_paper":"/paper/2310.04373","citing_paper":"/paper/2605.11679"},"observation_digest":"sha256:04c665fb4e9c9876814a42ee3018a90bb945bbd0eaaa252dc404de48214f5bd9","observation_id":"816c00f9-199c-43b4-913b-a8a1d5f125f7","resolution":{"observed_at":"2026-05-14T21:12:58.846443Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.04373","last_updated":"2023-10-10T15:01:11Z","snapshot_observed_at":"2026-08-03T12:56:26.490744Z","submitted_at":"2023-10-06T16:59:17Z","title":"Confronting Reward Model Overoptimization with Constrained RLHF","version":2},"cited_work":{"arxiv_id":"2310.04373","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.04373","snapshot_observed_at":"2026-07-04T10:49:46.630731Z","title":"K., Strouse, D., Sandholm, T., Salakhutdinov, R., Dragan, A","venue":null,"work_id":"59b18a4e-96ba-449b-b900-b2a784bb3b49","year":2023},"citing_paper":{"arxiv_id":"2605.20994","last_updated":"2026-05-20T10:33:11Z","snapshot_observed_at":"2026-07-06T23:31:32.577242Z","submitted_at":"2026-05-20T10:33:11Z","title":"Towards Context-Invariant Safety Alignment for Large Language Models","version":1},"reference_index":90,"source":"arxiv_source","source_observed_at":"2026-05-21T05:36:12.562807Z"},"links":{"cited_paper":"/paper/2310.04373","citing_paper":"/paper/2605.20994"},"observation_digest":"sha256:bd7162818203dbf94fa4c4bbc209d4a6615fee99399bd9124201283b70188adf","observation_id":"beb222e6-73b1-4e1f-8219-51073db9ad5a","resolution":{"observed_at":"2026-05-21T05:39:40.886917Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.04373","last_updated":"2023-10-10T15:01:11Z","snapshot_observed_at":"2026-08-03T12:56:26.490744Z","submitted_at":"2023-10-06T16:59:17Z","title":"Confronting Reward Model Overoptimization with Constrained RLHF","version":2},"cited_work":{"arxiv_id":"2310.04373","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.04373","snapshot_observed_at":"2026-07-04T10:49:46.630731Z","title":"K., Strouse, D., Sandholm, T., Salakhutdinov, R., Dragan, A","venue":null,"work_id":"59b18a4e-96ba-449b-b900-b2a784bb3b49","year":2023},"citing_paper":{"arxiv_id":"2606.23597","last_updated":"2026-06-22T17:02:53Z","snapshot_observed_at":"2026-08-04T13:40:03.543286Z","submitted_at":"2026-06-22T17:02:53Z","title":"Against Proxy Optimization","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-06-26T08:26:50.595370Z"},"links":{"cited_paper":"/paper/2310.04373","citing_paper":"/paper/2606.23597"},"observation_digest":"sha256:cf672a0ecc00ded43ee984282e876571d96d9a2f7511bbea0455f4c63ea9e118","observation_id":"25bac6a4-397c-4365-b5f1-d282b13ca5af","resolution":{"observed_at":"2026-07-04T10:49:46.632296Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.04373","last_updated":"2023-10-10T15:01:11Z","snapshot_observed_at":"2026-08-03T12:56:26.490744Z","submitted_at":"2023-10-06T16:59:17Z","title":"Confronting Reward Model Overoptimization with Constrained RLHF","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.04373","snapshot_observed_at":"2026-07-12T05:08:55.438431Z","title":"Confronting reward model overoptimization with constrained rlhf.arXiv preprint arXiv:2310.04373, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.03065","last_updated":"2026-07-03T07:57:31Z","snapshot_observed_at":"2026-08-04T16:54:48.110142Z","submitted_at":"2026-07-03T07:57:31Z","title":"Spectral Rewiring for Exploration, Purification, and Model Merging","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-07-12T05:08:55.438431Z"},"links":{"cited_paper":"/paper/2310.04373","citing_paper":"/paper/2607.03065"},"observation_digest":"sha256:1c36ac9c5a0a64767fb3017d826b7ffaee910e3b9ff62d318f03ade409ad347e","observation_id":"3d5801d1-af89-46e9-9524-0791bd67cb62","resolution":{"observed_at":"2026-07-12T05:08:55.438431Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2310.04373/citation-record","integrity":"/paper/2310.04373/integrity","json":"/paper/2310.04373/citation-record.json","paper":"/paper/2310.04373"},"outbound":[],"paper":{"arxiv_id":"2310.04373","last_updated":"2023-10-10T15:01:11Z","latest_version":2,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-03T12:56:26.490744Z","submitted_at":"2023-10-06T16:59:17Z","title":"Confronting Reward Model Overoptimization with Constrained RLHF"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 11 inbound Pith citation observations for arXiv:2310.04373."}