{"as_of":"2026-08-08T06:57:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7261afca713698331dd05848c8f6338a962c401ea7aff9be62a4f2871d33de75","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":8,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":8,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":8,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":8,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T17:34:15.199300Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-03T11:38:04.667531Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2206.02231","last_updated":"2023-09-06T21:13:28Z","snapshot_observed_at":"2026-07-06T13:17:37.687023Z","submitted_at":"2022-06-05T17:58:02Z","title":"Models of human preference for learning reward functions","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.02231","snapshot_observed_at":"2026-08-06T17:34:15.199300Z","title":"Models of human preference for learning reward functions","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.10995","last_updated":"2025-07-15T05:27:51Z","snapshot_observed_at":"2026-08-06T17:16:54.207556Z","submitted_at":"2025-07-15T05:27:51Z","title":"Misalignment from Treating Means as Ends","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-06T17:34:15.199300Z"},"links":{"cited_paper":"/paper/2206.02231","citing_paper":"/paper/2507.10995"},"observation_digest":"sha256:42d1ed20b5f11046d82195f929024cbfaace06a9b243ec2c8998931a7623ae32","observation_id":"b05217fc-f97d-452d-9eea-6474cbc25f63","resolution":{"observed_at":"2026-08-06T17:34:15.199300Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2206.02231","last_updated":"2023-09-06T21:13:28Z","snapshot_observed_at":"2026-07-06T13:17:37.687023Z","submitted_at":"2022-06-05T17:58:02Z","title":"Models of human preference for learning reward functions","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.02231","snapshot_observed_at":"2026-08-06T16:27:57.235072Z","title":"Bradley Knox, Stephane Hatgis-Kessell, Serena Booth, Scott Niekum, Peter Stone, and Alessandro Allievi","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.13541","last_updated":"2025-07-17T21:21:54Z","snapshot_observed_at":"2026-08-07T22:27:51.782315Z","submitted_at":"2025-07-17T21:21:54Z","title":"PrefPalette: Personalized Preference Modeling with Latent Attributes","version":1},"reference_index":2011,"source":"pdf_text","source_observed_at":"2026-08-06T16:27:57.235072Z"},"links":{"cited_paper":"/paper/2206.02231","citing_paper":"/paper/2507.13541"},"observation_digest":"sha256:8e440859da8a5b8c93e77d6bb6866d0bfa449859dffd5645f59580eba4720619","observation_id":"07537b37-3f91-4156-8081-dfd99ef58de5","resolution":{"observed_at":"2026-08-06T16:27:57.235072Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2206.02231","last_updated":"2023-09-06T21:13:28Z","snapshot_observed_at":"2026-07-06T13:17:37.687023Z","submitted_at":"2022-06-05T17:58:02Z","title":"Models of human preference for learning reward functions","version":3},"cited_work":{"arxiv_id":"2206.02231","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2206.02231","snapshot_observed_at":"2026-07-03T11:38:04.667531Z","title":"arXiv preprint arXiv:2206.02231 , year=","venue":null,"work_id":"3d0cf05b-0451-4ed5-9294-0251d47bc865","year":2022},"citing_paper":{"arxiv_id":"2605.06895","last_updated":"2026-05-07T19:54:25Z","snapshot_observed_at":"2026-07-06T23:19:20.674889Z","submitted_at":"2026-05-07T19:54:25Z","title":"Mitigating Cognitive Bias in RLHF by Altering Rationality","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-05-11T01:02:20.179748Z"},"links":{"cited_paper":"/paper/2206.02231","citing_paper":"/paper/2605.06895"},"observation_digest":"sha256:b8f2e76cebaaab24cc80c046ccecbb04b82a0625c78b47da8cbe6c321da55956","observation_id":"4e95789a-6a4c-468d-bd98-2e455c7d88da","resolution":{"observed_at":"2026-05-11T04:50:57.056054Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2206.02231","last_updated":"2023-09-06T21:13:28Z","snapshot_observed_at":"2026-07-06T13:17:37.687023Z","submitted_at":"2022-06-05T17:58:02Z","title":"Models of human preference for learning reward functions","version":3},"cited_work":{"arxiv_id":"2206.02231","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2206.02231","snapshot_observed_at":"2026-07-03T11:38:04.667531Z","title":"arXiv preprint arXiv:2206.02231 , year=","venue":null,"work_id":"3d0cf05b-0451-4ed5-9294-0251d47bc865","year":2022},"citing_paper":{"arxiv_id":"2605.12288","last_updated":"2026-06-10T07:32:21Z","snapshot_observed_at":"2026-07-06T23:23:59.123377Z","submitted_at":"2026-05-12T15:44:33Z","title":"TokenRatio: Principled Token-Level Preference Optimization via Ratio Matching","version":1},"reference_index":118,"source":"arxiv_source","source_observed_at":"2026-05-13T04:55:55.013900Z"},"links":{"cited_paper":"/paper/2206.02231","citing_paper":"/paper/2605.12288"},"observation_digest":"sha256:4399fb4d52569767ed35b74e0aa9347b1f2fd20c26b8629163dfba47c487701c","observation_id":"cc8c8ecb-6ff7-48ba-83b3-8c666bd9948a","resolution":{"observed_at":"2026-05-13T04:57:17.249499Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2206.02231","last_updated":"2023-09-06T21:13:28Z","snapshot_observed_at":"2026-07-06T13:17:37.687023Z","submitted_at":"2022-06-05T17:58:02Z","title":"Models of human preference for learning reward functions","version":3},"cited_work":{"arxiv_id":"2206.02231","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2206.02231","snapshot_observed_at":"2026-07-03T11:38:04.667531Z","title":"arXiv preprint arXiv:2206.02231 , year=","venue":null,"work_id":"3d0cf05b-0451-4ed5-9294-0251d47bc865","year":2022},"citing_paper":{"arxiv_id":"2605.12288","last_updated":"2026-06-10T07:32:21Z","snapshot_observed_at":"2026-07-06T23:23:59.123377Z","submitted_at":"2026-05-12T15:44:33Z","title":"TokenRatio: Principled Token-Level Preference Optimization via Ratio Matching","version":2},"reference_index":118,"source":"arxiv_source","source_observed_at":"2026-05-15T05:41:10.714594Z"},"links":{"cited_paper":"/paper/2206.02231","citing_paper":"/paper/2605.12288"},"observation_digest":"sha256:c2bb27d5103ac07ea28f6f2e3fd21164fe1fbc45e0b78927b177dbc9cc206e12","observation_id":"1d75e64d-a71d-4dca-bcf1-f1feddab9c6b","resolution":{"observed_at":"2026-05-15T05:45:06.432792Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2206.02231","last_updated":"2023-09-06T21:13:28Z","snapshot_observed_at":"2026-07-06T13:17:37.687023Z","submitted_at":"2022-06-05T17:58:02Z","title":"Models of human preference for learning reward functions","version":3},"cited_work":{"arxiv_id":"2206.02231","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2206.02231","snapshot_observed_at":"2026-07-03T11:38:04.667531Z","title":"arXiv preprint arXiv:2206.02231 , year=","venue":null,"work_id":"3d0cf05b-0451-4ed5-9294-0251d47bc865","year":2022},"citing_paper":{"arxiv_id":"2605.21822","last_updated":"2026-05-20T23:44:06Z","snapshot_observed_at":"2026-08-03T02:30:10.701058Z","submitted_at":"2026-05-20T23:44:06Z","title":"Implicit Safety Alignment from Crowd Preferences","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-05-22T08:28:41.652865Z"},"links":{"cited_paper":"/paper/2206.02231","citing_paper":"/paper/2605.21822"},"observation_digest":"sha256:4d4fe2add2fcd63e68470e23e881a27fddef76eee29430c858ac619600f5ebac","observation_id":"45a86250-9081-46fc-b706-3fb36278c0c5","resolution":{"observed_at":"2026-05-22T08:31:16.901456Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2206.02231","last_updated":"2023-09-06T21:13:28Z","snapshot_observed_at":"2026-07-06T13:17:37.687023Z","submitted_at":"2022-06-05T17:58:02Z","title":"Models of human preference for learning reward functions","version":3},"cited_work":{"arxiv_id":"2206.02231","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2206.02231","snapshot_observed_at":"2026-07-03T11:38:04.667531Z","title":"arXiv preprint arXiv:2206.02231 , year=","venue":null,"work_id":"3d0cf05b-0451-4ed5-9294-0251d47bc865","year":2022},"citing_paper":{"arxiv_id":"2606.12603","last_updated":"2026-06-10T19:01:31Z","snapshot_observed_at":"2026-08-07T13:05:45.178504Z","submitted_at":"2026-06-10T19:01:31Z","title":"From Imitation to Alignment: Human-Preference Flow Policies for Long-Horizon Sidewalk Navigation","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-06-27T09:29:43.030058Z"},"links":{"cited_paper":"/paper/2206.02231","citing_paper":"/paper/2606.12603"},"observation_digest":"sha256:a18ce29d0d049e9b74af4bfdc2a00c068806c27acbfd1336b09933fae4f32f67","observation_id":"4ab85991-56ed-4bba-bfd0-31af34265e63","resolution":{"observed_at":"2026-07-03T11:38:04.669002Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2206.02231","last_updated":"2023-09-06T21:13:28Z","snapshot_observed_at":"2026-07-06T13:17:37.687023Z","submitted_at":"2022-06-05T17:58:02Z","title":"Models of human preference for learning reward functions","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.02231","snapshot_observed_at":"2026-08-03T04:39:32.139912Z","title":"Bradley and Hatgis-Kessell, Stephane and Booth, Serena and Niekum, Scott and Stone, Peter and Allievi, Alessandro , month = sep, year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.29559","last_updated":"2026-07-31T15:50:29Z","snapshot_observed_at":"2026-08-07T18:56:05.725689Z","submitted_at":"2026-07-31T15:50:29Z","title":"LEMUR: Learning to Align with Multi-Objective Reinforcement Learning from Preference Feedback","version":1},"reference_index":250,"source":"arxiv_source","source_observed_at":"2026-08-03T04:39:32.139912Z"},"links":{"cited_paper":"/paper/2206.02231","citing_paper":"/paper/2607.29559"},"observation_digest":"sha256:e414088637967002fb1fa730761193f0aa423254b7f217ed3dd11dee7478e9d1","observation_id":"e3b2b4b0-5c97-47fa-a9ab-0c4d8ab12a8b","resolution":{"observed_at":"2026-08-03T04:39:32.139912Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2206.02231/citation-record","integrity":"/paper/2206.02231/integrity","json":"/paper/2206.02231/citation-record.json","paper":"/paper/2206.02231"},"outbound":[],"paper":{"arxiv_id":"2206.02231","last_updated":"2023-09-06T21:13:28Z","latest_version":3,"primary_category":"cs.LG","snapshot_observed_at":"2026-07-06T13:17:37.687023Z","submitted_at":"2022-06-05T17:58:02Z","title":"Models of human preference for learning reward functions"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 8 inbound Pith citation observations for arXiv:2206.02231."}