{"as_of":"2026-08-08T15:38:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:f8ad6eef9e9cb0444e5967d9ced2ea8e0fa208757b1ac0f1332e5a5e448d526c","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":8,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":8,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":8,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":8,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T12:13:00.332041Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T19:40:06.249099Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":"2203.10050","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-07-04T19:40:06.249099Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback- efficient preference-based reinforcement learning","venue":null,"work_id":"71001644-2637-4bea-90e2-8dadcbcf47af","year":2022},"citing_paper":{"arxiv_id":"2505.15134","last_updated":"2025-05-21T05:39:11Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-21T05:39:11Z","title":"The Unreasonable Effectiveness of Entropy Minimization in LLM Reasoning","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-05-18T15:58:33.219451Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2505.15134"},"observation_digest":"sha256:c0739384049fd7a6a603a3d9ce40f345eae7cda08535bea042ccd2c0912cbe20","observation_id":"35e6f199-18ce-4b1f-b74f-06ac3a279846","resolution":{"observed_at":"2026-05-18T15:58:33.443262Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-08-07T12:13:00.332041Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback-efficient preference-based reinforcement learning","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.00388","last_updated":"2025-06-10T13:10:39Z","snapshot_observed_at":"2026-08-07T15:00:04.313363Z","submitted_at":"2025-05-31T04:37:07Z","title":"CLARIFY: Contrastive Preference Reinforcement Learning for Untangling Ambiguous Queries","version":3},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T12:13:00.332041Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2506.00388"},"observation_digest":"sha256:195c28e3a9f5e28fc28051b7165ef615c884bef1e0ba5d21c77e3bab442992dd","observation_id":"cba3728a-2163-4aaa-8eee-1e95afce2404","resolution":{"observed_at":"2026-08-07T12:13:00.332041Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-08-07T00:33:03.800435Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback-efficient preference-based reinforcement learning","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2506.13741","last_updated":"2026-08-03T13:34:59Z","snapshot_observed_at":"2026-08-07T03:12:53.049798Z","submitted_at":"2025-06-16T17:51:33Z","title":"PB$^2$: Preference Space Exploration via Population-Based Methods in Preference-Based Reinforcement Learning","version":2},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T00:33:03.800435Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2506.13741"},"observation_digest":"sha256:a5c0354bd103cc1d31e81c7cdb1fbef9086b0166642b048f1761e7113d507f05","observation_id":"c0ed7339-82d8-44be-a7b7-a506a191fd40","resolution":{"observed_at":"2026-08-07T00:33:03.800435Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":"2203.10050","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-07-04T19:40:06.249099Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback- efficient preference-based reinforcement learning","venue":null,"work_id":"71001644-2637-4bea-90e2-8dadcbcf47af","year":2022},"citing_paper":{"arxiv_id":"2506.14648","last_updated":"2026-05-21T02:08:17Z","snapshot_observed_at":"2026-07-06T21:43:40.740750Z","submitted_at":"2025-06-17T15:42:19Z","title":"SENIOR: Efficient Query Selection and Preference-Guided Exploration in Preference-based Reinforcement Learning","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-22T13:27:48.404574Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2506.14648"},"observation_digest":"sha256:3bb969a7c7ac09891d03cc30b0b67a16318524a8cfab587cb9d6ed55bea0f62b","observation_id":"60a89451-5820-4f34-b2dd-015d8b93da35","resolution":{"observed_at":"2026-05-22T13:31:36.413182Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-08-06T21:17:36.478826Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback-efficient preference-based reinforcement learning,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.00611","last_updated":"2025-07-01T09:43:57Z","snapshot_observed_at":"2026-08-06T21:08:39.566215Z","submitted_at":"2025-07-01T09:43:57Z","title":"Residual Reward Models for Preference-based Reinforcement Learning","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T21:17:36.478826Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2507.00611"},"observation_digest":"sha256:13edf488a1a17be89a4f6358291bd6f02c0ec39dd27edb378e893afd04c903a0","observation_id":"a33cc633-ab9e-40c0-8d3f-d278959f06ca","resolution":{"observed_at":"2026-08-06T21:17:36.478826Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":"2203.10050","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-07-04T19:40:06.249099Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback- efficient preference-based reinforcement learning","venue":null,"work_id":"71001644-2637-4bea-90e2-8dadcbcf47af","year":2022},"citing_paper":{"arxiv_id":"2606.23640","last_updated":"2026-06-22T17:30:24Z","snapshot_observed_at":"2026-08-02T09:22:48.099895Z","submitted_at":"2026-06-22T17:30:24Z","title":"Learning Process Rewards via Success Visitation Matching for Efficient RL","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-06-26T09:20:35.062060Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2606.23640"},"observation_digest":"sha256:4995e7485b7609d09d110f2a8da6bb56eb835d159c75f181ee5a2ca8f2ff2b9a","observation_id":"5a7a11f4-574d-433d-a85e-a8c1ccd9e8f5","resolution":{"observed_at":"2026-07-04T09:59:44.525502Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":"2203.10050","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-07-04T19:40:06.249099Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback- efficient preference-based reinforcement learning","venue":null,"work_id":"71001644-2637-4bea-90e2-8dadcbcf47af","year":2022},"citing_paper":{"arxiv_id":"2606.24622","last_updated":"2026-06-23T14:20:42Z","snapshot_observed_at":"2026-08-02T23:22:24.021209Z","submitted_at":"2026-06-23T14:20:42Z","title":"Themis: An explainable AI-enabled framework for Reinforcement Learning with Human Feedback","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-06-25T23:35:03.577967Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2606.24622"},"observation_digest":"sha256:e7eca5fe1b4cdcede42a9651341c5670cba8d3fbe450df22c5508b9dfbe5f194","observation_id":"a642df2a-df81-4add-97a5-b3b176611927","resolution":{"observed_at":"2026-07-04T17:40:00.087977Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning","version":1},"cited_work":{"arxiv_id":"2203.10050","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2203.10050","snapshot_observed_at":"2026-07-04T19:40:06.249099Z","title":"Surf: Semi-supervised reward learning with data augmentation for feedback- efficient preference-based reinforcement learning","venue":null,"work_id":"71001644-2637-4bea-90e2-8dadcbcf47af","year":2022},"citing_paper":{"arxiv_id":"2606.25398","last_updated":"2026-06-24T04:52:04Z","snapshot_observed_at":"2026-08-06T04:56:00.009279Z","submitted_at":"2026-06-24T04:52:04Z","title":"MAPL: Multi-Objective Preference Learning for Robot Locomotion","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-25T21:11:00.753949Z"},"links":{"cited_paper":"/paper/2203.10050","citing_paper":"/paper/2606.25398"},"observation_digest":"sha256:0e8a41dcfcf9dd1813dd6c8df2d02bf12d5cf6dbf2aab59a01e5af93f0abd6e2","observation_id":"45516930-8444-476e-9e21-69b2c7f7a3fa","resolution":{"observed_at":"2026-07-04T19:40:06.250669Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2203.10050/citation-record","integrity":"/paper/2203.10050/integrity","json":"/paper/2203.10050/citation-record.json","paper":"/paper/2203.10050"},"outbound":[],"paper":{"arxiv_id":"2203.10050","last_updated":"2022-03-18T16:50:38Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-07-06T12:49:40.338344Z","submitted_at":"2022-03-18T16:50:38Z","title":"SURF: Semi-supervised Reward Learning with Data Augmentation for Feedback-efficient Preference-based Reinforcement Learning"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 8 inbound Pith citation observations for arXiv:2203.10050."}