{"as_of":"2026-08-17T20:09:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7f2e800304264ffc420b2e74cf1d19cc48ec49bf34b4e690ba40f050596830be","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":10,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":10,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-17T06:30:58.91139+00:00","state":"measured"},{"denominator":10,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":10,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T12:41:30.916115Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T01:09:19.274569Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2402.09401","last_updated":"2025-02-11T18:18:59Z","snapshot_observed_at":"2026-08-17T03:04:22.544692Z","submitted_at":"2024-02-14T18:58:40Z","title":"Reinforcement Learning from Human Feedback with Active Queries","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09401","snapshot_observed_at":"2026-08-12T18:15:15.598159Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.11761","last_updated":"2025-02-20T16:22:19Z","snapshot_observed_at":"2026-08-15T08:34:22.985905Z","submitted_at":"2024-11-18T17:40:42Z","title":"Mapping out the Space of Human Feedback for Reinforcement Learning: A Conceptual Framework","version":2},"reference_index":81,"source":"pdf_text","source_observed_at":"2026-08-12T18:15:15.598159Z"},"links":{"cited_paper":"/paper/2402.09401","citing_paper":"/paper/2411.11761"},"observation_digest":"sha256:ea3631a461091c87e1ed663e9e2d797813e0729f0cbe399fa91e9776658f4edd","observation_id":"7036c7d0-9413-47a1-95c5-49fd2b504709","resolution":{"observed_at":"2026-08-12T18:15:15.598159Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09401","last_updated":"2025-02-11T18:18:59Z","snapshot_observed_at":"2026-08-17T03:04:22.544692Z","submitted_at":"2024-02-14T18:58:40Z","title":"Reinforcement Learning from Human Feedback with Active Queries","version":2},"cited_work":{"arxiv_id":"2402.09401","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2402.09401","snapshot_observed_at":"2026-07-04T01:09:19.274569Z","title":"Reinforcement learning from human feedback with active queries","venue":null,"work_id":"366fd9d3-52fa-4f00-858f-73aefe828a3c","year":2024},"citing_paper":{"arxiv_id":"2412.08812","last_updated":"2026-04-19T16:29:14Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-11T23:02:26Z","title":"Test-Time Alignment via Hypothesis Reweighting","version":2},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-05-23T06:55:54.051821Z"},"links":{"cited_paper":"/paper/2402.09401","citing_paper":"/paper/2412.08812"},"observation_digest":"sha256:a3bde113597a7f5d209aa4cb778342a0cda8917c136e6fbbcb0f27635f7b3ed4","observation_id":"41d6af29-5e50-4373-a0e9-f826e1ef227a","resolution":{"observed_at":"2026-05-23T06:57:40.452328Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09401","last_updated":"2025-02-11T18:18:59Z","snapshot_observed_at":"2026-08-17T03:04:22.544692Z","submitted_at":"2024-02-14T18:58:40Z","title":"Reinforcement Learning from Human Feedback with Active Queries","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09401","snapshot_observed_at":"2026-08-09T16:44:30.647246Z","title":"Reinforcement learning from human feedback with active queries","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.01085","last_updated":"2025-06-03T03:29:00Z","snapshot_observed_at":"2026-08-14T01:05:24.167135Z","submitted_at":"2025-02-03T05:56:22Z","title":"Federated Linear Dueling Bandits","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-09T16:44:30.647246Z"},"links":{"cited_paper":"/paper/2402.09401","citing_paper":"/paper/2502.01085"},"observation_digest":"sha256:6ad26f9601aeea0f5c55cb7cbd9c99249f2a234442ea58723e407c2627e62fd7","observation_id":"ab14e6a3-2ddf-46d5-9cb7-a967ae82c36b","resolution":{"observed_at":"2026-08-09T16:44:30.647246Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09401","last_updated":"2025-02-11T18:18:59Z","snapshot_observed_at":"2026-08-17T03:04:22.544692Z","submitted_at":"2024-02-14T18:58:40Z","title":"Reinforcement Learning from Human Feedback with Active Queries","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09401","snapshot_observed_at":"2026-08-08T23:03:53.095156Z","title":"Reinforcement learning from human feedback with active queries","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.04270","last_updated":"2025-02-06T18:09:00Z","snapshot_observed_at":"2026-08-14T04:25:10.622163Z","submitted_at":"2025-02-06T18:09:00Z","title":"PILAF: Optimal Human Preference Sampling for Reward Modeling","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-08T23:03:53.095156Z"},"links":{"cited_paper":"/paper/2402.09401","citing_paper":"/paper/2502.04270"},"observation_digest":"sha256:972b61e6981f9bf00b438686384346d72e4d46346ec4896db5c0fc2b6cf4bd2c","observation_id":"b963b863-fbed-47c6-a40a-e41b21635caf","resolution":{"observed_at":"2026-08-08T23:03:53.095156Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09401","last_updated":"2025-02-11T18:18:59Z","snapshot_observed_at":"2026-08-17T03:04:22.544692Z","submitted_at":"2024-02-14T18:58:40Z","title":"Reinforcement Learning from Human Feedback with Active Queries","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09401","snapshot_observed_at":"2026-08-16T12:41:30.916115Z","title":"Reinforcement learning from human feedback with active queries","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2504.12016","last_updated":"2025-07-16T20:57:36Z","snapshot_observed_at":"2026-08-17T12:12:14.813184Z","submitted_at":"2025-04-16T12:16:10Z","title":"Active Human Feedback Collection via Neural Contextual Dueling Bandits","version":2},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-16T12:41:30.916115Z"},"links":{"cited_paper":"/paper/2402.09401","citing_paper":"/paper/2504.12016"},"observation_digest":"sha256:8af5abbf48ee773fd2a7b85403b4fc38e8f625e906ed7ee8ce0b4b758414a2b5","observation_id":"19c40104-86f5-48a9-a5f5-d6374f1e5341","resolution":{"observed_at":"2026-08-16T12:41:30.916115Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09401","last_updated":"2025-02-11T18:18:59Z","snapshot_observed_at":"2026-08-17T03:04:22.544692Z","submitted_at":"2024-02-14T18:58:40Z","title":"Reinforcement Learning from Human Feedback with Active Queries","version":2},"cited_work":{"arxiv_id":"2402.09401","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2402.09401","snapshot_observed_at":"2026-07-04T01:09:19.274569Z","title":"Reinforcement learning from human feedback with active queries","venue":null,"work_id":"366fd9d3-52fa-4f00-858f-73aefe828a3c","year":2024},"citing_paper":{"arxiv_id":"2604.02507","last_updated":"2026-04-02T21:04:17Z","snapshot_observed_at":"2026-08-17T03:26:47.644850Z","submitted_at":"2026-04-02T21:04:17Z","title":"Reinforcement Learning from Human Feedback: A Statistical Perspective","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-05-13T20:10:43.578904Z"},"links":{"cited_paper":"/paper/2402.09401","citing_paper":"/paper/2604.02507"},"observation_digest":"sha256:33ed399a67fcfff9b64f9d78b22bf849809edf8ff9bde635e2cb6a0be4e239d4","observation_id":"c6d2d641-20a7-4abf-a3ef-313a794c812e","resolution":{"observed_at":"2026-05-13T20:13:13.738953Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09401","last_updated":"2025-02-11T18:18:59Z","snapshot_observed_at":"2026-08-17T03:04:22.544692Z","submitted_at":"2024-02-14T18:58:40Z","title":"Reinforcement Learning from Human Feedback with Active Queries","version":2},"cited_work":{"arxiv_id":"2402.09401","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2402.09401","snapshot_observed_at":"2026-07-04T01:09:19.274569Z","title":"Reinforcement learning from human feedback with active queries","venue":null,"work_id":"366fd9d3-52fa-4f00-858f-73aefe828a3c","year":2024},"citing_paper":{"arxiv_id":"2605.25864","last_updated":"2026-05-25T13:55:12Z","snapshot_observed_at":"2026-07-06T23:35:46.157653Z","submitted_at":"2026-05-25T13:55:12Z","title":"When Self-Belief Misleads: Active Label Acquisition for Reinforcement Learning with Verifiable Rewards","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-06-29T22:58:46.313028Z"},"links":{"cited_paper":"/paper/2402.09401","citing_paper":"/paper/2605.25864"},"observation_digest":"sha256:174d9d17257a27eb5609f72e6f32b65a2b5acb1750a8226a848a4a91a7af3d20","observation_id":"d3d67732-188f-45fd-9f06-97da319aa2c5","resolution":{"observed_at":"2026-06-29T23:04:01.309654Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09401","last_updated":"2025-02-11T18:18:59Z","snapshot_observed_at":"2026-08-17T03:04:22.544692Z","submitted_at":"2024-02-14T18:58:40Z","title":"Reinforcement Learning from Human Feedback with Active Queries","version":2},"cited_work":{"arxiv_id":"2402.09401","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2402.09401","snapshot_observed_at":"2026-07-04T01:09:19.274569Z","title":"Reinforcement learning from human feedback with active queries","venue":null,"work_id":"366fd9d3-52fa-4f00-858f-73aefe828a3c","year":2024},"citing_paper":{"arxiv_id":"2606.19607","last_updated":"2026-06-17T21:19:01Z","snapshot_observed_at":"2026-08-14T17:53:53.744750Z","submitted_at":"2026-06-17T21:19:01Z","title":"Which Pairs to Compare for LLM Post-Training?","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-06-26T20:37:19.221848Z"},"links":{"cited_paper":"/paper/2402.09401","citing_paper":"/paper/2606.19607"},"observation_digest":"sha256:9c7a1f8f1722a7230bf4370b3fb76fce6107f656605eddcef0e4511fe1e30a87","observation_id":"59cdca9d-327a-4ca3-ac54-0d858eaffd4d","resolution":{"observed_at":"2026-07-04T01:09:19.276435Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09401","last_updated":"2025-02-11T18:18:59Z","snapshot_observed_at":"2026-08-17T03:04:22.544692Z","submitted_at":"2024-02-14T18:58:40Z","title":"Reinforcement Learning from Human Feedback with Active Queries","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09401","snapshot_observed_at":"2026-08-04T01:06:56.090015Z","title":"arXiv preprint arXiv:2402.09401 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00215","last_updated":"2026-07-31T18:56:30Z","snapshot_observed_at":"2026-08-14T10:04:40.365720Z","submitted_at":"2026-07-31T18:56:30Z","title":"Personalizing Large Language Model Agents with Small Policy Models","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-04T01:06:56.090015Z"},"links":{"cited_paper":"/paper/2402.09401","citing_paper":"/paper/2608.00215"},"observation_digest":"sha256:60c5b13b186d03c0846ddccaf45518865aba8fcda295427dbc3fb1111431741e","observation_id":"755b9f24-0268-4a2b-9487-2d017ca150c1","resolution":{"observed_at":"2026-08-04T01:06:56.090015Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.09401","last_updated":"2025-02-11T18:18:59Z","snapshot_observed_at":"2026-08-17T03:04:22.544692Z","submitted_at":"2024-02-14T18:58:40Z","title":"Reinforcement Learning from Human Feedback with Active Queries","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.09401","snapshot_observed_at":"2026-08-15T15:19:36.565683Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.01378","last_updated":"2026-08-02T16:59:29Z","snapshot_observed_at":"2026-08-16T03:20:48.344133Z","submitted_at":"2026-08-02T16:59:29Z","title":"When May a Model Replace the Experiment? Audits, Licenses, and the Price of Trust in Surrogate-Driven Design","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-15T15:19:36.565683Z"},"links":{"cited_paper":"/paper/2402.09401","citing_paper":"/paper/2608.01378"},"observation_digest":"sha256:6b3cbc4a0e13a626d5288ca9f76ae526689a74f4c9520561d2bf803182978072","observation_id":"0aa0e2de-c844-4422-9fc6-689d858e27e6","resolution":{"observed_at":"2026-08-15T15:19:36.565683Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2402.09401/citation-record","integrity":"/paper/2402.09401/integrity","json":"/paper/2402.09401/citation-record.json","paper":"/paper/2402.09401"},"outbound":[],"paper":{"arxiv_id":"2402.09401","last_updated":"2025-02-11T18:18:59Z","latest_version":2,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-17T03:04:22.544692Z","submitted_at":"2024-02-14T18:58:40Z","title":"Reinforcement Learning from Human Feedback with Active Queries"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"thesis":"As of 17 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 10 inbound Pith citation observations for arXiv:2402.09401."}