{"as_of":"2026-08-08T02:49:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:d8b522377796b67e18c6c215a143e9c749eb1dbf2c27398fafc3ae2d33de5ad6","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":12,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":12,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":12,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":12,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T23:51:35.751446Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-21T13:10:10.504002Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2305.18438","last_updated":"2023-07-03T13:08:46Z","snapshot_observed_at":"2026-07-06T15:34:59.457879Z","submitted_at":"2023-05-29T01:18:39Z","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.18438","snapshot_observed_at":"2026-08-07T23:51:35.751446Z","title":"Reinforcement learning with human feedback: Learning dynamic choices via pessimism","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.08759","last_updated":"2025-02-12T20:03:56Z","snapshot_observed_at":"2026-08-07T23:43:56.290356Z","submitted_at":"2025-02-12T20:03:56Z","title":"Contextual bandits with entropy-based human feedback","version":1},"reference_index":2010,"source":"pdf_text","source_observed_at":"2026-08-07T23:51:35.751446Z"},"links":{"cited_paper":"/paper/2305.18438","citing_paper":"/paper/2502.08759"},"observation_digest":"sha256:49ed6cd03e9bea2dae2969ace797d67cfd49f5574a9f5f3f5553deed0e36c343","observation_id":"e5f631b0-48e9-4dd1-8bde-3ecdd832eefd","resolution":{"observed_at":"2026-08-07T23:51:35.751446Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18438","last_updated":"2023-07-03T13:08:46Z","snapshot_observed_at":"2026-07-06T15:34:59.457879Z","submitted_at":"2023-05-29T01:18:39Z","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.18438","snapshot_observed_at":"2026-08-07T15:37:27.735776Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.14585","last_updated":"2025-09-04T11:31:24Z","snapshot_observed_at":"2026-08-07T21:21:35.164318Z","submitted_at":"2025-05-20T16:40:09Z","title":"Context Reasoner: Incentivizing Reasoning Capability for Contextualized Privacy and Safety Compliance via Reinforcement Learning","version":2},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-07T15:37:27.735776Z"},"links":{"cited_paper":"/paper/2305.18438","citing_paper":"/paper/2505.14585"},"observation_digest":"sha256:cf66183e55e307e99b088524c8cb351f9f2c840217cc601edf8d74f5e69d6ad0","observation_id":"b87d7704-760f-4733-9942-2bbf1c04246f","resolution":{"observed_at":"2026-08-07T15:37:27.735776Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18438","last_updated":"2023-07-03T13:08:46Z","snapshot_observed_at":"2026-07-06T15:34:59.457879Z","submitted_at":"2023-05-29T01:18:39Z","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.18438","snapshot_observed_at":"2026-08-07T12:43:48.277156Z","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism.arXiv e-prints, page arXiv:2305.18438, May 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.23927","last_updated":"2025-05-29T18:22:02Z","snapshot_observed_at":"2026-08-07T12:35:50.981783Z","submitted_at":"2025-05-29T18:22:02Z","title":"Thompson Sampling in Online RLHF with General Function Approximation","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T12:43:48.277156Z"},"links":{"cited_paper":"/paper/2305.18438","citing_paper":"/paper/2505.23927"},"observation_digest":"sha256:c71424f369c57d6d4fd40e43bc8c295d388da14231b508623d4ed638855b5463","observation_id":"42031251-04a4-4d60-98f6-1d92937d10ec","resolution":{"observed_at":"2026-08-07T12:43:48.277156Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18438","last_updated":"2023-07-03T13:08:46Z","snapshot_observed_at":"2026-07-06T15:34:59.457879Z","submitted_at":"2023-05-29T01:18:39Z","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.18438","snapshot_observed_at":"2026-08-07T11:20:13.572546Z","title":"Reinforcement learning with human feedback: Learning dynamic choices via pessimism","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.03066","last_updated":"2026-07-17T19:03:49Z","snapshot_observed_at":"2026-08-07T11:06:58.974594Z","submitted_at":"2025-06-03T16:42:39Z","title":"Sign-SZPO: Provable Preference-based Reinforcement Learning with an Unknown Link Function","version":2},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-07T11:20:13.572546Z"},"links":{"cited_paper":"/paper/2305.18438","citing_paper":"/paper/2506.03066"},"observation_digest":"sha256:b3b9227dfeb7ec985b9952b830416c0830fae8b154ebce52c81bcdf05c929bf2","observation_id":"c477f12d-8642-45e5-9f7c-6d8ee20d0c30","resolution":{"observed_at":"2026-08-07T11:20:13.572546Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18438","last_updated":"2023-07-03T13:08:46Z","snapshot_observed_at":"2026-07-06T15:34:59.457879Z","submitted_at":"2023-05-29T01:18:39Z","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.18438","snapshot_observed_at":"2026-08-06T19:14:16.570144Z","title":"Reinforcement learning with human feedback: Learning dynamic choices via pessimism.arXiv preprint arXiv:2305.18438, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.06181","last_updated":"2025-07-08T17:03:39Z","snapshot_observed_at":"2026-08-07T16:09:15.554628Z","submitted_at":"2025-07-08T17:03:39Z","title":"CriticLean: Critic-Guided Reinforcement Learning for Mathematical Formalization","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T19:14:16.570144Z"},"links":{"cited_paper":"/paper/2305.18438","citing_paper":"/paper/2507.06181"},"observation_digest":"sha256:99f6b5b830d47bdf5441a8c93f0f9e5ab7c1e9facaedfb99089b9515a2a96770","observation_id":"bdc3fece-0080-4353-858d-1a6b33231a1c","resolution":{"observed_at":"2026-08-06T19:14:16.570144Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18438","last_updated":"2023-07-03T13:08:46Z","snapshot_observed_at":"2026-07-06T15:34:59.457879Z","submitted_at":"2023-05-29T01:18:39Z","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.18438","snapshot_observed_at":"2026-08-05T14:28:39.988703Z","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2508.21307","last_updated":"2025-08-29T02:08:36Z","snapshot_observed_at":"2026-08-07T20:23:24.689358Z","submitted_at":"2025-08-29T02:08:36Z","title":"MultiFluxAI Enhancing Platform Engineering with Advanced Agent-Orchestrated Retrieval Systems","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-05T14:28:39.988703Z"},"links":{"cited_paper":"/paper/2305.18438","citing_paper":"/paper/2508.21307"},"observation_digest":"sha256:e27912451b76b3546d82b811120fa2f3d5a375f8b930270be5861818e5af9b36","observation_id":"8aa7a4a6-07d9-461f-b276-4e1c25f312bc","resolution":{"observed_at":"2026-08-05T14:28:39.988703Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18438","last_updated":"2023-07-03T13:08:46Z","snapshot_observed_at":"2026-07-06T15:34:59.457879Z","submitted_at":"2023-05-29T01:18:39Z","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism","version":3},"cited_work":{"arxiv_id":"2305.18438","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.18438","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Hashimoto","venue":null,"work_id":"69bcd06b-aa69-4e77-9fc5-bb6e9b168fd7","year":null},"citing_paper":{"arxiv_id":"2602.06239","last_updated":"2026-05-15T16:18:46Z","snapshot_observed_at":"2026-07-06T22:44:46.690576Z","submitted_at":"2026-02-05T22:31:07Z","title":"Provably avoiding over-optimization in Direct Preference Optimization without knowing the data distribution","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-16T06:35:30.479542Z"},"links":{"cited_paper":"/paper/2305.18438","citing_paper":"/paper/2602.06239"},"observation_digest":"sha256:676087e91d2ab8cce773bcfe00e2c87ce81fa2c941bb441cbe185f7f75fd8196","observation_id":"b3e76895-0dd6-4821-bc4e-f9143da03a51","resolution":{"observed_at":"2026-05-16T06:37:28.513538Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18438","last_updated":"2023-07-03T13:08:46Z","snapshot_observed_at":"2026-07-06T15:34:59.457879Z","submitted_at":"2023-05-29T01:18:39Z","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism","version":3},"cited_work":{"arxiv_id":"2305.18438","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.18438","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Hashimoto","venue":null,"work_id":"69bcd06b-aa69-4e77-9fc5-bb6e9b168fd7","year":null},"citing_paper":{"arxiv_id":"2602.06239","last_updated":"2026-05-15T16:18:46Z","snapshot_observed_at":"2026-07-06T22:44:46.690576Z","submitted_at":"2026-02-05T22:31:07Z","title":"Provably avoiding over-optimization in Direct Preference Optimization without knowing the data distribution","version":3},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-21T13:06:54.002248Z"},"links":{"cited_paper":"/paper/2305.18438","citing_paper":"/paper/2602.06239"},"observation_digest":"sha256:1ac8d88875fcb2929e11726e8fbfeb4c124d7fb7d7f2e6f12ad07f66796ed092","observation_id":"ae595c80-a756-489f-b7e0-67610fae47ce","resolution":{"observed_at":"2026-05-21T13:10:10.505952Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18438","last_updated":"2023-07-03T13:08:46Z","snapshot_observed_at":"2026-07-06T15:34:59.457879Z","submitted_at":"2023-05-29T01:18:39Z","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism","version":3},"cited_work":{"arxiv_id":"2305.18438","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2305.18438","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Hashimoto","venue":null,"work_id":"69bcd06b-aa69-4e77-9fc5-bb6e9b168fd7","year":null},"citing_paper":{"arxiv_id":"2603.28281","last_updated":"2026-04-09T09:10:22Z","snapshot_observed_at":"2026-07-06T22:51:05.074191Z","submitted_at":"2026-03-30T11:03:36Z","title":"Corruption-robust Offline Multi-agent Reinforcement Learning From Human Feedback","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-14T21:03:48.813600Z"},"links":{"cited_paper":"/paper/2305.18438","citing_paper":"/paper/2603.28281"},"observation_digest":"sha256:3eecdd53dff2b982f9fe8ae344ef018773d46f8dd9ad8a3adfb524db2163b446","observation_id":"12e7541c-527f-4475-86c4-d07f24850210","resolution":{"observed_at":"2026-05-14T21:19:29.068443Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18438","last_updated":"2023-07-03T13:08:46Z","snapshot_observed_at":"2026-07-06T15:34:59.457879Z","submitted_at":"2023-05-29T01:18:39Z","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.18438","snapshot_observed_at":"2026-07-11T13:53:36.775836Z","title":"arXiv preprint arXiv:2305.18438 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.04763","last_updated":"2026-07-26T14:17:18Z","snapshot_observed_at":"2026-08-02T10:24:43.977557Z","submitted_at":"2026-07-06T07:56:53Z","title":"Multi-Turn On-Policy Distillation with Prefix Replay","version":1},"reference_index":288,"source":"arxiv_source","source_observed_at":"2026-07-11T13:53:36.775836Z"},"links":{"cited_paper":"/paper/2305.18438","citing_paper":"/paper/2607.04763"},"observation_digest":"sha256:bd5f8bc61a34dc39ae494307c0ce3c1b3be0f96a781c4c201275bb3748d9634b","observation_id":"d6d6702d-479e-465c-a86c-c1f3457a1d27","resolution":{"observed_at":"2026-07-11T13:53:36.775836Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18438","last_updated":"2023-07-03T13:08:46Z","snapshot_observed_at":"2026-07-06T15:34:59.457879Z","submitted_at":"2023-05-29T01:18:39Z","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.18438","snapshot_observed_at":"2026-08-02T08:41:06.266778Z","title":"arXiv preprint arXiv:2305.18438 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.04763","last_updated":"2026-07-26T14:17:18Z","snapshot_observed_at":"2026-08-02T10:24:43.977557Z","submitted_at":"2026-07-06T07:56:53Z","title":"Multi-Turn On-Policy Distillation with Prefix Replay","version":3},"reference_index":289,"source":"arxiv_source","source_observed_at":"2026-08-02T08:41:06.266778Z"},"links":{"cited_paper":"/paper/2305.18438","citing_paper":"/paper/2607.04763"},"observation_digest":"sha256:2fc7580514d1e3a6c9b034b8cd0e1062f5e92a35ea40f9f68283a817ff049198","observation_id":"df9ce709-e49a-4775-8246-c31f7cc44862","resolution":{"observed_at":"2026-08-02T08:41:06.266778Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18438","last_updated":"2023-07-03T13:08:46Z","snapshot_observed_at":"2026-07-06T15:34:59.457879Z","submitted_at":"2023-05-29T01:18:39Z","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.18438","snapshot_observed_at":"2026-08-01T08:49:12.905158Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.21013","last_updated":"2026-07-25T07:42:56Z","snapshot_observed_at":"2026-08-07T08:24:32.757054Z","submitted_at":"2026-07-23T07:52:40Z","title":"EmoAgent-R1: Towards Multimodal Emotion Understanding with Reinforcement Learning-based Dynamic Agent Specialization","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-01T08:49:12.905158Z"},"links":{"cited_paper":"/paper/2305.18438","citing_paper":"/paper/2607.21013"},"observation_digest":"sha256:77d14cbb8c27c2d9da37ac6f16876c5a579898f62326a30a1783649c0c875165","observation_id":"b95f051c-6a8e-40bc-9447-5dec8e7c6fe0","resolution":{"observed_at":"2026-08-01T08:49:12.905158Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2305.18438/citation-record","integrity":"/paper/2305.18438/integrity","json":"/paper/2305.18438/citation-record.json","paper":"/paper/2305.18438"},"outbound":[],"paper":{"arxiv_id":"2305.18438","last_updated":"2023-07-03T13:08:46Z","latest_version":3,"primary_category":"cs.LG","snapshot_observed_at":"2026-07-06T15:34:59.457879Z","submitted_at":"2023-05-29T01:18:39Z","title":"Reinforcement Learning with Human Feedback: Learning Dynamic Choices via Pessimism"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 12 inbound Pith citation observations for arXiv:2305.18438."}