{"as_of":"2026-08-09T02:10:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:be89803991dc8830740a06c5322cf45e8f6db7e299dfb1937b348f1f2db2503f","coverage":[{"denominator":15,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":15,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T15:31:19.984724Z","state":"measured"},{"denominator":19,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":19,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":4,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":4,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-03T04:00:17.717041Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-22T06:41:10.730142Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"cited_work":{"arxiv_id":"2505.14946","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.14946","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Reinforcement learning from user feedback","venue":null,"work_id":"ea1aaa24-6f20-4478-b8b9-2937494a0a37","year":2025},"citing_paper":{"arxiv_id":"2602.06470","last_updated":"2026-06-17T03:51:53Z","snapshot_observed_at":"2026-08-08T16:10:50.520519Z","submitted_at":"2026-02-06T07:55:26Z","title":"Improve Large Language Model Systems with User Logs","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-21T14:34:01.332088Z"},"links":{"cited_paper":"/paper/2505.14946","citing_paper":"/paper/2602.06470"},"observation_digest":"sha256:038bae21dc1169c1d7627110662ea2c18d6790e9d44b1d44e0da2a222968abc8","observation_id":"d87a5206-3a8d-43b2-883a-5aa84860bd56","resolution":{"observed_at":"2026-05-21T14:34:12.887504Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.14946","snapshot_observed_at":"2026-08-03T04:00:17.717041Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2602.06470","last_updated":"2026-06-17T03:51:53Z","snapshot_observed_at":"2026-08-08T16:10:50.520519Z","submitted_at":"2026-02-06T07:55:26Z","title":"Improve Large Language Model Systems with User Logs","version":3},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-03T04:00:17.717041Z"},"links":{"cited_paper":"/paper/2505.14946","citing_paper":"/paper/2602.06470"},"observation_digest":"sha256:a5fe231c9521c8d2a6dda57e1d52b35d560259c48f42e5a88954e32123c03e99","observation_id":"cc288a59-2e67-4c42-8f07-1a56c70ae9e6","resolution":{"observed_at":"2026-08-03T04:00:17.717041Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"cited_work":{"arxiv_id":"2505.14946","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.14946","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Reinforcement learning from user feedback","venue":null,"work_id":"ea1aaa24-6f20-4478-b8b9-2937494a0a37","year":2025},"citing_paper":{"arxiv_id":"2605.18899","last_updated":"2026-05-17T11:10:44Z","snapshot_observed_at":"2026-07-06T23:29:42.583875Z","submitted_at":"2026-05-17T11:10:44Z","title":"Don't Let Bandit Feedback Pull Continual LLM-Recommender Updates Off Target","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-20T14:13:49.666793Z"},"links":{"cited_paper":"/paper/2505.14946","citing_paper":"/paper/2605.18899"},"observation_digest":"sha256:39be6f72129abcf88c988368c76970fb4f6574fc8967a732c0e8eddcbf2fb83b","observation_id":"53b82c74-fda3-4e75-b667-04a7ee5080d5","resolution":{"observed_at":"2026-05-20T14:18:21.443053Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"cited_work":{"arxiv_id":"2505.14946","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.14946","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Reinforcement learning from user feedback","venue":null,"work_id":"ea1aaa24-6f20-4478-b8b9-2937494a0a37","year":2025},"citing_paper":{"arxiv_id":"2605.21984","last_updated":"2026-05-21T04:34:00Z","snapshot_observed_at":"2026-08-02T23:47:40.908968Z","submitted_at":"2026-05-21T04:34:00Z","title":"Echo: Learning from Experience Data via User-Driven Refinement","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-22T06:37:34.840129Z"},"links":{"cited_paper":"/paper/2505.14946","citing_paper":"/paper/2605.21984"},"observation_digest":"sha256:be449ccbf2caf5c5d02f2ee1f28e8cd1096671f04bd748224fb946973ccadb2c","observation_id":"be025eea-7c21-41ee-bd3e-2b19cfe6c51b","resolution":{"observed_at":"2026-05-22T06:41:10.732700Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.14946/citation-record","integrity":"/paper/2505.14946/integrity","json":"/paper/2505.14946/citation-record.json","paper":"/paper/2505.14946"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:31:18.136449Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T15:31:18.136449Z"},"links":{"citing_paper":"/paper/2505.14946"},"observation_digest":"sha256:e92107b898bf2f81cc781b8231a81d86f24f6a2b2f09ebc2ec13c9ecc9a72fb4","observation_id":"b2ab7095-50fb-416c-87bc-9a347c2cacdb","resolution":{"observed_at":"2026-08-07T15:31:18.136449Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2204.05862","last_updated":"2022-04-12T15:02:38Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-04-12T15:02:38Z","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.05862","snapshot_observed_at":"2026-08-07T15:31:18.262530Z","title":"Training a helpful and harmless assistant with reinforcement learning from human feedback, 2022","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T15:31:18.262530Z"},"links":{"cited_paper":"/paper/2204.05862","citing_paper":"/paper/2505.14946"},"observation_digest":"sha256:414b546fc2fc75e31bf418717110f2f06a42c5b36f06679a7d79e37f8e55b10e","observation_id":"8f263c6e-0cde-4bb6-b96b-90849af888b9","resolution":{"observed_at":"2026-08-07T15:31:18.262530Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:31:20.789617Z","title":"Deep neural networks for youtube recommendations","venue":null,"work_id":"47f872a8-05aa-400a-bb31-1aa7b49d23d9","year":2016},"citing_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T15:31:18.404379Z"},"links":{"citing_paper":"/paper/2505.14946"},"observation_digest":"sha256:32b9ecaef27ebe6f9c6ea164302c00e680b27a4934720fee8d9b6500c6e29460","observation_id":"523153a0-7109-4a28-bf9b-bc5488b3d8cd","resolution":{"observed_at":"2026-08-07T15:31:20.868378Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.12773","last_updated":"2023-10-19T14:22:03Z","snapshot_observed_at":"2026-08-02T16:56:38.535065Z","submitted_at":"2023-10-19T14:22:03Z","title":"Safe RLHF: Safe Reinforcement Learning from Human Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.12773","snapshot_observed_at":"2026-08-07T15:31:18.545522Z","title":"Safe rlhf: Safe reinforcement learning from human feedback, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T15:31:18.545522Z"},"links":{"cited_paper":"/paper/2310.12773","citing_paper":"/paper/2505.14946"},"observation_digest":"sha256:a0aa9fa1f995a86227428295dc1dc3df46c8d68d0baa6968bfe8727dbb3f3593","observation_id":"7052395b-27cb-4d97-a0d3-ede20d28d8d6","resolution":{"observed_at":"2026-08-07T15:31:18.545522Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-07T15:31:18.652719Z","title":"The llama 3 herd of models, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T15:31:18.652719Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2505.14946"},"observation_digest":"sha256:3fd4c7892ffb540def147d07c77a1d6c1cfcd4019123d1a2578adcbd991f3e16","observation_id":"5bf7fe79-51d5-464a-9e17-d20e2c49382d","resolution":{"observed_at":"2026-08-07T15:31:18.652719Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2209.07663","last_updated":"2022-09-27T21:58:20Z","snapshot_observed_at":"2026-08-04T08:04:12.757450Z","submitted_at":"2022-09-16T00:58:16Z","title":"Monolith: Real Time Recommendation System With Collisionless Embedding Table","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2209.07663","snapshot_observed_at":"2026-08-07T15:31:18.796406Z","title":"Monolith: Real time recommendation system with collisionless embedding table, 2022","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T15:31:18.796406Z"},"links":{"cited_paper":"/paper/2209.07663","citing_paper":"/paper/2505.14946"},"observation_digest":"sha256:738cb092dc693e073e8450134265e316e31523a56b44046cff252cb9287a6f21","observation_id":"12575196-fd6d-46f4-a34b-dc1f0bcf13dd","resolution":{"observed_at":"2026-08-07T15:31:18.796406Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:31:20.487311Z","title":"Deep learning recommendation model for personalization and recommendation systems","venue":null,"work_id":"bf643567-ca5f-4e85-b352-6f41ee4e52b9","year":2019},"citing_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T15:31:18.982092Z"},"links":{"citing_paper":"/paper/2505.14946"},"observation_digest":"sha256:b89bc2d8ee9ac5486f74af5f53fde4b5d3bfbbd20ce4595f34f22dd8fbe8e4b3","observation_id":"afc134b4-159d-400c-b6bf-a9a9957d135b","resolution":{"observed_at":"2026-08-07T15:31:20.630150Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-07T15:31:19.088890Z","title":"Gpt-4 technical report, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T15:31:19.088890Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2505.14946"},"observation_digest":"sha256:39a139e12aeb33c829a7198aa15412bcab0811c6869f4072865beb36786eb3ad","observation_id":"e0e223e9-45df-4c5b-87da-8dccd58dd865","resolution":{"observed_at":"2026-08-07T15:31:19.088890Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.02155","last_updated":"2022-03-04T07:04:42Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-03-04T07:04:42Z","title":"Training language models to follow instructions with human feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.02155","snapshot_observed_at":"2026-08-07T15:31:19.258698Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T15:31:19.258698Z"},"links":{"cited_paper":"/paper/2203.02155","citing_paper":"/paper/2505.14946"},"observation_digest":"sha256:c384b2ca0e53d897230f221cceee3ff462b290c42c32dc3394bda7bc9a08fb52","observation_id":"187829dc-d5e9-4be6-8728-8a5decf356e1","resolution":{"observed_at":"2026-08-07T15:31:19.258698Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:31:20.194432Z","title":"Juicer: A benchmark for open domain dialogue evaluation with diverse negative responses","venue":null,"work_id":"04ec6183-81c4-4aa2-adfd-d4aa03ca0eb8","year":2022},"citing_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T15:31:19.387326Z"},"links":{"citing_paper":"/paper/2505.14946"},"observation_digest":"sha256:474ee64183f7e61b72686a46d6275ca2284a35044e5e720482ef6cb66e02f0e8","observation_id":"14511249-4d0a-4732-a8e2-58380b960387","resolution":{"observed_at":"2026-08-07T15:31:20.378457Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-07T15:31:19.528623Z","title":"Llama 2: Open foundation and fine-tuned chat models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T15:31:19.528623Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2505.14946"},"observation_digest":"sha256:f3ed61440142feb1660607cc7e44505b4b7469258a96d0f0a5b61ec3b77ce82f","observation_id":"832ffd17-9217-4ad5-9f8d-1669bfd06395","resolution":{"observed_at":"2026-08-07T15:31:19.528623Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.04707","last_updated":"2023-06-07T18:19:46Z","snapshot_observed_at":"2026-07-30T23:18:39.717167Z","submitted_at":"2023-06-07T18:19:46Z","title":"Improving Open Language Models by Learning from Organic Interactions","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.04707","snapshot_observed_at":"2026-08-07T15:31:19.651643Z","title":"Improving open language models by learning from organic interactions, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T15:31:19.651643Z"},"links":{"cited_paper":"/paper/2306.04707","citing_paper":"/paper/2505.14946"},"observation_digest":"sha256:10023d7f303802920b61dbe0853bc42ba086e0916179aafd7c1dab8cc18d1764","observation_id":"fd73abf3-90d8-4f4c-a164-675c57203be7","resolution":{"observed_at":"2026-08-07T15:31:19.651643Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.20370","last_updated":"2024-09-30T15:06:53Z","snapshot_observed_at":"2026-07-06T19:24:35.007698Z","submitted_at":"2024-09-30T15:06:53Z","title":"The Perfect Blend: Redefining RLHF with Mixture of Judges","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.20370","snapshot_observed_at":"2026-08-07T15:31:19.744551Z","title":"The perfect blend: Redefining rlhf with mixture of judges, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T15:31:19.744551Z"},"links":{"cited_paper":"/paper/2409.20370","citing_paper":"/paper/2505.14946"},"observation_digest":"sha256:215762f0bc7f138a8cf839aee19365ef705367a84bd0f17632bc9653c3763a28","observation_id":"75b57ebb-2c3e-4acd-9fe1-0523b5f07d79","resolution":{"observed_at":"2026-08-07T15:31:19.744551Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.04964","last_updated":"2023-07-18T08:44:47Z","snapshot_observed_at":"2026-08-07T18:08:01.409989Z","submitted_at":"2023-07-11T01:55:24Z","title":"Secrets of RLHF in Large Language Models Part I: PPO","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.04964","snapshot_observed_at":"2026-08-07T15:31:19.864968Z","title":"Secrets of rlhf in large language models part i: Ppo, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T15:31:19.864968Z"},"links":{"cited_paper":"/paper/2307.04964","citing_paper":"/paper/2505.14946"},"observation_digest":"sha256:4488bba374ad3340f5e620b5e09cfb95bb118dd5219c6db21d5b837a1ecef9c7","observation_id":"6e8cb7dd-c969-43e7-b52d-91bbe4171d6c","resolution":{"observed_at":"2026-08-07T15:31:19.864968Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1909.08593","last_updated":"2020-01-08T23:02:36Z","snapshot_observed_at":"2026-08-08T07:44:49.921146Z","submitted_at":"2019-09-18T17:33:39Z","title":"Fine-Tuning Language Models from Human Preferences","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1909.08593","snapshot_observed_at":"2026-08-07T15:31:19.984724Z","title":"Ziegler, Nisan Stiennon, Jeffrey Wu, Tom B","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T15:31:19.984724Z"},"links":{"cited_paper":"/paper/1909.08593","citing_paper":"/paper/2505.14946"},"observation_digest":"sha256:98a624fe2796f9e41a3387afad625e3120e21dab5867aa67ee5d02b649fa1770","observation_id":"ba52866a-1355-43be-aa47-161221142ae4","resolution":{"observed_at":"2026-08-07T15:31:19.984724Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.14946","last_updated":"2025-05-20T22:14:44Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-07T15:24:38.624804Z","submitted_at":"2025-05-20T22:14:44Z","title":"Reinforcement Learning from User Feedback"},"reference_resolution":{"displayed":15,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":12,"verified_exact":0,"verified_fuzzy":3},"total_outbound_references":15},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 15 of 15 outbound references and 4 inbound Pith citation observations for arXiv:2505.14946."}