{"as_of":"2026-08-08T20:21:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:78c4101d9f26700a3e6f8624428183665cbbdf042d218191da0393dcfcc7ddae","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":37,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":37,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":37,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":37,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T15:20:57.409103Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T08:09:40.661453Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2409.19256","last_updated":"2024-10-02T04:01:47Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-28T06:20:03Z","title":"HybridFlow: A Flexible and Efficient RLHF Framework","version":2},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-05-11T07:53:38.715353Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2409.19256"},"observation_digest":"sha256:418b7d5204dbfe00ea26b1ed861f9645b7310002a6b5ca6dca8fc7aa2609481a","observation_id":"262fd3c7-4766-406c-81c5-c18a13cbfd8b","resolution":{"observed_at":"2026-05-11T07:53:38.919778Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2502.01456","last_updated":"2025-09-26T09:25:31Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-03T15:43:48Z","title":"Process Reinforcement through Implicit Rewards","version":2},"reference_index":97,"source":"arxiv_source","source_observed_at":"2026-05-11T20:23:30.763794Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2502.01456"},"observation_digest":"sha256:19146f919da500c322e140c670ed44f357ff65bca5413cbc7e796bb37d84ac45","observation_id":"cacf610b-102d-46f0-8143-b28a42d80033","resolution":{"observed_at":"2026-05-11T20:23:31.123445Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-08-07T15:20:57.409103Z","title":"Remax: A simple, effective, and efficient reinforcement learning method for aligning large language models.arXiv preprint arXiv:2310.10505, 2023","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.15447","last_updated":"2025-05-21T12:29:40Z","snapshot_observed_at":"2026-08-07T15:15:18.405516Z","submitted_at":"2025-05-21T12:29:40Z","title":"ViaRL: Adaptive Temporal Grounding via Visual Iterated Amplification Reinforcement Learning","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T15:20:57.409103Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2505.15447"},"observation_digest":"sha256:ec5a1726d5239803f499bd685b67f6847847da1c3d2a12cc41a1b4fa8a2ea0f0","observation_id":"2e2e35f4-2831-4741-985a-97dad4e1fcc7","resolution":{"observed_at":"2026-08-07T15:20:57.409103Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-08-07T12:43:48.349648Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.23927","last_updated":"2025-05-29T18:22:02Z","snapshot_observed_at":"2026-08-07T12:35:50.981783Z","submitted_at":"2025-05-29T18:22:02Z","title":"Thompson Sampling in Online RLHF with General Function Approximation","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T12:43:48.349648Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2505.23927"},"observation_digest":"sha256:720b809aa4bcc7e6843f5994efb1a44169bc4d490a62c8e46c6bb01cff9e6738","observation_id":"f0776b47-d595-408d-8199-0e20cbb831ad","resolution":{"observed_at":"2026-08-07T12:43:48.349648Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-08-07T11:32:29.011230Z","title":"Remax: A sim- ple, effective, and efficient reinforcement learning method for aligning large language models.arXiv preprint arXiv:2310.10505, 2023","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.02553","last_updated":"2025-06-03T07:44:31Z","snapshot_observed_at":"2026-08-07T11:19:28.410568Z","submitted_at":"2025-06-03T07:44:31Z","title":"Response-Level Rewards Are All You Need for Online Reinforcement Learning in LLMs: A Mathematical Perspective","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T11:32:29.011230Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2506.02553"},"observation_digest":"sha256:5fae6af789e08fd7692a2f19cf5f3f98b87aff4feb08961e373c4110dade651d","observation_id":"b3b842df-d41e-4957-991c-f0ea6963c5f2","resolution":{"observed_at":"2026-08-07T11:32:29.011230Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-08-07T05:12:47.066674Z","title":"Remax: A simple, effective, and efficient reinforcement learn- ing method for aligning large language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.08551","last_updated":"2025-06-11T05:56:27Z","snapshot_observed_at":"2026-08-07T05:05:02.757221Z","submitted_at":"2025-06-10T08:16:24Z","title":"DeepForm: Reasoning Large Language Model for Communication System Formulation","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T05:12:47.066674Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2506.08551"},"observation_digest":"sha256:8ba160c2a215de6fa6dfe795c92494cb949f7ce00e66512ccdb1c10c9ed52ef3","observation_id":"d6b7d1d8-ef1f-423c-9de4-6e08705465b3","resolution":{"observed_at":"2026-08-07T05:12:47.066674Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-08-07T04:39:18.715700Z","title":"Remax: A simple, effective, and efficient reinforcement learning method for aligning large language models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2506.10341","last_updated":"2026-06-06T22:57:41Z","snapshot_observed_at":"2026-08-08T08:29:58.445590Z","submitted_at":"2025-06-12T04:35:02Z","title":"Formalizing Learning from Language Feedback with Provable Guarantees","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T04:39:18.715700Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2506.10341"},"observation_digest":"sha256:02d5663c3c3ce28cccea98d90e3ccc00091940cec996fa736528feb81ce7cc64","observation_id":"8ce80491-f06c-4686-80c5-003108961082","resolution":{"observed_at":"2026-08-07T04:39:18.715700Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-08-06T21:02:38.690014Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.01327","last_updated":"2025-07-02T03:26:02Z","snapshot_observed_at":"2026-08-07T23:06:19.893799Z","submitted_at":"2025-07-02T03:26:02Z","title":"Reasoner for Real-World Event Detection: Scaling Reinforcement Learning via Adaptive Perplexity-Aware Sampling Strategy","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T21:02:38.690014Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2507.01327"},"observation_digest":"sha256:7a9d846b800ee62c55daf8bcb608d627fce53ed6860a5936d704afd8b3d30e21","observation_id":"6cb29d71-2aa2-4135-8315-01a3eedbb761","resolution":{"observed_at":"2026-08-06T21:02:38.690014Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-08-06T19:31:27.344567Z","title":"Remax: A simple, effective, and efficient reinforcement learning method for aligning large language models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.05386","last_updated":"2026-06-29T17:47:49Z","snapshot_observed_at":"2026-08-06T19:25:14.929252Z","submitted_at":"2025-07-07T18:17:06Z","title":"Reinforcement Fine-Tuning Naturally Mitigates Forgetting in Continual Post-Training","version":6},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-06T19:31:27.344567Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2507.05386"},"observation_digest":"sha256:003778672df2b245570ba1eb99bd5c149b26071a59b9e35698438c60f37ea2aa","observation_id":"bf6ead8d-9d7c-45c8-babe-ddda1bd24138","resolution":{"observed_at":"2026-08-06T19:31:27.344567Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-08-06T16:44:46.084746Z","title":"Remax: A simple, effective, and efficient method for aligning large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.12856","last_updated":"2025-09-06T23:54:03Z","snapshot_observed_at":"2026-08-06T16:34:28.307820Z","submitted_at":"2025-07-17T07:26:54Z","title":"Supervised Fine Tuning on Curated Data is Reinforcement Learning (and can be improved)","version":2},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-06T16:44:46.084746Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2507.12856"},"observation_digest":"sha256:4d9d3b066292f3348f39d92daeb7c3310986fa6c034061142816113757e46d40","observation_id":"62ef0cf6-7c98-4fcd-90de-0686f7a6e8d3","resolution":{"observed_at":"2026-08-06T16:44:46.084746Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-08-06T14:13:07.156651Z","title":"Remax: A simple, effective, and efficient reinforcement learning method for aligning large language models, May 2024 f","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.19672","last_updated":"2025-07-25T20:52:58Z","snapshot_observed_at":"2026-08-07T12:02:14.124506Z","submitted_at":"2025-07-25T20:52:58Z","title":"Alignment and Safety in Large Language Models: Safety Mechanisms, Training Paradigms, and Emerging Challenges","version":1},"reference_index":236,"source":"arxiv_source","source_observed_at":"2026-08-06T14:13:07.156651Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2507.19672"},"observation_digest":"sha256:82a5c8e10e02120a9ae9fc529abc5debce5556cdce62860702bbe68beb238420","observation_id":"c6447613-bc92-4abc-8e7b-a10de149a9dd","resolution":{"observed_at":"2026-08-06T14:13:07.156651Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-08-05T17:39:23.364289Z","title":"Remax: A simple, effective, and efficient reinforcement learning method for aligning large language models, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16697","last_updated":"2025-08-22T01:41:49Z","snapshot_observed_at":"2026-08-07T06:55:27.159609Z","submitted_at":"2025-08-22T01:41:49Z","title":"QueryBandits for Hallucination Mitigation: Exploiting Semantic Features for No-Regret Rewriting","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-05T17:39:23.364289Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2508.16697"},"observation_digest":"sha256:511a46f8f9f531143e27cc5bfc59db9ad789f086db1c6d4caa09eddf48bc2d79","observation_id":"b485999e-b648-4a9f-9df2-dd6221a6a049","resolution":{"observed_at":"2026-08-05T17:39:23.364289Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2509.08827","last_updated":"2025-10-09T17:08:52Z","snapshot_observed_at":"2026-08-06T15:38:05.011922Z","submitted_at":"2025-09-10T17:59:43Z","title":"A Survey of Reinforcement Learning for Large Reasoning Models","version":3},"reference_index":297,"source":"arxiv_source","source_observed_at":"2026-05-18T00:02:24.352947Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2509.08827"},"observation_digest":"sha256:8621ff116d6b0dad85ab8f0656ff3ffdc5c3fa8f8c19e3a5bd0208f9f275ed2a","observation_id":"c232298c-300c-4099-974f-f48cb920172d","resolution":{"observed_at":"2026-05-18T00:02:24.813875Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-08-04T17:57:46.988775Z","title":"Remax: A simple, effective, and efficient reinforcement learning method for aligning large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.10396","last_updated":"2025-09-12T16:44:31Z","snapshot_observed_at":"2026-08-07T04:26:21.555490Z","submitted_at":"2025-09-12T16:44:31Z","title":"Inpainting-Guided Policy Optimization for Diffusion Large Language Models","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-04T17:57:46.988775Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2509.10396"},"observation_digest":"sha256:a56b4047212e4d007f366f00f4016d5ed11e62b471bd02e5bd8447a1069335fd","observation_id":"144fb14d-6962-4659-acae-7b7eda5d96b0","resolution":{"observed_at":"2026-08-04T17:57:46.988775Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-08-03T19:38:21.049607Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2511.23310","last_updated":"2026-08-03T07:38:27Z","snapshot_observed_at":"2026-08-08T10:55:12.381857Z","submitted_at":"2025-11-28T16:09:28Z","title":"Variance-Aware Baselines and Adaptive Learning Rates for Reinforcement Learning with Verifiable Rewards","version":3},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-03T19:38:21.049607Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2511.23310"},"observation_digest":"sha256:479285a383eee1624f732cae06c2909272ac588047caab9624a2ac712e9013af","observation_id":"43b9192e-4db1-478d-89fb-1d29d469c7c2","resolution":{"observed_at":"2026-08-03T19:38:21.049607Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-08-04T06:47:16.815569Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2511.23310","last_updated":"2026-08-03T07:38:27Z","snapshot_observed_at":"2026-08-08T10:55:12.381857Z","submitted_at":"2025-11-28T16:09:28Z","title":"Variance-Aware Baselines and Adaptive Learning Rates for Reinforcement Learning with Verifiable Rewards","version":4},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-04T06:47:16.815569Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2511.23310"},"observation_digest":"sha256:882198d6ac4f4af7e10b1c1da95a6753804f0b9a18f4375ad25cadcc5a8fa0a8","observation_id":"cd5d6fde-b090-4875-99ab-5af041d96c5e","resolution":{"observed_at":"2026-08-04T06:47:16.815569Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2512.13592","last_updated":"2026-04-07T12:50:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-12-15T17:47:49Z","title":"Image Diffusion Preview with Consistency Solver","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-16T21:42:24.098676Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2512.13592"},"observation_digest":"sha256:1b5ea0631663388c916c49b6ef8521a8fa5d36b6ba762709237a087341bdce1a","observation_id":"5dbfeab3-23f4-4704-9446-35d3bdb5c8ca","resolution":{"observed_at":"2026-05-16T21:43:34.676931Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2601.21972","last_updated":"2026-05-26T15:41:11Z","snapshot_observed_at":"2026-08-03T06:46:35.623443Z","submitted_at":"2026-01-29T16:50:30Z","title":"Learning Decentralized LLM Collaboration with Multi-Agent Actor Critic","version":4},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-16T09:47:47.051969Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2601.21972"},"observation_digest":"sha256:4cc88264dc41d12a13d2ad25badbff384f02097409e5d0d8721b3a62eabe4834","observation_id":"3f8af7fc-181a-40bd-8b32-1bbb3796e112","resolution":{"observed_at":"2026-05-16T09:50:49.367579Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-08-03T06:46:39.414831Z","title":"Remax: A simple, effective, and efficient method for aligning large language models.arXiv preprint arXiv:2310.10505,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2601.21972","last_updated":"2026-05-26T15:41:11Z","snapshot_observed_at":"2026-08-03T06:46:35.623443Z","submitted_at":"2026-01-29T16:50:30Z","title":"Learning Decentralized LLM Collaboration with Multi-Agent Actor Critic","version":5},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-03T06:46:39.414831Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2601.21972"},"observation_digest":"sha256:02f66eefcb58deabbe7728cd7f1c9c8038788f193dd025aa5c690cbbb1c07199","observation_id":"5b776141-93a9-4d6c-83c9-d12f843224da","resolution":{"observed_at":"2026-08-03T06:46:39.414831Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2604.13010","last_updated":"2026-05-08T06:38:25Z","snapshot_observed_at":"2026-08-07T20:56:10.226252Z","submitted_at":"2026-04-14T17:44:50Z","title":"Lightning OPD: Efficient Post-Training for Large Reasoning Models with Offline On-Policy Distillation","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-05-10T15:12:06.985609Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2604.13010"},"observation_digest":"sha256:17f20bac0a80a486771463ec30f19631ffd09341d88186b5247c34e8aefeee94","observation_id":"13264c45-0831-4b7d-90fd-ce0557c6a033","resolution":{"observed_at":"2026-05-11T11:01:08.766184Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2604.13010","last_updated":"2026-05-08T06:38:25Z","snapshot_observed_at":"2026-08-07T20:56:10.226252Z","submitted_at":"2026-04-14T17:44:50Z","title":"Lightning OPD: Efficient Post-Training for Large Reasoning Models with Offline On-Policy Distillation","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-05-11T01:04:12.454268Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2604.13010"},"observation_digest":"sha256:02a2ec94656b9bd214cd262bca5c9264831bea5e69e78d611e3dfb9155582ffe","observation_id":"b66ac405-3a0a-4ced-a0a4-2cbd2d320290","resolution":{"observed_at":"2026-05-11T04:46:00.902942Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2604.24273","last_updated":"2026-04-27T10:03:37Z","snapshot_observed_at":"2026-07-06T23:10:20.676482Z","submitted_at":"2026-04-27T10:03:37Z","title":"BitRL: Reinforcement Learning with 1-bit Quantized Language Models for Resource-Constrained Edge Deployment","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-08T04:23:26.079298Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2604.24273"},"observation_digest":"sha256:527e89a8d377871d741bb78b192b97f7a6e38eeb2bb4693a4749070a6569bba5","observation_id":"0162721a-59df-465d-87c7-96a8042457cc","resolution":{"observed_at":"2026-05-11T21:46:42.470028Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2605.06139","last_updated":"2026-05-20T08:43:26Z","snapshot_observed_at":"2026-08-03T23:49:55.614451Z","submitted_at":"2026-05-07T12:38:17Z","title":"Listwise Policy Optimization: Group-based RLVR as Target-Projection on the LLM Response Simplex","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-05-08T13:55:22.422923Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2605.06139"},"observation_digest":"sha256:9de82aeb7bbcd325a70b2e8c7cce15a810185823200b9d33ed73b81cd66fbcc2","observation_id":"a3d2df48-282d-404f-9325-17173f4a6ea6","resolution":{"observed_at":"2026-05-11T18:46:10.372171Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2605.06139","last_updated":"2026-05-20T08:43:26Z","snapshot_observed_at":"2026-08-03T23:49:55.614451Z","submitted_at":"2026-05-07T12:38:17Z","title":"Listwise Policy Optimization: Group-based RLVR as Target-Projection on the LLM Response Simplex","version":2},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-05-21T09:02:28.407064Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2605.06139"},"observation_digest":"sha256:d3405d67b8b71b4596a1c71b52dc2dfcfcbe622e0fb276e2c1244328ae209cf7","observation_id":"8cdce20e-1b2a-48c3-8dca-d2c56cc51c9a","resolution":{"observed_at":"2026-05-21T09:04:04.452971Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2605.08666","last_updated":"2026-05-09T04:07:20Z","snapshot_observed_at":"2026-08-02T05:46:41.345933Z","submitted_at":"2026-05-09T04:07:20Z","title":"The Cancellation Hypothesis in Critic-Free RL: From Outcome Rewards to Token Credits","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-12T01:24:03.186413Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2605.08666"},"observation_digest":"sha256:a662d547827798432821c2ece49b34201fc604b99608d7dddbdaac503baa9dc9","observation_id":"68130dc2-706a-4799-bdea-c49286b38394","resolution":{"observed_at":"2026-05-12T08:01:29.028245Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2605.11235","last_updated":"2026-05-11T20:50:29Z","snapshot_observed_at":"2026-07-06T23:23:06.755816Z","submitted_at":"2026-05-11T20:50:29Z","title":"Internalizing Curriculum Judgment for LLM Reinforcement Fine-Tuning","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-13T02:19:27.345348Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2605.11235"},"observation_digest":"sha256:497237db924617cb2db76a2c60d473b0f1e3d8839512f05c7320967d25591df5","observation_id":"a798f6dd-ee22-49f2-83d9-6ee7af1dd054","resolution":{"observed_at":"2026-05-13T02:22:06.818446Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2605.17497","last_updated":"2026-05-17T15:14:24Z","snapshot_observed_at":"2026-08-05T13:27:59.292796Z","submitted_at":"2026-05-17T15:14:24Z","title":"Self-Supervised On-Policy Distillation for Reasoning Language Models","version":1},"reference_index":99,"source":"arxiv_source","source_observed_at":"2026-05-20T14:42:55.368104Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2605.17497"},"observation_digest":"sha256:9489869cf562740de2494bdbbdf143f183f392a38674864441f452e4d7b37be6","observation_id":"ead685cd-698e-49f8-9719-4c5930606f63","resolution":{"observed_at":"2026-05-20T14:43:22.208303Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2605.19282","last_updated":"2026-05-19T03:00:26Z","snapshot_observed_at":"2026-07-06T23:30:02.207108Z","submitted_at":"2026-05-19T03:00:26Z","title":"Rethinking Muon Beyond Pretraining: Spectral Failures and High-Pass Remedies for VLA and RLVR","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-20T07:14:31.613251Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2605.19282"},"observation_digest":"sha256:fd071c1c7510280ce064953ac46ea82925d07452811e136ac6158ceb1bd1f394","observation_id":"2f2f5fa2-f0a5-45b5-bd3f-952a6fc66c4d","resolution":{"observed_at":"2026-05-20T07:18:07.233735Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2605.20277","last_updated":"2026-05-19T04:33:27Z","snapshot_observed_at":"2026-08-02T18:32:04.022058Z","submitted_at":"2026-05-19T04:33:27Z","title":"Regulating Anatomy-Aware Rewards via Trajectory-Integral Feedback for Volumetric Computed Tomography Analysis","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-05-21T08:06:02.176934Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2605.20277"},"observation_digest":"sha256:c877235e0a1c5fa94d581869c70208d6b374e81f5defdb9929dbfaa9e2c85b46","observation_id":"fb06da29-d7a0-4cb1-a23a-27508f0ed17d","resolution":{"observed_at":"2026-05-21T08:09:51.805818Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2605.27736","last_updated":"2026-05-26T22:20:51Z","snapshot_observed_at":"2026-08-02T16:25:15.479630Z","submitted_at":"2026-05-26T22:20:51Z","title":"Explicit Critic Guidance for Aligning Diffusion Models","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-06-29T18:18:46.456767Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2605.27736"},"observation_digest":"sha256:7461ff3815f4d99dfa682407c8ec802aef05b42bbafb3e5f44974c63ef19ccc1","observation_id":"0a1d2f8a-47b6-474f-b7d9-c4d8ea84497a","resolution":{"observed_at":"2026-06-29T18:23:50.787110Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2605.28388","last_updated":"2026-05-27T12:25:57Z","snapshot_observed_at":"2026-08-06T18:03:17.206206Z","submitted_at":"2026-05-27T12:25:57Z","title":"Mechanistically Interpreting the Role of Sample Difficulty in RLVR for LLMs","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-29T12:11:00.402276Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2605.28388"},"observation_digest":"sha256:929333be18ec8d138536bcbed50e22e97b964e0b52b9b848b2f054a906965ea9","observation_id":"87373631-0bff-4bec-8c62-2e845eab17ec","resolution":{"observed_at":"2026-06-29T12:13:26.588012Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2606.01249","last_updated":"2026-06-17T04:44:10Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-05-31T14:04:51Z","title":"Trust Region On-Policy Distillation","version":3},"reference_index":215,"source":"arxiv_source","source_observed_at":"2026-06-28T17:38:50.313305Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2606.01249"},"observation_digest":"sha256:e1b03c92b2f35d919d516cb37b706e4f3f5108508f7c87fc9ac061b1e9da85ae","observation_id":"64710dcb-d09d-4c00-99ab-0a71fbe94a6c","resolution":{"observed_at":"2026-07-01T20:56:13.678360Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2606.17250","last_updated":"2026-06-15T19:49:42Z","snapshot_observed_at":"2026-08-01T19:14:09.872274Z","submitted_at":"2026-06-15T19:49:42Z","title":"Rethinking Groups in Critic-Free RLVR","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-06-27T03:22:14.586529Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2606.17250"},"observation_digest":"sha256:98378b564046f5f65db1e54e2bf06dc57dddc4477bc9fb8d98dd6759db481376","observation_id":"3b77b3d6-6413-4afb-be35-9b8cd231d91f","resolution":{"observed_at":"2026-07-03T17:58:47.902442Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":"2310.10505","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-04T08:09:40.661453Z","title":"arXiv preprint arXiv:2310.10505 , year=","venue":null,"work_id":"de1cbb7b-6798-4667-8e51-9c68ae61551b","year":2023},"citing_paper":{"arxiv_id":"2606.21943","last_updated":"2026-06-20T08:20:41Z","snapshot_observed_at":"2026-07-06T23:56:54.959593Z","submitted_at":"2026-06-20T08:20:41Z","title":"Modularized Reinforcement Learning on LLMs: From MDP Creation to Exploration and Learning","version":1},"reference_index":111,"source":"pdf_text","source_observed_at":"2026-06-26T12:15:08.304150Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2606.21943"},"observation_digest":"sha256:55501ba5015f2e9cf39da04bbf9499b0dbc0b5be90e1d3b7a571a011d6a6c37d","observation_id":"2618604b-2e5e-4b78-b562-3485ea2422f2","resolution":{"observed_at":"2026-07-04T08:09:40.663139Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-11T14:43:39.668059Z","title":"Remax: A simple, effective, and efficient reinforcement learning method for aligning large language models.arXiv preprint arXiv:2310.10505, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.04713","last_updated":"2026-07-06T06:32:39Z","snapshot_observed_at":"2026-08-07T20:40:56.219597Z","submitted_at":"2026-07-06T06:32:39Z","title":"RSPO: Reward-Swap Policy Optimization for Multi-Turn LLM Agents","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-07-11T14:43:39.668059Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2607.04713"},"observation_digest":"sha256:713d926c0f15259481a478822188b7af55f116da14596ccdbb111437a982985b","observation_id":"5db4b711-2172-4457-8992-12fff20a36e2","resolution":{"observed_at":"2026-07-11T14:43:39.668059Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-08-02T07:14:53.020270Z","title":"ReMax: A simple, effective, and efficient reinforcement learning method for aligning large language models.arXiv:2310.10505, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.20543","last_updated":"2026-07-12T17:17:18Z","snapshot_observed_at":"2026-08-06T22:00:19.787725Z","submitted_at":"2026-07-12T17:17:18Z","title":"When RLVR Shrinks the Reasoning Boundary: Diagnosing Pass@k Inversion","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-02T07:14:53.020270Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2607.20543"},"observation_digest":"sha256:afd4bfe709f9abafe234a81f036e1e05a2a0deef5ef589b1528496e7c151dbe7","observation_id":"caa5c229-72ee-42f7-9314-b035d470078f","resolution":{"observed_at":"2026-08-02T07:14:53.020270Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.10505","snapshot_observed_at":"2026-07-31T07:02:36.374494Z","title":"ReMax: A simple, effective, and efficient reinforcement learning method for aligning large language models.arXiv preprint arXiv:2310.10505,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.28449","last_updated":"2026-07-30T16:17:15Z","snapshot_observed_at":"2026-08-08T04:55:22.229796Z","submitted_at":"2026-07-30T16:17:15Z","title":"Lightning OPD 2.0: Mitigating Style Bias in Cross-Teacher On-Policy Distillation for Large Reasoning Models","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-07-31T07:02:36.374494Z"},"links":{"cited_paper":"/paper/2310.10505","citing_paper":"/paper/2607.28449"},"observation_digest":"sha256:4c27334a41c6599a647dbcc57bc9d26cdf37efc78a693d0e881b788e9c34b751","observation_id":"807dbbc4-4eec-4054-bdb4-cf5469ab7aff","resolution":{"observed_at":"2026-07-31T07:02:36.374494Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2310.10505/citation-record","integrity":"/paper/2310.10505/integrity","json":"/paper/2310.10505/citation-record.json","paper":"/paper/2310.10505"},"outbound":[],"paper":{"arxiv_id":"2310.10505","last_updated":"2024-05-16T02:22:23Z","latest_version":4,"primary_category":"cs.LG","snapshot_observed_at":"2026-07-06T16:33:55.369704Z","submitted_at":"2023-10-16T15:25:14Z","title":"ReMax: A Simple, Effective, and Efficient Reinforcement Learning Method for Aligning Large Language Models"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 37 inbound Pith citation observations for arXiv:2310.10505."}