{"as_of":"2026-08-08T12:30:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:3ab4ea4d620be78c11430b36464d07dc3185ee20ca9e276405f48d499bc89966","coverage":[{"denominator":59,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":59,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T15:15:46.465735Z","state":"measured"},{"denominator":59,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":59,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.17122/citation-record","integrity":"/paper/2505.17122/integrity","json":"/paper/2505.17122/citation-record.json","paper":"/paper/2505.17122"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2307.12966","last_updated":"2023-07-24T17:44:58Z","snapshot_observed_at":"2026-07-06T15:57:57.167169Z","submitted_at":"2023-07-24T17:44:58Z","title":"Aligning Large Language Models with Human: A Survey","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.12966","snapshot_observed_at":"2026-08-07T15:15:46.155225Z","title":"Aligning large language models with human: A survey","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.155225Z"},"links":{"cited_paper":"/paper/2307.12966","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:b0212bc1cbd7c639ac015bd5bedbf75404929e59887064acd76c4f849456bfd2","observation_id":"dba8227b-b72d-479f-bde8-1c13692362b6","resolution":{"observed_at":"2026-08-07T15:15:46.155225Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.18451","last_updated":"2024-10-24T06:06:26Z","snapshot_observed_at":"2026-08-07T05:53:12.643515Z","submitted_at":"2024-10-24T06:06:26Z","title":"Skywork-Reward: Bag of Tricks for Reward Modeling in LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.18451","snapshot_observed_at":"2026-08-07T15:15:46.159882Z","title":"Skywork-reward: Bag of tricks for reward modeling in llms","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.159882Z"},"links":{"cited_paper":"/paper/2410.18451","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:330aad665ee9ef0abd9c1b1bcca9a93a78b0d86811cd72892e79bffeac186885","observation_id":"7d2ed43c-03db-40a8-bb27-85e3106ca46d","resolution":{"observed_at":"2026-08-07T15:15:46.159882Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.01377","last_updated":"2024-07-16T03:24:39Z","snapshot_observed_at":"2026-08-02T07:46:40.319683Z","submitted_at":"2023-10-02T17:40:01Z","title":"UltraFeedback: Boosting Language Models with Scaled AI Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.01377","snapshot_observed_at":"2026-08-07T15:15:46.165537Z","title":"Ultrafeedback: Boosting language models with high-quality feedback","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.165537Z"},"links":{"cited_paper":"/paper/2310.01377","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:80f3a61dc722ebe1f3b2acc5ae0dfce7d4b5ae9ac063c5f5f89eff22f1d56e67","observation_id":"8cd1976d-7b7e-4604-8e5c-92cb51178a8f","resolution":{"observed_at":"2026-08-07T15:15:46.165537Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2112.00861","last_updated":"2021-12-09T21:40:22Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-12-01T22:24:34Z","title":"A General Language Assistant as a Laboratory for Alignment","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2112.00861","snapshot_observed_at":"2026-08-07T15:15:46.171527Z","title":"Brown, Jack Clark, Sam McCandlish, Chris Olah, and Jared Kaplan","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.171527Z"},"links":{"cited_paper":"/paper/2112.00861","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:70c1cc65aa6e170ad31ea6ccf44e6557288764508ccaecbb7114dbcb3678945e","observation_id":"d28a6798-21be-4253-ae69-eba4f9d6140c","resolution":{"observed_at":"2026-08-07T15:15:46.171527Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2204.05862","last_updated":"2022-04-12T15:02:38Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-04-12T15:02:38Z","title":"Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2204.05862","snapshot_observed_at":"2026-08-07T15:15:46.176534Z","title":"Brown, Jack Clark, Sam McCandlish, Chris Olah, Benjamin Mann, and Jared Kaplan","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.176534Z"},"links":{"cited_paper":"/paper/2204.05862","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:61fe60db11ce96ee5a2b9997e2b81e836129d6748d58fabad187422165ac7423","observation_id":"88d0f485-409f-4db0-9ac5-9536f135504c","resolution":{"observed_at":"2026-08-07T15:15:46.176534Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:47.071680Z","title":null,"venue":null,"work_id":"7d7ef845-82e5-4ee0-8898-e0c8f8b12110","year":2022},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.182023Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:ec6fccd9fc8dd4a52d1794a56117c2f3cef6c05149950b50c6cd2ee65c4c833b","observation_id":"cf6db343-9acf-4e71-8fe9-75b41c3e3b86","resolution":{"observed_at":"2026-08-07T15:15:47.074771Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:47.061123Z","title":"Manning, Stefano Ermon, and Chelsea Finn","venue":null,"work_id":"728aed9e-ad5e-4734-9267-d6c77c36b40e","year":2023},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.186148Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:87a18bc005e48b394d64c479df8274ec19de9f9b95231575a50ee278bc2d0eec","observation_id":"90b915a2-73f1-4b6a-b678-03d3275cabb1","resolution":{"observed_at":"2026-08-07T15:15:47.064401Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.11704","last_updated":"2025-05-23T16:32:54Z","snapshot_observed_at":"2026-07-06T19:17:23.847280Z","submitted_at":"2024-09-18T05:13:18Z","title":"From Lists to Emojis: How Format Bias Affects Model Alignment","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.11704","snapshot_observed_at":"2026-08-07T15:15:46.189911Z","title":"From lists to emojis: How format bias affects model alignment","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.189911Z"},"links":{"cited_paper":"/paper/2409.11704","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:87ed72f5a335383e9edd0a32e27e0ff57c41981596e3f9f61104dcf57f10f3c9","observation_id":"bdd6cb4c-e052-4261-b266-da5ac02872ac","resolution":{"observed_at":"2026-08-07T15:15:46.189911Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:47.051106Z","title":"Offsetbias: Leveraging debiased data for tuning evaluators","venue":null,"work_id":"2eb8ec09-af41-442a-bd5b-9fa95646db20","year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.194999Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:6b4ad68b046b09f50fd9a8ea49376f07977f3dd3059408ef4cf2a29d29e0c5c8","observation_id":"78f9a988-9b9a-4100-9941-4c68a102176d","resolution":{"observed_at":"2026-08-07T15:15:47.054824Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:47.039554Z","title":"Disentangling length from quality in direct preference optimization","venue":null,"work_id":"cbdba7f0-ee49-453b-969e-0e789b73addd","year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.198963Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:b581556d0dc1caa9c477b67af05dd6ca559a06089d266235a3134192394f14ce","observation_id":"0c05f996-aa3d-40b2-97b6-ba0cb90335e9","resolution":{"observed_at":"2026-08-07T15:15:47.043879Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.01306","last_updated":"2024-11-19T18:12:45Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-02-02T10:53:36Z","title":"KTO: Model Alignment as Prospect Theoretic Optimization","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.01306","snapshot_observed_at":"2026-08-07T15:15:46.203797Z","title":"KTO: model alignment as prospect theoretic optimization","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.203797Z"},"links":{"cited_paper":"/paper/2402.01306","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:84ae574437ae08e39e3a59e1922da7b6cf066e7dd58c8e90adf30cc049606d06","observation_id":"aaa623f8-5777-4bc0-9e76-25b3c7eaf379","resolution":{"observed_at":"2026-08-07T15:15:46.203797Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.13787","last_updated":"2024-06-08T16:40:12Z","snapshot_observed_at":"2026-08-02T18:11:57.036767Z","submitted_at":"2024-03-20T17:49:54Z","title":"RewardBench: Evaluating Reward Models for Language Modeling","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.13787","snapshot_observed_at":"2026-08-07T15:15:46.208143Z","title":"Smith, and Hannaneh Hajishirzi","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.208143Z"},"links":{"cited_paper":"/paper/2403.13787","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:a3f0c3c51219c17643c8fff8d209f33cf0f907a6cce36b1a009c843abb2cd0cd","observation_id":"14be7723-3d69-4534-914b-b17772787e2b","resolution":{"observed_at":"2026-08-07T15:15:46.208143Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:47.022010Z","title":"Predictive pipelined decoding: A compute-latency trade-off for exact LLM decoding","venue":null,"work_id":"88795d7b-1ea5-4995-b909-54c60927054c","year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.213130Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:6f3dac2b72698f818da11aed9286a912c86930e9f4b25582af9bf1c2a372ac6f","observation_id":"36fbaf91-6663-49fb-bc1a-4bf3cc467387","resolution":{"observed_at":"2026-08-07T15:15:47.026558Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16844","last_updated":"2024-07-17T13:59:48Z","snapshot_observed_at":"2026-08-05T07:56:33.501213Z","submitted_at":"2024-02-26T18:59:28Z","title":"Think Big, Generate Quick: LLM-to-SLM for Fast Autoregressive Decoding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16844","snapshot_observed_at":"2026-08-07T15:15:46.217676Z","title":"Asano, and Babak Ehteshami Bejnordi","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.217676Z"},"links":{"cited_paper":"/paper/2402.16844","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:501732e5bf72d704b7a738d95f284bf4668322224339dc6176b7c551e02a2152","observation_id":"80188a3d-4398-4158-af0d-294f3c38082b","resolution":{"observed_at":"2026-08-07T15:15:46.217676Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.10666","last_updated":"2024-12-16T10:48:28Z","snapshot_observed_at":"2026-08-04T01:52:39.614826Z","submitted_at":"2024-11-16T02:02:49Z","title":"SAM Decoding: Speculative Decoding via Suffix Automaton","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.10666","snapshot_observed_at":"2026-08-07T15:15:46.221364Z","title":"SAM decoding: Speculative decoding via suffix automaton","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.221364Z"},"links":{"cited_paper":"/paper/2411.10666","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:e4d636a40089d15fc398c3030e79d76c1ef700177162e1a5e6b64ba1d1ff91a0","observation_id":"3b8f2045-d632-41d8-8738-8ebcedfca088","resolution":{"observed_at":"2026-08-07T15:15:46.221364Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.01955","last_updated":"2024-07-02T05:14:15Z","snapshot_observed_at":"2026-07-06T18:40:05.778984Z","submitted_at":"2024-07-02T05:14:15Z","title":"S2D: Sorted Speculative Decoding For More Efficient Deployment of Nested Large Language Models","version":1},"cited_work":{"arxiv_id":"2407.01955","doi":null,"metadata_source":"pith","pith_arxiv_id":"2407.01955","snapshot_observed_at":"2026-08-07T15:15:46.663222Z","title":"S2D: Sorted Speculative Decoding For More Efficient Deployment of Nested Large Language Models","venue":"cs.CL","work_id":"bbfadb3d-8661-457f-b9a3-c6322380c744","year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.226353Z"},"links":{"cited_paper":"/paper/2407.01955","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:f319536366e59f00028f8afdbd4ceb9a69cb634f13b4031e6a7a206a45fcffc8","observation_id":"42994f2b-78f4-42ef-a002-ba94498ea71e","resolution":{"observed_at":"2026-08-07T15:15:46.667015Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:47.010595Z","title":"The unlocking spell on base llms: Rethinking alignment via in-context learning","venue":null,"work_id":"fb887f13-c0f4-45a3-aa4c-1d627d4e4111","year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.230848Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:f205a9266770abec9e3885ae40281a0b59c5a9b0bc01c6ef48ea5a5a71d0805d","observation_id":"29734963-f7b4-4944-8d9e-0e41c3a07c99","resolution":{"observed_at":"2026-08-07T15:15:47.015026Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.05946","last_updated":"2024-06-10T00:35:23Z","snapshot_observed_at":"2026-08-08T03:05:18.803803Z","submitted_at":"2024-06-10T00:35:23Z","title":"Safety Alignment Should Be Made More Than Just a Few Tokens Deep","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.05946","snapshot_observed_at":"2026-08-07T15:15:46.235543Z","title":"Safety alignment should be made more than just a few tokens deep","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.235543Z"},"links":{"cited_paper":"/paper/2406.05946","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:8d173bc0fd20a14ff96c324c922c025428e19f46ea05c9ad8a3edbc1ea01b962","observation_id":"70a963a9-1809-427e-9e7d-f6048fc901e8","resolution":{"observed_at":"2026-08-07T15:15:46.235543Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.241872Z","title":"Christiano, Jan Leike, Tom B","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.241872Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:253425aaca7a13ee818d56fa8c74b805017899d31fbd4b6dbc90f20350d282af","observation_id":"b5578633-572c-42b3-8172-d6d7d4b49a57","resolution":{"observed_at":"2026-08-07T15:15:46.241872Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-07T15:15:46.247561Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.247561Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:4bf5ae9afb8db49549cd04fbe3f80c3fbb3227e627a757e040849971e5613fc3","observation_id":"57406553-5096-4b3f-8ebd-d538567bbf03","resolution":{"observed_at":"2026-08-07T15:15:46.247561Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.11805","last_updated":"2025-05-09T21:04:06Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-12-19T02:39:27Z","title":"Gemini: A Family of Highly Capable Multimodal Models","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.11805","snapshot_observed_at":"2026-08-07T15:15:46.252669Z","title":"Dai, Anja Hauth, Katie Millican, David Silver, Slav Petrov, Melvin Johnson, Ioannis Antonoglou, Julian Schrittwieser, Amelia Glaese, Jilin Chen, Emily Pitler, Timothy P","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.252669Z"},"links":{"cited_paper":"/paper/2312.11805","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:4399f4089bd1496be5b30271c14b7d1619be3e5ef4f143f22c025ceb4c08acbe","observation_id":"8e0cc3c2-ba1f-4e04-b503-9cce0e585656","resolution":{"observed_at":"2026-08-07T15:15:46.252669Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-07T15:15:46.267359Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.267359Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:825559a158d8b6bee43bfe4cec577e5205297d9d32f86710b09b47d1bb6b9244","observation_id":"51ed382d-c3ad-4485-a917-b07d40cdee5e","resolution":{"observed_at":"2026-08-07T15:15:46.267359Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.991802Z","title":"On the weaknesses of reinforcement learning for neural machine translation","venue":null,"work_id":"3e530006-3f12-4d43-ba0d-7db12ef76e00","year":2020},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.279057Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:537f4ff570d0ea26b324113f434a8a93526110b85bc71092f873de4d060ba36a","observation_id":"be6848b4-31e8-4f5b-8cb2-4ba3225c8f7c","resolution":{"observed_at":"2026-08-07T15:15:46.996196Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2005.12729","last_updated":"2020-05-25T16:24:59Z","snapshot_observed_at":"2026-07-06T09:23:23.891393Z","submitted_at":"2020-05-25T16:24:59Z","title":"Implementation Matters in Deep Policy Gradients: A Case Study on PPO and TRPO","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2005.12729","snapshot_observed_at":"2026-08-07T15:15:46.288418Z","title":"Implementation matters in deep policy gradients: A case study on PPO and TRPO","venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.288418Z"},"links":{"cited_paper":"/paper/2005.12729","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:56916c39b3d830248deb40a24cb1be883b7ba0871f789517d5aea943aed72859","observation_id":"dc0ec6a0-0fe7-4e1f-8560-d83ff9f57534","resolution":{"observed_at":"2026-08-07T15:15:46.288418Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.10425","last_updated":"2023-05-17T17:57:10Z","snapshot_observed_at":"2026-08-02T06:11:08.013358Z","submitted_at":"2023-05-17T17:57:10Z","title":"SLiC-HF: Sequence Likelihood Calibration with Human Feedback","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.10425","snapshot_observed_at":"2026-08-07T15:15:46.299308Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.299308Z"},"links":{"cited_paper":"/paper/2305.10425","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:b78f16e1b54a7d908a535c49b982ee84f5e6442095c63ef1f2158e4c96e5bcad","observation_id":"f2cf9eaa-5d02-454e-91db-cc41a6877c14","resolution":{"observed_at":"2026-08-07T15:15:46.299308Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.979839Z","title":"A general theoretical paradigm to understand learning from human preferences","venue":null,"work_id":"44b98b96-a16e-48c0-9e0e-cc848995bf1a","year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.311422Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:d97883379c732d7302e5c434f805e50426c00c14590a03f81a0f47b93e9db3a4","observation_id":"c0afdf0d-fc39-4f31-92dc-09b17d5d8606","resolution":{"observed_at":"2026-08-07T15:15:46.983769Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.967971Z","title":"Generalized preference optimization: A unified approach to offline alignment","venue":null,"work_id":"21defffd-502c-4e4d-b182-394255b8b335","year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.325992Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:7f238bb0bfd6e286cc276656c0212035753c3a6222e3b22b7387c6d652fa1200","observation_id":"0fa5c61f-94c3-481a-8301-bcdcf867e642","resolution":{"observed_at":"2026-08-07T15:15:46.971851Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.16033","last_updated":"2025-09-03T03:41:08Z","snapshot_observed_at":"2026-07-06T19:37:07.379149Z","submitted_at":"2024-10-18T04:38:21Z","title":"TreeBoN: Enhancing Inference-Time Alignment with Speculative Tree-Search and Best-of-N Sampling","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.16033","snapshot_observed_at":"2026-08-07T15:15:46.338984Z","title":"Treebon: Enhancing inference-time alignment with speculative tree-search and best-of-n sampling","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.338984Z"},"links":{"cited_paper":"/paper/2410.16033","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:a5012c4b4b9f0e23fe3b8f32cf979050dab367f6d21ceb5c87636e432ec54cdf","observation_id":"cbfe94fd-9683-4d9b-802f-3a45d98322da","resolution":{"observed_at":"2026-08-07T15:15:46.338984Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.08925","last_updated":"2024-12-26T00:15:20Z","snapshot_observed_at":"2026-07-06T17:29:51.807428Z","submitted_at":"2024-02-14T03:56:27Z","title":"MaxMin-RLHF: Alignment with Diverse Human Preferences","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.08925","snapshot_observed_at":"2026-08-07T15:15:46.346809Z","title":"Maxmin-rlhf: Alignment with diverse human preferences","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.346809Z"},"links":{"cited_paper":"/paper/2402.08925","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:fd426581036fb8a30dfdc279337d97fa54ebf4d4de93e2bf0101c00aa89528ca","observation_id":"096646df-cbfe-410b-b49b-a168e2289500","resolution":{"observed_at":"2026-08-07T15:15:46.346809Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.352530Z","title":null,"venue":null,"work_id":null,"year":1952},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.352530Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:fc8e7b887e8051c6ef1e47bcbc33d7b4f1eda50cbda75e555495eb3eb306cc4b","observation_id":"5adc1e2e-aa18-4435-b8a5-63735f194c7e","resolution":{"observed_at":"2026-08-07T15:15:46.352530Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.00898","last_updated":"2024-09-12T22:09:25Z","snapshot_observed_at":"2026-07-06T16:26:17.772056Z","submitted_at":"2023-10-02T04:29:40Z","title":"Enabling Language Models to Implicitly Learn Self-Improvement","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.00898","snapshot_observed_at":"2026-08-07T15:15:46.356346Z","title":"Enable language models to implicitly learn self-improvement from data","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.356346Z"},"links":{"cited_paper":"/paper/2310.00898","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:ac46e8c34287dc117ad3c26eaaf4d8423d88547e4c9b69a0cbd5db8b3f75ed30","observation_id":"a4303cc5-e39a-460a-9445-18eeca19d7b1","resolution":{"observed_at":"2026-08-07T15:15:46.356346Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.952782Z","title":"Mankowitz, Doina Precup, and Bilal Piot","venue":null,"work_id":"0374daaa-1151-4e98-af34-f6e4ed62acbf","year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.361813Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:923770bf061889838bdea4800d854fd297ee919559229d6c4997c46147dfe123","observation_id":"e723c431-617a-4fe5-b356-22ad22a55e18","resolution":{"observed_at":"2026-08-07T15:15:46.955912Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.934729Z","title":"A minimaximalist approach to reinforcement learning from human feedback","venue":null,"work_id":"e3c17a93-8a3d-4e20-a4d1-a17ca2c3d4c3","year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.370672Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:6c2a8566be62c4e741f11be2ccd63f41330a17cc0689b08c3ac345be1727b40a","observation_id":"9c33439b-9166-4d30-a133-cedb8c35ee48","resolution":{"observed_at":"2026-08-07T15:15:46.938379Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.07314","last_updated":"2024-11-12T08:24:10Z","snapshot_observed_at":"2026-08-02T04:27:34.554927Z","submitted_at":"2024-02-11T21:44:21Z","title":"Online Iterative Reinforcement Learning from Human Feedback with General Preference Model","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.07314","snapshot_observed_at":"2026-08-07T15:15:46.376259Z","title":"A theoretical analysis of nash learning from human feedback under general kl-regularized preference","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.376259Z"},"links":{"cited_paper":"/paper/2402.07314","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:32c7e56c3bbc5e0c35ef3b202e9a2639249623bf501c5b94fd1da4a2ed4298bb","observation_id":"4a78435b-0abb-422c-95b9-2722526d7a4a","resolution":{"observed_at":"2026-08-07T15:15:46.376259Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.924628Z","title":"Llm-blender: Ensembling large language models with pairwise ranking and generative fusion","venue":null,"work_id":"e78aa0b0-ec37-475e-8f48-b69a2928fd58","year":2023},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.381354Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:68ed99b2e4799838b9b7a629a32c778872c315623f671dbc8e1ef3eee08721eb","observation_id":"5b1df7d4-fdc7-47fe-b973-4912033fa0a3","resolution":{"observed_at":"2026-08-07T15:15:46.928505Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.914763Z","title":"Liu, and Jialu Liu","venue":null,"work_id":"bb3bca5d-a6bb-4a38-a9b7-942c05dfcb4a","year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.385221Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:6b7a94ae81025cfa03c417446e105e847cc63c38c329fcba73c0cb0b4ee6d4aa","observation_id":"a75a1773-5596-48cf-9023-c22a84bf438f","resolution":{"observed_at":"2026-08-07T15:15:46.918214Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-07T15:15:46.395903Z","title":"Llama 2: Open foundation and fine-tuned chat models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.395903Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:188e29cab300a8a0d5c1d2d5873a2d23fa0420b29cfe5fc10a6c47ec82035496","observation_id":"f9c63e0b-c0fc-4171-ac2c-44ef9c55fbb5","resolution":{"observed_at":"2026-08-07T15:15:46.395903Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.905433Z","title":"Helpsteer: Multi-attribute helpfulness dataset for steerlm","venue":null,"work_id":"12247fa9-ef02-41b7-baa5-aa80b4852a9a","year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.400708Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:8b4c52350399f0d89ae373c2aa28abbbc3d4e5d403fc232b38c0931e5c5b37ac","observation_id":"8f425f02-a243-48fb-a7ec-28fd60e427b8","resolution":{"observed_at":"2026-08-07T15:15:46.908635Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.893921Z","title":"Interpretable preferences via multi- objective reward modeling and mixture-of-experts","venue":null,"work_id":"6a2df398-ffdf-4c0c-ade3-e91a91599321","year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.404216Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:7fe2d867781b7590d0b629b8e33b6c50b408181d5c90d4f519829e96301297d6","observation_id":"3b914cc7-38cc-4cf4-b2d8-134cc42f01bd","resolution":{"observed_at":"2026-08-07T15:15:46.898167Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.09583","last_updated":"2025-06-04T08:58:56Z","snapshot_observed_at":"2026-08-02T06:48:43.121988Z","submitted_at":"2023-08-18T14:23:21Z","title":"WizardMath: Empowering Mathematical Reasoning for Large Language Models via Reinforced Evol-Instruct","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.09583","snapshot_observed_at":"2026-08-07T15:15:46.407046Z","title":"Wizardmath: Empowering mathematical reasoning for large language models via reinforced evol-instruct","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.407046Z"},"links":{"cited_paper":"/paper/2308.09583","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:67dd7be47a91cde3ffa7a739ecee9223bcb5dd8ec87889cc87a23be6ddda2294","observation_id":"213384ad-82ee-49b3-a8c8-1caa91b66d9e","resolution":{"observed_at":"2026-08-07T15:15:46.407046Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.410419Z","title":"Let’s verify step by step","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.410419Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:cdcb2131409229032ab6b9b889dc1de289ed1b9ed890a53d138f00170af2953b","observation_id":"28d70d3c-5a72-4fb9-9e3d-950c56eeb9cc","resolution":{"observed_at":"2026-08-07T15:15:46.410419Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.11287","last_updated":"2025-02-11T05:41:41Z","snapshot_observed_at":"2026-08-06T19:03:24.746489Z","submitted_at":"2024-10-15T05:10:34Z","title":"Process Reward Model with Q-Value Rankings","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.11287","snapshot_observed_at":"2026-08-07T15:15:46.413629Z","title":"Process reward model with q-value rankings","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.413629Z"},"links":{"cited_paper":"/paper/2410.11287","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:606d9a37d5265d37579a85ecda6991e5dc8442b33f5a035e754308efd161d66d","observation_id":"9e0e3dc3-97e1-4e1e-b2b4-f66c1636120f","resolution":{"observed_at":"2026-08-07T15:15:46.413629Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.877094Z","title":"Glore: When, where, and how to improve LLM reasoning via global and local refinements","venue":null,"work_id":"df8cd8eb-388f-433b-965a-1f0e20b06fe6","year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.416756Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:7af09bc4e197386c92a56c116c69f34448a00e5e2cc5833c08226dfb901d68bf","observation_id":"fd190bca-f36f-4e72-8ff7-572712098a4d","resolution":{"observed_at":"2026-08-07T15:15:46.880460Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2209.13085","last_updated":"2025-03-05T21:08:30Z","snapshot_observed_at":"2026-08-07T00:50:39.663102Z","submitted_at":"2022-09-27T00:32:44Z","title":"Defining and Characterizing Reward Hacking","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2209.13085","snapshot_observed_at":"2026-08-07T15:15:46.420808Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.420808Z"},"links":{"cited_paper":"/paper/2209.13085","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:7c6693bbd88a581d31879bd596d80355a76ab841b2aeb67a6f689aac886e0443","observation_id":"03ae14d6-fb94-4686-9f1a-5dde4f332355","resolution":{"observed_at":"2026-08-07T15:15:46.420808Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.866551Z","title":"Arjona-Medina, Michael Gillhofer, Michael Widrich, Thomas Unterthiner, Johannes Brandstetter, and Sepp Hochreiter","venue":null,"work_id":"0a75f6f5-3261-437a-b7cb-2439e288354a","year":2019},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.423969Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:a7e1a9d0140dbdf76b207ce19973bc8f412386f631675cf4bd1a70abc0f935fa","observation_id":"5d438329-22eb-47fd-abbe-59d554aa8208","resolution":{"observed_at":"2026-08-07T15:15:46.870280Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.854528Z","title":"The effects of reward misspecification: Mapping and mitigating misaligned models","venue":null,"work_id":"dbd203ae-86a2-4048-8355-d37e98d6158f","year":2022},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.427020Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:80747019468baa9a266dd71b74f48cf1a3fd8b67834d170058d5799ecfd33b2f","observation_id":"8590a2c0-5e40-4575-bbc1-f14ab7ba74da","resolution":{"observed_at":"2026-08-07T15:15:46.858649Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.843388Z","title":"Ball, Oleh Rybkin, Stephen Roberts, Tim Rocktäschel, and Edward Grefenstette","venue":null,"work_id":"bcd536c4-5e48-4952-8551-9ed0915552ac","year":2022},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.430298Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:22deeec1998a246620b1de7734f7aeca4db4acc403ea70ba3842f241e5fc770e","observation_id":"54f46a91-c27d-4127-9d08-f25b3ce50ebb","resolution":{"observed_at":"2026-08-07T15:15:46.847364Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.433343Z","title":"Correlated proxies: A new definition and improved mitigation for reward hacking, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.433343Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:87ae77f5914cdb9cff87afd187d4a344aa007ac766f8c330fbb655e171a2a7ba","observation_id":"406f1a71-0f7a-4a3b-89d3-d2544b369b2a","resolution":{"observed_at":"2026-08-07T15:15:46.433343Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.825063Z","title":"Inform: Mitigating reward hacking in RLHF via information-theoretic reward modeling","venue":null,"work_id":"0f26cf80-21c6-4b0a-9531-0c20d6cf7b20","year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.436570Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:afafd7df75042558f4b3aa5e0c772bff10b084fca3a40898a6e8b664d5ef9275","observation_id":"cea58e23-3821-423b-96db-e25b04135b23","resolution":{"observed_at":"2026-08-07T15:15:46.829352Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.16475","last_updated":"2024-12-21T04:07:17Z","snapshot_observed_at":"2026-08-01T21:19:30.763410Z","submitted_at":"2024-12-21T04:07:17Z","title":"When Can Proxies Improve the Sample Complexity of Preference Learning?","version":1},"cited_work":{"arxiv_id":"2412.16475","doi":null,"metadata_source":"pith","pith_arxiv_id":"2412.16475","snapshot_observed_at":"2026-08-07T15:15:46.504789Z","title":"When Can Proxies Improve the Sample Complexity of Preference Learning?","venue":"cs.LG","work_id":"89a788e0-67f8-4480-8624-5233f8505813","year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.439486Z"},"links":{"cited_paper":"/paper/2412.16475","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:c4421774eee94d87889e008e2db8a547ccaa09a8f45527deeba775550a9bc773","observation_id":"80e08e02-5c8f-49fd-9790-1f82d1c7f942","resolution":{"observed_at":"2026-08-07T15:15:46.510460Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.07863","last_updated":"2024-11-12T11:18:43Z","snapshot_observed_at":"2026-08-07T08:32:00.916309Z","submitted_at":"2024-05-13T15:50:39Z","title":"RLHF Workflow: From Reward Modeling to Online RLHF","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.07863","snapshot_observed_at":"2026-08-07T15:15:46.442619Z","title":"Rlhf workflow: From reward modeling to online rlhf","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.442619Z"},"links":{"cited_paper":"/paper/2405.07863","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:8daaff86d4680cbe765ba98c86c82240a6f0deebb0b42a8b548fab0765a5f0cc","observation_id":"d803e9ca-2919-40ff-b1af-1d9199def227","resolution":{"observed_at":"2026-08-07T15:15:46.442619Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.446051Z","title":null,"venue":null,"work_id":null,"year":1952},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.446051Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:22ec5b18fa7b5742620321cbad017408f9d4fdfc8ca25d6352b3ff484884a856","observation_id":"be2fa502-7c37-4c8e-8f45-2e9ed6e3baf4","resolution":{"observed_at":"2026-08-07T15:15:46.446051Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.805166Z","title":"Patterson, Joseph Gonzalez, Urs Hölzle, Quoc V","venue":null,"work_id":"737ab87d-841b-4da7-b36f-b23d9f9f70e0","year":2022},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.448967Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:b906eb0b3c961b83e9537188423a229f1e8e95f7b56aae38eb5aba04343f4f1a","observation_id":"4e11cece-30f0-48d4-9926-ead2d5b0d7e2","resolution":{"observed_at":"2026-08-07T15:15:46.809151Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.11143","last_updated":"2025-10-09T12:22:46Z","snapshot_observed_at":"2026-07-31T12:28:37.704994Z","submitted_at":"2024-05-20T01:04:40Z","title":"OpenRLHF: An Easy-to-use, Scalable and High-performance RLHF Framework","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.11143","snapshot_observed_at":"2026-08-07T15:15:46.451629Z","title":"Openrlhf: An easy-to-use, scalable and high-performance rlhf framework","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.451629Z"},"links":{"cited_paper":"/paper/2405.11143","citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:cec9061207de28998267e0769041a7f2b01ec40248465166361ac86cf687e128","observation_id":"17ab31b6-f920-40fa-8e10-4b4deff297ea","resolution":{"observed_at":"2026-08-07T15:15:46.451629Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.455296Z","title":"Iterative preference learning from human feedback: Bridging theory and practice for rlhf under kl-constraint, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.455296Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:668d711ec547f944e4b8a3dcefb60e70dff5a7424fb220e3fb9c17001fd2972e","observation_id":"dc602100-b4fc-47c2-9193-c4e43c8c19b9","resolution":{"observed_at":"2026-08-07T15:15:46.455296Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.458257Z","title":"Hashimoto","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.458257Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:00d89e1f4c92323bce9fdd174fc7e20009917559d5367cd464e3046502ceda15","observation_id":"75172685-d121-4f34-a808-f78df1158f0f","resolution":{"observed_at":"2026-08-07T15:15:46.458257Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.462329Z","title":"Hashimoto","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.462329Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:3475ff5297e4ed24dda90ea3c98ced4002bdaa1c1b8a709358603f6b7547d300","observation_id":"b6032cc0-7331-424c-9e6d-7ad104a6d1c8","resolution":{"observed_at":"2026-08-07T15:15:46.462329Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.769602Z","title":"Understanding dataset difficulty with V-usable information","venue":null,"work_id":"9a8ac17a-1697-41b5-98a4-0e6249ea9ab1","year":2022},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.465735Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:7bfd341de59b5eb6fa820c2d02e256eaeb47c0fdeaa52cf5bf3af2eda9221e3f","observation_id":"d1aa69f0-b56e-4868-ab57-addb7a5ebd00","resolution":{"observed_at":"2026-08-07T15:15:46.773272Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:15:46.364907Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T15:15:46.364907Z"},"links":{"citing_paper":"/paper/2505.17122"},"observation_digest":"sha256:22184a4cb97da4d096de2f322af7bca7f06110de2df14381ee1fb04ae9561f6f","observation_id":"0f4afe28-e1cd-4cad-a579-c1e49c088abb","resolution":{"observed_at":"2026-08-07T15:15:46.364907Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.17122","last_updated":"2025-05-21T17:59:02Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-08T01:18:20.084265Z","submitted_at":"2025-05-21T17:59:02Z","title":"Shallow Preference Signals: Large Language Model Aligns Even Better with Truncated Data?"},"reference_resolution":{"displayed":59,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":1,"unresolved":35,"verified_exact":2,"verified_fuzzy":21},"total_outbound_references":59},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 59 of 59 outbound references and 0 inbound Pith citation observations for arXiv:2505.17122."}