{"as_of":"2026-08-22T07:51:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7685d872f2fe0171707ecf089f4612643b8cae66d96624c99776cd48f493fa03","coverage":[{"denominator":19,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":19,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-16T00:18:50.086913Z","state":"measured"},{"denominator":19,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":19,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-22T06:32:14.747728+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.12150/citation-record","integrity":"/paper/2608.12150/integrity","json":"/paper/2608.12150/citation-record.json","paper":"/paper/2608.12150"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:18:50.825020Z","title":"https://huggingface.co/spaces/ open-llm-leaderboard/open_llm_leaderboard, 2024","venue":null,"work_id":"93534bbe-6de9-413f-927c-74e015d80901","year":2024},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:49.657013Z"},"links":{"citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:b883266a8ce1a6b75e449a65834a968de94b2b5aa1e9b22d436d6146f23084dd","observation_id":"0dea97cf-8abb-437a-8120-c955be85be51","resolution":{"observed_at":"2026-08-16T00:18:50.829918Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:18:50.811314Z","title":"Zheng, W.-L","venue":null,"work_id":"8ff1f570-5c0e-426e-94b2-56e8436cb36f","year":2023},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:49.704929Z"},"links":{"citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:3694167f77b2739e6eb120127613b62e362e75a2f17dfbdd0a2a8e0b01c26746","observation_id":"5ad0a644-6e84-4b65-80a9-1322b1c03bc7","resolution":{"observed_at":"2026-08-16T00:18:50.815428Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.03314","last_updated":"2024-08-06T17:35:05Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-08-06T17:35:05Z","title":"Scaling LLM Test-Time Compute Optimally can be More Effective than Scaling Model Parameters","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.03314","snapshot_observed_at":"2026-08-16T00:18:49.709956Z","title":"Snell, J","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:49.709956Z"},"links":{"cited_paper":"/paper/2408.03314","citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:ac00c7bc31777eba2838622ae54e196e70a7712bcaa3f9483595902793cabf4d","observation_id":"536d36c7-bfef-4e90-97bd-7d72d55656a5","resolution":{"observed_at":"2026-08-16T00:18:49.709956Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.19393","last_updated":"2025-03-01T06:07:39Z","snapshot_observed_at":"2026-08-17T11:00:39.333660Z","submitted_at":"2025-01-31T18:48:08Z","title":"s1: Simple test-time scaling","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.19393","snapshot_observed_at":"2026-08-16T00:18:49.716415Z","title":"Muennighoff, Z","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:49.716415Z"},"links":{"cited_paper":"/paper/2501.19393","citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:34ac2fa1d790214963ad229f56cf480e6a1154bdc3751ecc12074357334cd47b","observation_id":"c3dd739a-aeb3-4437-a060-88b7febd0a4a","resolution":{"observed_at":"2026-08-16T00:18:49.716415Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.04697","last_updated":"2025-10-03T01:55:58Z","snapshot_observed_at":"2026-08-17T16:48:59.674177Z","submitted_at":"2025-03-06T18:43:29Z","title":"L1: Controlling How Long A Reasoning Model Thinks With Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.04697","snapshot_observed_at":"2026-08-16T00:18:49.720819Z","title":"Aggarwal, Y","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:49.720819Z"},"links":{"cited_paper":"/paper/2503.04697","citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:5aecacdc87be48eddf1e97dc40a0e74ffd3125519798624923eded13dddacc72","observation_id":"5ea49f83-3fae-4da2-b1a1-998c0e41162c","resolution":{"observed_at":"2026-08-16T00:18:49.720819Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:18:50.799854Z","title":null,"venue":null,"work_id":"e08989f9-a72d-40f6-8059-a7bcbdf0704d","year":2022},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:49.759840Z"},"links":{"citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:95eed36a64bc5b4ad771da812492fedc1da8958adb37e0d5048cacd7f717b21a","observation_id":"d79702c8-f06e-4a3c-a576-9651e13b7384","resolution":{"observed_at":"2026-08-16T00:18:50.803383Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.21187","last_updated":"2025-02-01T07:57:37Z","snapshot_observed_at":"2026-08-20T11:42:35.796814Z","submitted_at":"2024-12-30T18:55:12Z","title":"Do NOT Think That Much for 2+3=? On the Overthinking of o1-Like LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.21187","snapshot_observed_at":"2026-08-16T00:18:49.891317Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:49.891317Z"},"links":{"cited_paper":"/paper/2412.21187","citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:c63aa13a5e4ade4d7dcb406df6d7084df31b0704cf3a66244774c29bc8b55afc","observation_id":"e498d443-9e3e-45f7-a927-ad7c28a48a8d","resolution":{"observed_at":"2026-08-16T00:18:49.891317Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.16419","last_updated":"2025-08-21T19:14:40Z","snapshot_observed_at":"2026-08-11T13:10:23.709172Z","submitted_at":"2025-03-20T17:59:38Z","title":"Stop Overthinking: A Survey on Efficient Reasoning for Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.16419","snapshot_observed_at":"2026-08-16T00:18:49.931347Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:49.931347Z"},"links":{"cited_paper":"/paper/2503.16419","citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:0ebba17dd82fcb4fc262ea7400237a9da542f942f729398ae5578b7ae09939cb","observation_id":"8cd91594-7f09-4944-b324-6eb660367e1f","resolution":{"observed_at":"2026-08-16T00:18:49.931347Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:18:50.637604Z","title":"Jiang, X","venue":null,"work_id":"a73afaaa-cfad-41c4-90dd-b598cbb9124a","year":2023},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:49.936693Z"},"links":{"citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:ec1fc5d88348794a6e1bbd65013eab1e8fb99b07ed327d1138246eae9aea3a80","observation_id":"2d0d2b13-a88e-4d3a-89dd-270da9efdbb9","resolution":{"observed_at":"2026-08-16T00:18:50.698253Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:18:50.622209Z","title":null,"venue":null,"work_id":"ad93b2da-5dd9-4b30-bdf0-9d616a82718b","year":2024},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:49.941605Z"},"links":{"citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:dd8a564c96f5ca9f587f0cf2f2372794875dd2398e53ee895b44663639863f29","observation_id":"8f61801f-b8a2-4f98-ab82-c22190036b6b","resolution":{"observed_at":"2026-08-16T00:18:50.627055Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.15789","last_updated":"2023-09-27T17:08:40Z","snapshot_observed_at":"2026-08-19T20:05:00.057234Z","submitted_at":"2023-09-27T17:08:40Z","title":"Large Language Model Routing with Benchmark Datasets","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.15789","snapshot_observed_at":"2026-08-16T00:18:49.945835Z","title":"Shnitzer, A","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:49.945835Z"},"links":{"cited_paper":"/paper/2309.15789","citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:a69de0dd3acf19216c853632b5c2277a4e8b5bb2659cf7582e42e980c7844795","observation_id":"ec991bd0-fbc5-4833-97ac-63935795d2ae","resolution":{"observed_at":"2026-08-16T00:18:49.945835Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:18:50.608564Z","title":"Sainz, J","venue":null,"work_id":"1d0a45eb-f5bc-45ba-8122-95b7ed9a2901","year":2023},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:49.950012Z"},"links":{"citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:5f7d6300f2c32399feb96417112908b2b8128b2d59567c27831de10f68a87161","observation_id":"fa6ba4b0-c9d7-4e5c-b243-9d499109e955","resolution":{"observed_at":"2026-08-16T00:18:50.612895Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:18:50.412824Z","title":"Kiela, M","venue":null,"work_id":"53795e48-e84a-43a1-8617-e92a60892c5b","year":2021},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:49.989031Z"},"links":{"citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:df8307b02898af6844e28b068adac2eeff011490602e9ae7ea55dca8bc243a5c","observation_id":"88cb1400-986c-4244-875a-301ba6f6dfdf","resolution":{"observed_at":"2026-08-16T00:18:50.487850Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:18:50.399417Z","title":"Liang, R","venue":null,"work_id":"e92fa1a0-fd7e-47d7-9f89-30c00ed6a204","year":2023},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:50.035374Z"},"links":{"citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:0f8ec21f32958e1809c22c80622a09c4292e738156829f6be46923b02a5ae1fd","observation_id":"c18f1338-c13a-42fd-bed2-bc1918fb30b6","resolution":{"observed_at":"2026-08-16T00:18:50.403387Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-13T17:20:44.002518Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-16T00:18:50.067916Z","title":"The LLaMA 3 Herd of Models.arXiv:2407.21783, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:50.067916Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:fa750db9ff7282c0153d1174b89d2a0c7b8acd56540344b017d2b3753d952286","observation_id":"7389d241-19db-426f-939c-7094c0fa0cd4","resolution":{"observed_at":"2026-08-16T00:18:50.067916Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-08-16T00:18:50.073275Z","title":"Qwen3 Technical Report.arXiv:2505.09388, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:50.073275Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:725e3185f5859cb0703ff8c9e8cf17262a65a8a6b6719e373c7dfc7da26fb800","observation_id":"4cc8e97f-8871-4034-81f0-f792f387ee03","resolution":{"observed_at":"2026-08-16T00:18:50.073275Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-14T02:43:01.480086Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-08-16T00:18:50.078456Z","title":"Cobbe, V","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:50.078456Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:f655f74da8b22c08e2ce1ed05d1360660f28ad93f4397f18adc76eb27d6c71e1","observation_id":"67ff05fd-52da-4cb8-a81a-0543ded28cbe","resolution":{"observed_at":"2026-08-16T00:18:50.078456Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:18:50.384787Z","title":"Hendrycks, C","venue":null,"work_id":"7a9e3c02-93d4-4748-a467-ff9802c42dd0","year":2021},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:50.083166Z"},"links":{"citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:495c921d05bac55ac9806320c8bcfccc6b410a77b85386bde2f8cc34ec79fd03","observation_id":"5f559647-ba0d-4b24-bc0c-2a4b8bdd8261","resolution":{"observed_at":"2026-08-16T00:18:50.389590Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-16T00:18:50.250959Z","title":null,"venue":null,"work_id":"677247ba-0ba7-4673-9c13-24fc1f1d60f2","year":2024},"citing_paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-16T00:18:50.086913Z"},"links":{"citing_paper":"/paper/2608.12150"},"observation_digest":"sha256:6cf990963330f41b82c0b29163c9704e283944ebef01c15f7579b496f81a421f","observation_id":"1bc51b99-8f84-4b31-a19e-87015c853b95","resolution":{"observed_at":"2026-08-16T00:18:50.318791Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2608.12150","last_updated":"2026-08-12T15:11:35Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-21T16:38:51.711083Z","submitted_at":"2026-08-12T15:11:35Z","title":"Who Thinks Best Depends on How Long You Let Them: Budget-Dependent Rankings in LLM Evaluation"},"reference_resolution":{"displayed":19,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":12,"verified_exact":0,"verified_fuzzy":7},"total_outbound_references":19},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"thesis":"As of 22 August 2026, this Paper Citation Record lists 19 of 19 outbound references and 0 inbound Pith citation observations for arXiv:2608.12150."}