{"as_of":"2026-08-06T03:27:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:febc205401ce38b49ebbeb2e9d07913c88529c0898d90692eb33c57c072d30a3","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":30,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":30,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-05T06:32:48.257954+00:00","state":"measured"},{"denominator":30,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":30,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T17:26:28.825227Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-04T19:20:05.653512Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2406.08464","last_updated":"2024-10-07T01:45:38Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-06-12T17:52:30Z","title":"Magpie: Alignment Data Synthesis from Scratch by Prompting Aligned LLMs with Nothing","version":2},"reference_index":110,"source":"arxiv_source","source_observed_at":"2026-05-16T06:58:36.684583Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2406.08464"},"observation_digest":"sha256:fdd4f8b7aa9ff6be227a554076175245242bc879759354537284cb8552570c37","observation_id":"8628d4db-1796-47ba-87cf-8b9561bda533","resolution":{"observed_at":"2026-05-16T06:58:36.846203Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2501.15383","last_updated":"2025-01-26T03:47:25Z","snapshot_observed_at":"2026-07-31T01:49:29.562668Z","submitted_at":"2025-01-26T03:47:25Z","title":"Qwen2.5-1M Technical Report","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-15T05:25:59.964619Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2501.15383"},"observation_digest":"sha256:ca1b0d901c0aed9724a7c512350af3b73a180a4ff351feeea182b3514847cb95","observation_id":"1bc2a4a8-1bae-43a1-bbdc-60a90eea74a2","resolution":{"observed_at":"2026-05-15T05:26:00.070159Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2502.13923","last_updated":"2025-02-19T18:00:14Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-02-19T18:00:14Z","title":"Qwen2.5-VL Technical Report","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-23T02:25:04.405036Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2502.13923"},"observation_digest":"sha256:1251e9ee7c51b3f3c7a3720e38ce2e87af2877e120a34d5be4c0e7c27056f546","observation_id":"719eaea1-b645-4883-af87-a967570318c7","resolution":{"observed_at":"2026-05-23T02:25:19.082104Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2503.20215","last_updated":"2025-03-26T04:17:55Z","snapshot_observed_at":"2026-08-03T04:23:51.274879Z","submitted_at":"2025-03-26T04:17:55Z","title":"Qwen2.5-Omni Technical Report","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-10T17:54:03.225439Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2503.20215"},"observation_digest":"sha256:2abb2935bbe54d0c083a599fa3455f52ce903816d6721453a115a2cc7d3d0788","observation_id":"f84b5750-48ae-4ae1-ae93-243fca0d0d55","resolution":{"observed_at":"2026-05-10T17:54:03.335098Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-09T06:35:27.813995Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2505.09388"},"observation_digest":"sha256:4c905b78bdf2702e58f7aec03e8c309922b3afabee8a226ac9fc7cf959d13c26","observation_id":"2f74c340-97fe-47bd-91f8-12ded746f83d","resolution":{"observed_at":"2026-05-09T06:35:28.499063Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2506.12119","last_updated":"2026-05-17T08:18:55Z","snapshot_observed_at":"2026-08-02T23:22:23.397250Z","submitted_at":"2025-06-13T17:59:05Z","title":"Mixture-of-Experts Can Surpass Dense LLMs Under Strictly Equal Resource","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-22T00:05:08.916339Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2506.12119"},"observation_digest":"sha256:80cf65235e127554011c51cd0ba911f163c882ca825035c11aad26f1f7391aab","observation_id":"80715de0-fd37-4ba8-9111-0e32dab9e258","resolution":{"observed_at":"2026-05-22T00:05:47.753599Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2507.20534","last_updated":"2026-02-03T04:57:00Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-07-28T05:35:43Z","title":"Kimi K2: Open Agentic Intelligence","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-10T17:49:27.926646Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2507.20534"},"observation_digest":"sha256:5791fd3c448d2bf86db345bbdb95208df40959898255d33e3502ed38cf8fa30f","observation_id":"c33513d7-bfc7-4987-b91f-2045fc6269e7","resolution":{"observed_at":"2026-05-10T17:49:28.118074Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2507.23009","last_updated":"2026-05-11T11:47:15Z","snapshot_observed_at":"2026-07-06T22:05:22.373440Z","submitted_at":"2025-07-30T18:14:35Z","title":"Position: Stop Evaluating AI with Human Tests, Develop Principled, AI-specific Tests instead","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-19T02:12:48.586913Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2507.23009"},"observation_digest":"sha256:0b5b4d56f25896e4cc75d19011db200c91c3679f4bac940f436012baa4ab43f8","observation_id":"446b2309-0e25-4f51-801f-16872e3053de","resolution":{"observed_at":"2026-05-19T02:12:55.724599Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-08-05T17:26:28.825227Z","title":"Are we done with MMLU ? CoRR, abs/2406.04127, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.16279","last_updated":"2025-08-22T10:35:56Z","snapshot_observed_at":"2026-08-05T17:26:26.551966Z","submitted_at":"2025-08-22T10:35:56Z","title":"AgentScope 1.0: A Developer-Centric Framework for Building Agentic Applications","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-05T17:26:28.825227Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2508.16279"},"observation_digest":"sha256:286d8a80038c7dc2743a62cb5412841cc9ff76b2e218d8843215def78c3e25dd","observation_id":"28221249-82a3-49e3-866f-6d6e97f7c153","resolution":{"observed_at":"2026-08-05T17:26:28.825227Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-08-05T05:30:11.831165Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.09705","last_updated":"2025-09-05T17:31:14Z","snapshot_observed_at":"2026-08-05T05:29:57.339638Z","submitted_at":"2025-09-05T17:31:14Z","title":"The Non-Determinism of Small LLMs: Evidence of Low Answer Consistency in Repetition Trials of Standard Multiple-Choice Benchmarks","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-05T05:30:11.831165Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2509.09705"},"observation_digest":"sha256:a1b148be87d6668dda335f2e499e09dcedf2ac679ba33426687360285dd96b09","observation_id":"eee64261-ae94-4e30-b07d-679bc36d1498","resolution":{"observed_at":"2026-08-05T05:30:11.831165Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-08-04T17:10:43.411386Z","title":"Are we done with MMLU?arXiv:2406.04127,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.11106","last_updated":"2025-09-14T05:49:42Z","snapshot_observed_at":"2026-08-04T17:10:34.284259Z","submitted_at":"2025-09-14T05:49:42Z","title":"Fluid Language Model Benchmarking","version":1},"reference_index":2010,"source":"pdf_text","source_observed_at":"2026-08-04T17:10:43.411386Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2509.11106"},"observation_digest":"sha256:c9876af2f8944458d08ee82d1b5b841a7d03bc358ef708c526eebbe09f037343","observation_id":"197a9686-1107-4dd4-9a08-22e38a42be64","resolution":{"observed_at":"2026-08-04T17:10:43.411386Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2509.17765","last_updated":"2025-09-22T13:26:24Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-09-22T13:26:24Z","title":"Qwen3-Omni Technical Report","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-11T00:20:37.406351Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2509.17765"},"observation_digest":"sha256:a3a417a218e5a110b77507a555e26c8f3c18681d0c971c6566c986fc6c0e80de","observation_id":"b667ddba-ab63-411d-9ccd-4f54b5bc5f1b","resolution":{"observed_at":"2026-05-11T00:20:37.762357Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2510.26692","last_updated":"2025-11-01T12:05:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-10-30T16:59:43Z","title":"Kimi Linear: An Expressive, Efficient Attention Architecture","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-05-13T23:49:10.555255Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2510.26692"},"observation_digest":"sha256:0cd37a8aa386d10c1b8df7e6f6316fd13ed52fc0cd8dcf0a0a1370b313d67164","observation_id":"ed9b015b-6b73-4953-b781-6081c3887c81","resolution":{"observed_at":"2026-05-13T23:49:11.089956Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2601.02780","last_updated":"2026-01-08T05:52:17Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-01-06T07:31:47Z","title":"MiMo-V2-Flash Technical Report","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-12T11:33:32.568261Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2601.02780"},"observation_digest":"sha256:9226d097469aef5be04437d0006cfcdb95ad708563e72ec33306e3ba046578e3","observation_id":"a7aa0688-3f8d-47c1-b3cd-dbc431932f70","resolution":{"observed_at":"2026-05-12T11:33:32.685167Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2601.08584","last_updated":"2026-01-13T14:06:03Z","snapshot_observed_at":"2026-08-04T17:10:53.354037Z","submitted_at":"2026-01-13T14:06:03Z","title":"Ministral 3","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-14T19:12:24.627033Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2601.08584"},"observation_digest":"sha256:b56dca93637fc04bc55aab78c7c6d3d46389f7f1f2b2765c28584f34e8e1ed7e","observation_id":"8973a4ee-ab89-474b-8c19-1c139bb6d251","resolution":{"observed_at":"2026-05-14T19:12:24.776096Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2602.10718","last_updated":"2026-04-28T04:57:29Z","snapshot_observed_at":"2026-07-06T22:45:25.047172Z","submitted_at":"2026-02-11T10:24:42Z","title":"SnapMLA: Efficient Long-Context MLA Decoding via Hardware-Aware FP8 Quantized Pipelining","version":3},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-16T05:58:03.113220Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2602.10718"},"observation_digest":"sha256:4dca4627ad39eab1595f33d35d9b76f29fa3b103bd4dfc725d6817d637d39f2f","observation_id":"f4d28fa1-cf1e-4b17-a6f4-5dbde74f30ac","resolution":{"observed_at":"2026-05-16T06:00:40.711571Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2604.15804","last_updated":"2026-04-21T03:35:14Z","snapshot_observed_at":"2026-08-01T22:56:50.755050Z","submitted_at":"2026-04-17T08:05:46Z","title":"Qwen3.5-Omni Technical Report","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-10T08:11:22.402552Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2604.15804"},"observation_digest":"sha256:f968828c226205f944a1ef8b2113ad72a54127885316e800ee0963d0d2e94663","observation_id":"2f30c67c-4b40-4b9f-83f2-0a35fc1ad07c","resolution":{"observed_at":"2026-05-10T08:12:26.498727Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2605.02442","last_updated":"2026-05-04T10:42:26Z","snapshot_observed_at":"2026-07-30T10:52:38.632184Z","submitted_at":"2026-05-04T10:42:26Z","title":"Measuring AI Reasoning: A Guide for Researchers","version":1},"reference_index":147,"source":"arxiv_source","source_observed_at":"2026-05-08T18:53:18.586923Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2605.02442"},"observation_digest":"sha256:e8151230892879c0f6ebcf2fb4c0d7f2e300e36b9b8a2ce3876e53dbe27fa252","observation_id":"15d84056-6f9e-425a-adb0-4e908ade3958","resolution":{"observed_at":"2026-05-09T06:05:36.632600Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2605.08738","last_updated":"2026-05-18T06:29:11Z","snapshot_observed_at":"2026-07-06T23:20:57.084438Z","submitted_at":"2026-05-09T06:50:35Z","title":"SlimQwen: Exploring the Pruning and Distillation in Large MoE Model Pre-training","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-05-12T03:34:10.370956Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2605.08738"},"observation_digest":"sha256:2706b4b9deada0b8f1eac32b34b064093b85e0e7f1994111d2536832fade8d1e","observation_id":"440f7544-e51a-4987-8ce9-bbf591c80ef4","resolution":{"observed_at":"2026-05-12T07:16:28.208995Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2605.08738","last_updated":"2026-05-18T06:29:11Z","snapshot_observed_at":"2026-07-06T23:20:57.084438Z","submitted_at":"2026-05-09T06:50:35Z","title":"SlimQwen: Exploring the Pruning and Distillation in Large MoE Model Pre-training","version":2},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-05-20T23:22:51.808346Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2605.08738"},"observation_digest":"sha256:7bd7be4f3c52be237773f3b5140497c1ed4904737f645a486bf2a8e5fc5a711d","observation_id":"9d6350f6-144f-4a71-9b26-5f8c7200c00f","resolution":{"observed_at":"2026-05-20T23:23:51.225707Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2605.18904","last_updated":"2026-05-17T13:36:53Z","snapshot_observed_at":"2026-07-31T21:47:41.038897Z","submitted_at":"2026-05-17T13:36:53Z","title":"Dynamic Model Merging Made Slim","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-05-20T15:16:24.651868Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2605.18904"},"observation_digest":"sha256:8c63f2c1b8af97750569fd308acca75aaa3b19301e81a8e59fc7e205842cfe6e","observation_id":"05ef44e4-7ff3-42dd-aa34-700f014e4aa1","resolution":{"observed_at":"2026-05-20T15:18:25.373549Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-13T08:22:44.347941Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2605.23912","last_updated":"2026-04-08T23:43:46Z","snapshot_observed_at":"2026-08-03T04:32:52.637811Z","submitted_at":"2026-04-08T23:43:46Z","title":"Raon-Speech Technical Report","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-07-13T08:22:44.347941Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2605.23912"},"observation_digest":"sha256:23d53eacfdd8abb1e5cb551a0f1b42718b0b453b931b1b973eef031bd770c316","observation_id":"ec0f4e96-df34-430b-87b3-cd0616800691","resolution":{"observed_at":"2026-07-13T08:22:44.347941Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2605.31268","last_updated":"2026-05-29T13:01:11Z","snapshot_observed_at":"2026-07-06T23:40:27.543522Z","submitted_at":"2026-05-29T13:01:11Z","title":"Mellum2 Technical Report","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-28T22:58:35.397914Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2605.31268"},"observation_digest":"sha256:23a2ca74921cf0e18e5ef55b8a193e0bed29d7b915e7fdcb9be2ac82af62a995","observation_id":"22961b7c-399f-4369-bfba-4e623e25d18b","resolution":{"observed_at":"2026-06-28T23:02:46.486953Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2606.05104","last_updated":"2026-06-04T05:37:51Z","snapshot_observed_at":"2026-07-06T23:45:06.925235Z","submitted_at":"2026-06-03T17:06:49Z","title":"Knowledge Index of Noah's Ark","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-06-28T06:33:33.539031Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2606.05104"},"observation_digest":"sha256:9327a17036ccf4ba05259ff913d00e125890fccd0763529d262594f49a6731a9","observation_id":"60ad93e2-6461-4c72-8427-cc59753e5a69","resolution":{"observed_at":"2026-07-02T07:56:47.276774Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2606.18216","last_updated":"2026-06-16T17:46:02Z","snapshot_observed_at":"2026-07-06T23:53:40.698123Z","submitted_at":"2026-06-16T17:46:02Z","title":"Zone of Proximal Policy Optimization: Teacher in Prompts, Not Gradients","version":1},"reference_index":149,"source":"pdf_text","source_observed_at":"2026-06-27T01:08:52.981296Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2606.18216"},"observation_digest":"sha256:34979b24daca1a260537613f37d4b104a7cc56b4a300e05b19ac2361c759eada","observation_id":"6844d1a6-624d-4896-96e6-779545bc6fb5","resolution":{"observed_at":"2026-07-03T20:48:55.957396Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2606.25331","last_updated":"2026-06-24T02:51:36Z","snapshot_observed_at":"2026-07-06T23:59:47.542695Z","submitted_at":"2026-06-24T02:51:36Z","title":"Improved Large Language Diffusion Models","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-06-25T21:34:45.620481Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2606.25331"},"observation_digest":"sha256:1219298c8f3ac8b4ea1a6cec619dba764a5956a234a3752d7f0d1f7e740d450c","observation_id":"61ee3a97-ccc9-43f5-bef0-0a1980c88df4","resolution":{"observed_at":"2026-07-04T19:20:05.655596Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":"2406.04127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-04T19:20:05.653512Z","title":"Are we done with mmlu? CoRR, abs/2406.04127","venue":null,"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","year":2024},"citing_paper":{"arxiv_id":"2606.27632","last_updated":"2026-06-26T01:12:02Z","snapshot_observed_at":"2026-08-01T14:50:11.591955Z","submitted_at":"2026-06-26T01:12:02Z","title":"Yuvion LLM: An Adversarially-Aware Large Language Model for Content And AI Safety","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-06-29T00:46:03.210076Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2606.27632"},"observation_digest":"sha256:8bd9cf550da56803daec7889383d51ed3841dddd72af15594db77d04e1b1a481","observation_id":"435631d0-995c-4e93-9bad-d0337f6e532c","resolution":{"observed_at":"2026-06-29T00:52:55.778039Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-05T06:32:48.257954+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-12T07:15:51.883780Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.02755","last_updated":"2026-07-02T20:41:30Z","snapshot_observed_at":"2026-08-01T04:00:23.949059Z","submitted_at":"2026-07-02T20:41:30Z","title":"Out-of-Distribution Generalization of Risk Aversion in Language Models","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-07-12T07:15:51.883780Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2607.02755"},"observation_digest":"sha256:2159f07a5a0a2278d9dae3c829fb38c23e918f1c411bff6565d034cb8617c0c6","observation_id":"2ad79e6f-baf2-4ae2-9574-8a56a4f471aa","resolution":{"observed_at":"2026-07-12T07:15:51.883780Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-07-15T07:32:36.632338Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.12125","last_updated":"2026-07-13T20:17:43Z","snapshot_observed_at":"2026-08-02T05:46:41.863716Z","submitted_at":"2026-07-13T20:17:43Z","title":"Faster AI, Uneven Frontier: Rapid Crossings, a Jagged Frontier, and the Repositioning of Human Judgment","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-07-15T07:32:36.632338Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2607.12125"},"observation_digest":"sha256:98ea8fe0b67db50b15bc2a26b0a3514eb5535a7ff9a5485bfed4ace8db3de531","observation_id":"ea9799b4-72b2-4307-a48a-0f45694db7d1","resolution":{"observed_at":"2026-07-15T07:32:36.632338Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.04127","snapshot_observed_at":"2026-08-03T00:48:02.409682Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.28661","last_updated":"2026-07-22T06:53:07Z","snapshot_observed_at":"2026-08-06T00:36:51.740260Z","submitted_at":"2026-07-22T06:53:07Z","title":"Are the Financial Reasoning from LLMs Credible? A Real World Test over Long-Horizon Statements","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-03T00:48:02.409682Z"},"links":{"cited_paper":"/paper/2406.04127","citing_paper":"/paper/2607.28661"},"observation_digest":"sha256:25b42652c4ebd7dea7ed181f078f7a5a8bd7c0e63559a070293e405bd522f74d","observation_id":"9c6e7cc4-dc31-4e15-8447-b20525205fe9","resolution":{"observed_at":"2026-08-03T00:48:02.409682Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2406.04127/citation-record","integrity":"/paper/2406.04127/integrity","json":"/paper/2406.04127/citation-record.json","paper":"/paper/2406.04127"},"outbound":[],"paper":{"arxiv_id":"2406.04127","last_updated":"2025-01-10T14:31:21Z","latest_version":3,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-02T00:54:17.243656Z","submitted_at":"2024-06-06T14:49:06Z","title":"Are We Done with MMLU?"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-05T06:32:48.257954+00:00","source":"crossref"},{"observed_at":"2026-08-05T06:32:44.755628+00:00","source":"retraction_watch"}],"thesis":"As of 6 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 30 inbound Pith citation observations for arXiv:2406.04127."}