{"work":{"id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","openalex_id":null,"doi":null,"arxiv_id":"2406.04127","raw_key":null,"title":"Are we done with mmlu? CoRR, abs/2406.04127,","authors":null,"authors_text":"Aryo Pradipta Gema, Joshua Ong Jun Leang, Giwon Hong, Alessio Devoto, Alberto Carlo Maria Mancino, Rohit Saxena, Xuanli He, Yu Zhao, Xiaotang Du, Mohammad Reza Ghasemi Madani, et a","year":2025,"venue":null,"abstract":null,"external_url":"https://arxiv.org/abs/2406.04127","cited_by_count":null,"metadata_source":"arxiv_reference","metadata_fetched_at":"2026-05-23T02:25:19.079222+00:00","pith_arxiv_id":null,"created_at":"2026-05-09T06:05:36.630803+00:00","updated_at":"2026-06-05T21:23:00.469572+00:00","title_quality_ok":false,"display_title":"Are we done with mmlu? CoRR, abs/2406.04127","render_title":"Are we done with mmlu? CoRR, abs/2406.04127"},"hub":{"state":{"work_id":"ed71a0fb-b1cc-4fbc-a1d5-01a096a4e957","tier":"hub","tier_reason":"10+ Pith inbound or 1,000+ external citations","pith_inbound_count":17,"external_cited_by_count":null,"distinct_field_count":4,"first_pith_cited_at":"2024-06-12T17:52:30+00:00","last_pith_cited_at":"2026-05-17T13:36:53+00:00","author_build_status":"not_needed","summary_status":"needed","contexts_status":"needed","graph_status":"needed","ask_index_status":"not_needed","reader_status":"not_needed","recognition_status":"not_needed","updated_at":"2026-06-11T07:37:49.776389+00:00","tier_text":"hub"},"tier":"hub","role_counts":[{"context_role":"dataset","n":2}],"polarity_counts":[{"context_polarity":"use_dataset","n":2}],"runs":{},"summary":{},"graph":{},"authors":[]}}