{"work":{"id":"1e2aeeb2-b78a-4897-8c9f-e70506e8a3dd","openalex_id":null,"doi":"10.18653/v1/2024.findings-naacl.130","arxiv_id":null,"raw_key":null,"title":"Large Language Models Sensitivity to The Order of Options in Multiple-Choice Questions","authors":null,"authors_text":"Pezeshkpour, Pouya and Hruschka, Estevam","year":2024,"venue":null,"abstract":null,"external_url":"https://doi.org/10.18653/v1/2024.findings-naacl.130","cited_by_count":null,"metadata_source":"doi_reference","metadata_fetched_at":"2026-07-01T06:15:26.369192+00:00","pith_arxiv_id":null,"created_at":"2026-05-09T20:17:04.508980+00:00","updated_at":"2026-07-01T06:15:26.369192+00:00","title_quality_ok":true,"display_title":"and Hruschka, E","render_title":"and Hruschka, E"},"hub":{"state":{"work_id":"1e2aeeb2-b78a-4897-8c9f-e70506e8a3dd","tier":"hub","tier_reason":"10+ Pith inbound or 1,000+ external citations","pith_inbound_count":13,"external_cited_by_count":null,"distinct_field_count":5,"first_pith_cited_at":"2025-09-28T00:43:52+00:00","last_pith_cited_at":"2026-06-30T06:49:06+00:00","author_build_status":"not_needed","summary_status":"needed","contexts_status":"needed","graph_status":"needed","ask_index_status":"not_needed","reader_status":"not_needed","recognition_status":"not_needed","updated_at":"2026-07-04T04:46:37.691255+00:00","tier_text":"hub"},"tier":"hub","role_counts":[{"context_role":"background","n":1}],"polarity_counts":[{"context_polarity":"unclear","n":1}],"runs":{},"summary":{},"graph":{},"authors":[]}}