{"work":{"id":"eb2a6abe-2ae0-4366-96e5-78fe4c32cc33","openalex_id":null,"doi":null,"arxiv_id":"2208.08227","raw_key":null,"title":"Multipl-e: A scalable and extensible approach to benchmarking neural code generation, 2022","authors":null,"authors_text":"Federico Cassano, John Gouwar, Daniel Nguyen, Sydney Nguyen, Luna Phipps-Costin, Donald Pinckney, Ming-Ho Yee, Yangtian Zi, Carolyn Jane Anderson, Molly Q Feldman, Arjun Guha, Michael Greenberg, and Abhinav Jangda","year":2022,"venue":null,"abstract":null,"external_url":"https://arxiv.org/abs/2208.08227","cited_by_count":null,"metadata_source":"arxiv_reference","metadata_fetched_at":"2026-05-20T17:08:41.968214+00:00","pith_arxiv_id":null,"created_at":"2026-05-10T06:51:46.285916+00:00","updated_at":"2026-05-20T17:08:41.968214+00:00","title_quality_ok":true,"display_title":"J., Feldman, M","render_title":"J., Feldman, M"},"hub":{"state":{"work_id":"eb2a6abe-2ae0-4366-96e5-78fe4c32cc33","tier":"hub","tier_reason":"10+ Pith inbound or 1,000+ external citations","pith_inbound_count":14,"external_cited_by_count":null,"distinct_field_count":3,"first_pith_cited_at":"2024-03-12T17:58:04+00:00","last_pith_cited_at":"2026-05-15T10:09:59+00:00","author_build_status":"not_needed","summary_status":"needed","contexts_status":"needed","graph_status":"needed","ask_index_status":"not_needed","reader_status":"not_needed","recognition_status":"not_needed","updated_at":"2026-05-30T20:31:22.469281+00:00","tier_text":"hub"},"tier":"hub","role_counts":[{"context_role":"dataset","n":3},{"context_role":"background","n":2}],"polarity_counts":[{"context_polarity":"use_dataset","n":3},{"context_polarity":"background","n":2}],"runs":{},"summary":{},"graph":{},"authors":[]}}