{"work":{"id":"9b14eca2-9e41-4755-88ac-c3e7b67253f5","openalex_id":"https://openalex.org/W4381586770","doi":"10.48550/arxiv.2306.11644","arxiv_id":"2306.11644","raw_key":null,"title":"Textbooks Are All You Need","authors":null,"authors_text":"Suriya Gunasekar, Yi Zhang, Jyoti Aneja, Caio C\\'esar Teodoro Mendes, Allie Del Giorno, Sivakanth Gopi","year":2023,"venue":"cs.CL","abstract":"We introduce phi-1, a new large language model for code, with significantly smaller size than competing models: phi-1 is a Transformer-based model with 1.3B parameters, trained for 4 days on 8 A100s, using a selection of ``textbook quality\" data from the web (6B tokens) and synthetically generated textbooks and exercises with GPT-3.5 (1B tokens). Despite this small scale, phi-1 attains pass@1 accuracy 50.6% on HumanEval and 55.5% on MBPP. It also displays surprising emergent properties compared to phi-1-base, our model before our finetuning stage on a dataset of coding exercises, and phi-1-small, a smaller model with 350M parameters trained with the same pipeline as phi-1 that still achieves 45% on HumanEval.","external_url":"https://arxiv.org/abs/2306.11644","cited_by_count":99,"metadata_source":"pith","metadata_fetched_at":"2026-08-05T02:28:24.338817+00:00","pith_arxiv_id":"2306.11644","created_at":"2026-05-09T03:26:26.027228+00:00","updated_at":"2026-08-05T02:28:24.338817+00:00","title_quality_ok":false,"display_title":"Textbooks Are All You Need","render_title":"Textbooks Are All You Need"},"hub":{"state":{"work_id":"9b14eca2-9e41-4755-88ac-c3e7b67253f5","tier":"hub","tier_reason":"10+ Pith inbound or 1,000+ external citations","pith_inbound_count":83,"external_cited_by_count":99,"distinct_field_count":11,"first_pith_cited_at":"2023-09-11T14:01:45+00:00","last_pith_cited_at":"2026-07-09T06:56:20+00:00","author_build_status":"not_needed","summary_status":"needed","contexts_status":"needed","graph_status":"needed","ask_index_status":"not_needed","reader_status":"not_needed","recognition_status":"not_needed","updated_at":"2026-08-23T14:29:26.950448+00:00","tier_text":"hub"},"tier":"hub","role_counts":[{"context_role":"background","n":15},{"context_role":"method","n":2}],"polarity_counts":[{"context_polarity":"background","n":14},{"context_polarity":"use_method","n":2},{"context_polarity":"unclear","n":1}],"runs":{},"summary":{},"graph":{},"authors":[]}}