{"work":{"id":"2768ef3b-8aa1-40de-acf3-7e557d965bfb","openalex_id":null,"doi":null,"arxiv_id":"1706.04599","raw_key":null,"title":"On Calibration of Modern Neural Networks","authors":null,"authors_text":"C","year":2017,"venue":"cs.LG","abstract":"Confidence calibration -- the problem of predicting probability estimates representative of the true correctness likelihood -- is important for classification models in many applications. We discover that modern neural networks, unlike those from a decade ago, are poorly calibrated. Through extensive experiments, we observe that depth, width, weight decay, and Batch Normalization are important factors influencing calibration. We evaluate the performance of various post-processing calibration methods on state-of-the-art architectures with image and document classification datasets. Our analysis and experiments not only offer insights into neural network learning, but also provide a simple and straightforward recipe for practical settings: on most datasets, temperature scaling -- a single-parameter variant of Platt Scaling -- is surprisingly effective at calibrating predictions.","external_url":"https://arxiv.org/abs/1706.04599","cited_by_count":null,"metadata_source":"pith","metadata_fetched_at":"2026-05-25T20:16:11.717900+00:00","pith_arxiv_id":"1706.04599","created_at":"2026-05-09T20:37:32.146625+00:00","updated_at":"2026-06-05T21:23:00.469572+00:00","title_quality_ok":true,"display_title":"On Calibration of Modern Neural Networks","render_title":"On Calibration of Modern Neural Networks"},"hub":{"state":{"work_id":"2768ef3b-8aa1-40de-acf3-7e557d965bfb","tier":"hub","tier_reason":"10+ Pith inbound or 1,000+ external citations","pith_inbound_count":24,"external_cited_by_count":null,"distinct_field_count":9,"first_pith_cited_at":"2019-06-19T19:10:26+00:00","last_pith_cited_at":"2026-05-22T01:19:03+00:00","author_build_status":"not_needed","summary_status":"needed","contexts_status":"needed","graph_status":"needed","ask_index_status":"not_needed","reader_status":"not_needed","recognition_status":"not_needed","updated_at":"2026-06-11T21:39:02.266638+00:00","tier_text":"hub"},"tier":"hub","role_counts":[{"context_role":"background","n":3}],"polarity_counts":[{"context_polarity":"background","n":3}],"runs":{},"summary":{},"graph":{},"authors":[]}}