{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:ATCQDFZXABB7SLOCHEIFFOGLJF","short_pith_number":"pith:ATCQDFZX","schema_version":"1.0","canonical_sha256":"04c50197370043f92dc2391052b8cb49719c62544bc0a1886ea3262ac7b8899b","source":{"kind":"arxiv","id":"1811.12808","version":3},"attestation_state":"computed","paper":{"title":"Model Evaluation, Model Selection, and Algorithm Selection in Machine Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Sebastian Raschka","submitted_at":"2018-11-13T15:36:42Z","abstract_excerpt":"The correct use of model evaluation, model selection, and algorithm selection techniques is vital in academic machine learning research as well as in many industrial settings. This article reviews different techniques that can be used for each of these three subtasks and discusses the main advantages and disadvantages of each technique with references to theoretical and empirical studies. Further, recommendations are given to encourage best yet feasible practices in research and applications of machine learning. Common methods such as the holdout method for model evaluation and selection are c"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1811.12808","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-11-13T15:36:42Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"c926b6aae7513efc49c86ac9ac1403b6bcc71a139f583815ee9aa0c2ab6eeea3","abstract_canon_sha256":"a309ac9551ffca95a915afe0880c3660849c8b4dc95f4c650145958e2bc0bc73"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:50:46.140230Z","signature_b64":"yYsxsa0EOqj+mJsJmA17jLtDKVycc+abwveA+g0jyIODjtICW21MNCi2JdZ9UAAdfgDBt0ZNT3WoP1IRVVJGDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"04c50197370043f92dc2391052b8cb49719c62544bc0a1886ea3262ac7b8899b","last_reissued_at":"2026-07-05T01:50:46.139817Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:50:46.139817Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Model Evaluation, Model Selection, and Algorithm Selection in Machine Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Sebastian Raschka","submitted_at":"2018-11-13T15:36:42Z","abstract_excerpt":"The correct use of model evaluation, model selection, and algorithm selection techniques is vital in academic machine learning research as well as in many industrial settings. This article reviews different techniques that can be used for each of these three subtasks and discusses the main advantages and disadvantages of each technique with references to theoretical and empirical studies. Further, recommendations are given to encourage best yet feasible practices in research and applications of machine learning. Common methods such as the holdout method for model evaluation and selection are c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1811.12808","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1811.12808/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1811.12808","created_at":"2026-07-05T01:50:46.139872+00:00"},{"alias_kind":"arxiv_version","alias_value":"1811.12808v3","created_at":"2026-07-05T01:50:46.139872+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1811.12808","created_at":"2026-07-05T01:50:46.139872+00:00"},{"alias_kind":"pith_short_12","alias_value":"ATCQDFZXABB7","created_at":"2026-07-05T01:50:46.139872+00:00"},{"alias_kind":"pith_short_16","alias_value":"ATCQDFZXABB7SLOC","created_at":"2026-07-05T01:50:46.139872+00:00"},{"alias_kind":"pith_short_8","alias_value":"ATCQDFZX","created_at":"2026-07-05T01:50:46.139872+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":8,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2607.07863","citing_title":"Physics-Informed Machine Learning Under Small-Data Constraints: Lessons from Abrasive Waterjet Milling","ref_index":21,"is_internal_anchor":true},{"citing_arxiv_id":"2606.03218","citing_title":"The Role of Domain-Specific Features in Malware Detection: A macOS Case Study","ref_index":49,"is_internal_anchor":false},{"citing_arxiv_id":"2605.20747","citing_title":"Multi-Modal Machine Learning for Population- and Subject-Specific lncRNA-Type 2 Diabetes Association Analysis","ref_index":39,"is_internal_anchor":false},{"citing_arxiv_id":"2605.23136","citing_title":"A Gaia-linked High-purity QSO Candidate Catalog in Selected Fields with Extinction-binned Calibration and Spectrum-informed Training","ref_index":53,"is_internal_anchor":false},{"citing_arxiv_id":"2605.20747","citing_title":"Multi-Modal Machine Learning for Population- and Subject-Specific lncRNA-Type 2 Diabetes Association Analysis","ref_index":39,"is_internal_anchor":false},{"citing_arxiv_id":"2603.21011","citing_title":"ALL-FEM: Agentic Large Language models Fine-tuned for Finite Element Methods","ref_index":83,"is_internal_anchor":false},{"citing_arxiv_id":"2602.20028","citing_title":"Descriptor: Parasitoid Wasps and Associated Hymenoptera Dataset (DAPWH)","ref_index":33,"is_internal_anchor":false},{"citing_arxiv_id":"2604.03254","citing_title":"Is your AI Model Accurate Enough? The Difficult Choices Behind Rigorous AI Development and the EU AI Act","ref_index":42,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/ATCQDFZXABB7SLOCHEIFFOGLJF","json":"https://pith.science/pith/ATCQDFZXABB7SLOCHEIFFOGLJF.json","graph_json":"https://pith.science/api/pith-number/ATCQDFZXABB7SLOCHEIFFOGLJF/graph.json","events_json":"https://pith.science/api/pith-number/ATCQDFZXABB7SLOCHEIFFOGLJF/events.json","paper":"https://pith.science/paper/ATCQDFZX"},"agent_actions":{"view_html":"https://pith.science/pith/ATCQDFZXABB7SLOCHEIFFOGLJF","download_json":"https://pith.science/pith/ATCQDFZXABB7SLOCHEIFFOGLJF.json","view_paper":"https://pith.science/paper/ATCQDFZX","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1811.12808&json=true","fetch_graph":"https://pith.science/api/pith-number/ATCQDFZXABB7SLOCHEIFFOGLJF/graph.json","fetch_events":"https://pith.science/api/pith-number/ATCQDFZXABB7SLOCHEIFFOGLJF/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/ATCQDFZXABB7SLOCHEIFFOGLJF/action/timestamp_anchor","attest_storage":"https://pith.science/pith/ATCQDFZXABB7SLOCHEIFFOGLJF/action/storage_attestation","attest_author":"https://pith.science/pith/ATCQDFZXABB7SLOCHEIFFOGLJF/action/author_attestation","sign_citation":"https://pith.science/pith/ATCQDFZXABB7SLOCHEIFFOGLJF/action/citation_signature","submit_replication":"https://pith.science/pith/ATCQDFZXABB7SLOCHEIFFOGLJF/action/replication_record"}},"created_at":"2026-07-05T01:50:46.139872+00:00","updated_at":"2026-07-05T01:50:46.139872+00:00"}