{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:ATCQDFZXABB7SLOCHEIFFOGLJF","short_pith_number":"pith:ATCQDFZX","canonical_record":{"source":{"id":"1811.12808","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-11-13T15:36:42Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"c926b6aae7513efc49c86ac9ac1403b6bcc71a139f583815ee9aa0c2ab6eeea3","abstract_canon_sha256":"a309ac9551ffca95a915afe0880c3660849c8b4dc95f4c650145958e2bc0bc73"},"schema_version":"1.0"},"canonical_sha256":"04c50197370043f92dc2391052b8cb49719c62544bc0a1886ea3262ac7b8899b","source":{"kind":"arxiv","id":"1811.12808","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1811.12808","created_at":"2026-07-05T01:50:46Z"},{"alias_kind":"arxiv_version","alias_value":"1811.12808v3","created_at":"2026-07-05T01:50:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1811.12808","created_at":"2026-07-05T01:50:46Z"},{"alias_kind":"pith_short_12","alias_value":"ATCQDFZXABB7","created_at":"2026-07-05T01:50:46Z"},{"alias_kind":"pith_short_16","alias_value":"ATCQDFZXABB7SLOC","created_at":"2026-07-05T01:50:46Z"},{"alias_kind":"pith_short_8","alias_value":"ATCQDFZX","created_at":"2026-07-05T01:50:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:ATCQDFZXABB7SLOCHEIFFOGLJF","target":"record","payload":{"canonical_record":{"source":{"id":"1811.12808","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-11-13T15:36:42Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"c926b6aae7513efc49c86ac9ac1403b6bcc71a139f583815ee9aa0c2ab6eeea3","abstract_canon_sha256":"a309ac9551ffca95a915afe0880c3660849c8b4dc95f4c650145958e2bc0bc73"},"schema_version":"1.0"},"canonical_sha256":"04c50197370043f92dc2391052b8cb49719c62544bc0a1886ea3262ac7b8899b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:50:46.140230Z","signature_b64":"yYsxsa0EOqj+mJsJmA17jLtDKVycc+abwveA+g0jyIODjtICW21MNCi2JdZ9UAAdfgDBt0ZNT3WoP1IRVVJGDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"04c50197370043f92dc2391052b8cb49719c62544bc0a1886ea3262ac7b8899b","last_reissued_at":"2026-07-05T01:50:46.139817Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:50:46.139817Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1811.12808","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:50:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UC9QKDEXX/gOOr1k3eJNLHNnDb5RfFeYbl91cyykh4DHxiqcIL/B3PMtYVutiu2V3dPTdMS/gcyscUoIZb3qCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T21:23:26.155211Z"},"content_sha256":"1e098369a861ddf095efd55851cee99cb91a13080cb2f90526f04c894bb68fb1","schema_version":"1.0","event_id":"sha256:1e098369a861ddf095efd55851cee99cb91a13080cb2f90526f04c894bb68fb1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:ATCQDFZXABB7SLOCHEIFFOGLJF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Model Evaluation, Model Selection, and Algorithm Selection in Machine Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Sebastian Raschka","submitted_at":"2018-11-13T15:36:42Z","abstract_excerpt":"The correct use of model evaluation, model selection, and algorithm selection techniques is vital in academic machine learning research as well as in many industrial settings. This article reviews different techniques that can be used for each of these three subtasks and discusses the main advantages and disadvantages of each technique with references to theoretical and empirical studies. Further, recommendations are given to encourage best yet feasible practices in research and applications of machine learning. Common methods such as the holdout method for model evaluation and selection are c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1811.12808","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1811.12808/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:50:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HMHCasEVZpuFPxiZublJYdl8Al69ORJcNnoaQpMlWApeKtqNFj6rOrjvhciFOfl0j5DOYlG/ZeyWjNlbFfVaCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T21:23:26.155697Z"},"content_sha256":"9054f0c3067e84c5fae1314e24caee3106ab2cda9a3ad78f29b9495d07f1b781","schema_version":"1.0","event_id":"sha256:9054f0c3067e84c5fae1314e24caee3106ab2cda9a3ad78f29b9495d07f1b781"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ATCQDFZXABB7SLOCHEIFFOGLJF/bundle.json","state_url":"https://pith.science/pith/ATCQDFZXABB7SLOCHEIFFOGLJF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ATCQDFZXABB7SLOCHEIFFOGLJF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T21:23:26Z","links":{"resolver":"https://pith.science/pith/ATCQDFZXABB7SLOCHEIFFOGLJF","bundle":"https://pith.science/pith/ATCQDFZXABB7SLOCHEIFFOGLJF/bundle.json","state":"https://pith.science/pith/ATCQDFZXABB7SLOCHEIFFOGLJF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ATCQDFZXABB7SLOCHEIFFOGLJF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:ATCQDFZXABB7SLOCHEIFFOGLJF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a309ac9551ffca95a915afe0880c3660849c8b4dc95f4c650145958e2bc0bc73","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-11-13T15:36:42Z","title_canon_sha256":"c926b6aae7513efc49c86ac9ac1403b6bcc71a139f583815ee9aa0c2ab6eeea3"},"schema_version":"1.0","source":{"id":"1811.12808","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1811.12808","created_at":"2026-07-05T01:50:46Z"},{"alias_kind":"arxiv_version","alias_value":"1811.12808v3","created_at":"2026-07-05T01:50:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1811.12808","created_at":"2026-07-05T01:50:46Z"},{"alias_kind":"pith_short_12","alias_value":"ATCQDFZXABB7","created_at":"2026-07-05T01:50:46Z"},{"alias_kind":"pith_short_16","alias_value":"ATCQDFZXABB7SLOC","created_at":"2026-07-05T01:50:46Z"},{"alias_kind":"pith_short_8","alias_value":"ATCQDFZX","created_at":"2026-07-05T01:50:46Z"}],"graph_snapshots":[{"event_id":"sha256:9054f0c3067e84c5fae1314e24caee3106ab2cda9a3ad78f29b9495d07f1b781","target":"graph","created_at":"2026-07-05T01:50:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1811.12808/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The correct use of model evaluation, model selection, and algorithm selection techniques is vital in academic machine learning research as well as in many industrial settings. This article reviews different techniques that can be used for each of these three subtasks and discusses the main advantages and disadvantages of each technique with references to theoretical and empirical studies. Further, recommendations are given to encourage best yet feasible practices in research and applications of machine learning. Common methods such as the holdout method for model evaluation and selection are c","authors_text":"Sebastian Raschka","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-11-13T15:36:42Z","title":"Model Evaluation, Model Selection, and Algorithm Selection in Machine Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1811.12808","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1e098369a861ddf095efd55851cee99cb91a13080cb2f90526f04c894bb68fb1","target":"record","created_at":"2026-07-05T01:50:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a309ac9551ffca95a915afe0880c3660849c8b4dc95f4c650145958e2bc0bc73","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-11-13T15:36:42Z","title_canon_sha256":"c926b6aae7513efc49c86ac9ac1403b6bcc71a139f583815ee9aa0c2ab6eeea3"},"schema_version":"1.0","source":{"id":"1811.12808","kind":"arxiv","version":3}},"canonical_sha256":"04c50197370043f92dc2391052b8cb49719c62544bc0a1886ea3262ac7b8899b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"04c50197370043f92dc2391052b8cb49719c62544bc0a1886ea3262ac7b8899b","first_computed_at":"2026-07-05T01:50:46.139817Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:50:46.139817Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yYsxsa0EOqj+mJsJmA17jLtDKVycc+abwveA+g0jyIODjtICW21MNCi2JdZ9UAAdfgDBt0ZNT3WoP1IRVVJGDA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:50:46.140230Z","signed_message":"canonical_sha256_bytes"},"source_id":"1811.12808","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1e098369a861ddf095efd55851cee99cb91a13080cb2f90526f04c894bb68fb1","sha256:9054f0c3067e84c5fae1314e24caee3106ab2cda9a3ad78f29b9495d07f1b781"],"state_sha256":"ab5e07bf01718fe6993b45854811d95fbe512254d8c5d04217759f17c4e09cf5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s2K3Z0jwxp2p44c/uydDKIepvinp91la2oQlcLK9+FPut+ehLTYJ2TKNu434yuD3H4pvyExVgTt8XZUTDdJdAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T21:23:26.160258Z","bundle_sha256":"e0ecbce0d381af0a6e0b2d7845e04fef9b7d423dc077fa80e82573945036ac10"}}