{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GXLEQAETOOVVQPQAPUD2ZRI2UL","short_pith_number":"pith:GXLEQAET","canonical_record":{"source":{"id":"2412.10288","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-13T17:11:47Z","cross_cats_sorted":["stat.ME","stat.ML"],"title_canon_sha256":"ed9ea595bd7e544694a837ad0534964878c591b17731687c3264f5eeccacbab0","abstract_canon_sha256":"f27137e0183c8e9ea7c91ab01a58df4c1355150d246d8defb88aa3bd51ab666f"},"schema_version":"1.0"},"canonical_sha256":"35d648009373ab583e007d07acc51aa2c3d76de5e96c4c9aec3a7a4edb9af581","source":{"kind":"arxiv","id":"2412.10288","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.10288","created_at":"2026-07-05T09:48:55Z"},{"alias_kind":"arxiv_version","alias_value":"2412.10288v1","created_at":"2026-07-05T09:48:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.10288","created_at":"2026-07-05T09:48:55Z"},{"alias_kind":"pith_short_12","alias_value":"GXLEQAETOOVV","created_at":"2026-07-05T09:48:55Z"},{"alias_kind":"pith_short_16","alias_value":"GXLEQAETOOVVQPQA","created_at":"2026-07-05T09:48:55Z"},{"alias_kind":"pith_short_8","alias_value":"GXLEQAET","created_at":"2026-07-05T09:48:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GXLEQAETOOVVQPQAPUD2ZRI2UL","target":"record","payload":{"canonical_record":{"source":{"id":"2412.10288","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-13T17:11:47Z","cross_cats_sorted":["stat.ME","stat.ML"],"title_canon_sha256":"ed9ea595bd7e544694a837ad0534964878c591b17731687c3264f5eeccacbab0","abstract_canon_sha256":"f27137e0183c8e9ea7c91ab01a58df4c1355150d246d8defb88aa3bd51ab666f"},"schema_version":"1.0"},"canonical_sha256":"35d648009373ab583e007d07acc51aa2c3d76de5e96c4c9aec3a7a4edb9af581","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:48:55.800011Z","signature_b64":"VhXcKeF1zUaR+SVIXLLbHB6pB9I8+nyeqzOFL1bZ/Qft7KAZ0NaeRyQSCjPz9wyUw6B2XXw4jib2IzBNCfECDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"35d648009373ab583e007d07acc51aa2c3d76de5e96c4c9aec3a7a4edb9af581","last_reissued_at":"2026-07-05T09:48:55.799475Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:48:55.799475Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.10288","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:48:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qiIjbuYgkS6uMXyIN98hI2HyGP2A36LwjOup56qKRGPcqXH2zl4akUojPbh4HHhgq/IcCwpvmxlL8Jv0iBqjAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:35:21.700147Z"},"content_sha256":"84062ae318a1e2ea90078b9ecd83debdab2de829f63c5cd59562a6170a6db6cb","schema_version":"1.0","event_id":"sha256:84062ae318a1e2ea90078b9ecd83debdab2de829f63c5cd59562a6170a6db6cb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GXLEQAETOOVVQPQAPUD2ZRI2UL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Performance evaluation of predictive AI models to support medical decisions: Overview and guidance","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ME","stat.ML"],"primary_cat":"cs.LG","authors_text":"Andrew J. Vickers, Ben Van Calster, David J. Mclernon, Dirk Timmerman, Ewout W. Steyerberg (topic group 6 of the STRATOS initiative), Gael Varoquaux, Gary S. Collins, Karandeep Singh, Karel G. M. Moons, Kathleen F. Kerr, Lasai Barre\\~nada, Laure Wynants, Maarten van Smeden, Tina Hernandez-Boussard","submitted_at":"2024-12-13T17:11:47Z","abstract_excerpt":"A myriad of measures to illustrate performance of predictive artificial intelligence (AI) models have been proposed in the literature. Selecting appropriate performance measures is essential for predictive AI models that are developed to be used in medical practice, because poorly performing models may harm patients and lead to increased costs. We aim to assess the merits of classic and contemporary performance measures when validating predictive AI models for use in medical practice. We focus on models with a binary outcome. We discuss 32 performance measures covering five performance domains"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.10288","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.10288/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:48:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"X7sIoi3XvJ7xS1oyck5J9Nz/xm3LmfZTmD+CLROtNK1SEIhgid7BuYS10sQMo8IYzmGftlBSBcngGisyZ8eoCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:35:21.703299Z"},"content_sha256":"9d7a533788e3ac15717305388e1ba25f0f3f551e596f10de1b8f6fb0c515058e","schema_version":"1.0","event_id":"sha256:9d7a533788e3ac15717305388e1ba25f0f3f551e596f10de1b8f6fb0c515058e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GXLEQAETOOVVQPQAPUD2ZRI2UL/bundle.json","state_url":"https://pith.science/pith/GXLEQAETOOVVQPQAPUD2ZRI2UL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GXLEQAETOOVVQPQAPUD2ZRI2UL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T18:35:21Z","links":{"resolver":"https://pith.science/pith/GXLEQAETOOVVQPQAPUD2ZRI2UL","bundle":"https://pith.science/pith/GXLEQAETOOVVQPQAPUD2ZRI2UL/bundle.json","state":"https://pith.science/pith/GXLEQAETOOVVQPQAPUD2ZRI2UL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GXLEQAETOOVVQPQAPUD2ZRI2UL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GXLEQAETOOVVQPQAPUD2ZRI2UL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f27137e0183c8e9ea7c91ab01a58df4c1355150d246d8defb88aa3bd51ab666f","cross_cats_sorted":["stat.ME","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-13T17:11:47Z","title_canon_sha256":"ed9ea595bd7e544694a837ad0534964878c591b17731687c3264f5eeccacbab0"},"schema_version":"1.0","source":{"id":"2412.10288","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.10288","created_at":"2026-07-05T09:48:55Z"},{"alias_kind":"arxiv_version","alias_value":"2412.10288v1","created_at":"2026-07-05T09:48:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.10288","created_at":"2026-07-05T09:48:55Z"},{"alias_kind":"pith_short_12","alias_value":"GXLEQAETOOVV","created_at":"2026-07-05T09:48:55Z"},{"alias_kind":"pith_short_16","alias_value":"GXLEQAETOOVVQPQA","created_at":"2026-07-05T09:48:55Z"},{"alias_kind":"pith_short_8","alias_value":"GXLEQAET","created_at":"2026-07-05T09:48:55Z"}],"graph_snapshots":[{"event_id":"sha256:9d7a533788e3ac15717305388e1ba25f0f3f551e596f10de1b8f6fb0c515058e","target":"graph","created_at":"2026-07-05T09:48:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.10288/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A myriad of measures to illustrate performance of predictive artificial intelligence (AI) models have been proposed in the literature. Selecting appropriate performance measures is essential for predictive AI models that are developed to be used in medical practice, because poorly performing models may harm patients and lead to increased costs. We aim to assess the merits of classic and contemporary performance measures when validating predictive AI models for use in medical practice. We focus on models with a binary outcome. We discuss 32 performance measures covering five performance domains","authors_text":"Andrew J. Vickers, Ben Van Calster, David J. Mclernon, Dirk Timmerman, Ewout W. Steyerberg (topic group 6 of the STRATOS initiative), Gael Varoquaux, Gary S. Collins, Karandeep Singh, Karel G. M. Moons, Kathleen F. Kerr, Lasai Barre\\~nada, Laure Wynants, Maarten van Smeden, Tina Hernandez-Boussard","cross_cats":["stat.ME","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-13T17:11:47Z","title":"Performance evaluation of predictive AI models to support medical decisions: Overview and guidance"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.10288","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:84062ae318a1e2ea90078b9ecd83debdab2de829f63c5cd59562a6170a6db6cb","target":"record","created_at":"2026-07-05T09:48:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f27137e0183c8e9ea7c91ab01a58df4c1355150d246d8defb88aa3bd51ab666f","cross_cats_sorted":["stat.ME","stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-12-13T17:11:47Z","title_canon_sha256":"ed9ea595bd7e544694a837ad0534964878c591b17731687c3264f5eeccacbab0"},"schema_version":"1.0","source":{"id":"2412.10288","kind":"arxiv","version":1}},"canonical_sha256":"35d648009373ab583e007d07acc51aa2c3d76de5e96c4c9aec3a7a4edb9af581","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"35d648009373ab583e007d07acc51aa2c3d76de5e96c4c9aec3a7a4edb9af581","first_computed_at":"2026-07-05T09:48:55.799475Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:48:55.799475Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VhXcKeF1zUaR+SVIXLLbHB6pB9I8+nyeqzOFL1bZ/Qft7KAZ0NaeRyQSCjPz9wyUw6B2XXw4jib2IzBNCfECDA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:48:55.800011Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.10288","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:84062ae318a1e2ea90078b9ecd83debdab2de829f63c5cd59562a6170a6db6cb","sha256:9d7a533788e3ac15717305388e1ba25f0f3f551e596f10de1b8f6fb0c515058e"],"state_sha256":"be31a6134b3d28f827a61dfec891ed45ceac32b8fceb0fb5355f59aaf42215cd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lWkw364zfaY8vy574rBHK+x3lR11w7dA83R3WNWitTTj5wiDuAGmox2liPCDnI8ehbWO9h6YqPAEvSk8pR0gCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T18:35:21.718665Z","bundle_sha256":"bd092f60b19fcc3cf191a54164401fbf980b09d97f2e9fce9c07bf8d75178b29"}}