{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:U2ZHBOCWFB3MWVB3XOCB2BC3W7","short_pith_number":"pith:U2ZHBOCW","schema_version":"1.0","canonical_sha256":"a6b270b8562876cb543bbb841d045bb7f5ddf0fc622667dad4ba4af98fca358c","source":{"kind":"arxiv","id":"2401.01849","version":3},"attestation_state":"computed","paper":{"title":"The expected value of sample information calculations for external validation of risk prediction models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"stat.AP","authors_text":"Andrew J Vickers, Laure Wynants, Mohsen Sadatsafavi, Paul Gustafson, Tae Yoon Lee","submitted_at":"2024-01-03T17:41:36Z","abstract_excerpt":"In designing external validation studies of clinical prediction models, contemporary sample size calculation methods are based on the frequentist inferential paradigm. One of the widely reported metrics of model performance is net benefit (NB), and the relevance of conventional inference around NB as a measure of clinical utility is doubtful. Value of Information methodology quantifies the consequences of uncertainty in terms of its impact on clinical utility of decisions. We introduce the expected value of sample information (EVSI) for validation as the expected gain in NB from conducting an "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2401.01849","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.AP","submitted_at":"2024-01-03T17:41:36Z","cross_cats_sorted":[],"title_canon_sha256":"07245d7bce9f0868be65a2d9e77bd2492d762dba63b07d593ed6f2a2c19fdf7b","abstract_canon_sha256":"337b74a44ecec86a8401bcd52c3474589565e75f095f3cd40b06e614524baf06"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:20:35.354796Z","signature_b64":"IivIGeS+Lq4yEJpqAcfmKCRx2v7VQ2o12a0J+o7q+Koe1FpQgtqsiV66xCaqTzqnoWmx1oZpYx9vvylxrTaKAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a6b270b8562876cb543bbb841d045bb7f5ddf0fc622667dad4ba4af98fca358c","last_reissued_at":"2026-07-05T10:20:35.354277Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:20:35.354277Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"The expected value of sample information calculations for external validation of risk prediction models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"stat.AP","authors_text":"Andrew J Vickers, Laure Wynants, Mohsen Sadatsafavi, Paul Gustafson, Tae Yoon Lee","submitted_at":"2024-01-03T17:41:36Z","abstract_excerpt":"In designing external validation studies of clinical prediction models, contemporary sample size calculation methods are based on the frequentist inferential paradigm. One of the widely reported metrics of model performance is net benefit (NB), and the relevance of conventional inference around NB as a measure of clinical utility is doubtful. Value of Information methodology quantifies the consequences of uncertainty in terms of its impact on clinical utility of decisions. We introduce the expected value of sample information (EVSI) for validation as the expected gain in NB from conducting an "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.01849","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.01849/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2401.01849","created_at":"2026-07-05T10:20:35.354344+00:00"},{"alias_kind":"arxiv_version","alias_value":"2401.01849v3","created_at":"2026-07-05T10:20:35.354344+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.01849","created_at":"2026-07-05T10:20:35.354344+00:00"},{"alias_kind":"pith_short_12","alias_value":"U2ZHBOCWFB3M","created_at":"2026-07-05T10:20:35.354344+00:00"},{"alias_kind":"pith_short_16","alias_value":"U2ZHBOCWFB3MWVB3","created_at":"2026-07-05T10:20:35.354344+00:00"},{"alias_kind":"pith_short_8","alias_value":"U2ZHBOCW","created_at":"2026-07-05T10:20:35.354344+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2412.07879","citing_title":"Understanding algorithmic fairness for clinical prediction in terms of subgroup net benefit and health equity","ref_index":53,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/U2ZHBOCWFB3MWVB3XOCB2BC3W7","json":"https://pith.science/pith/U2ZHBOCWFB3MWVB3XOCB2BC3W7.json","graph_json":"https://pith.science/api/pith-number/U2ZHBOCWFB3MWVB3XOCB2BC3W7/graph.json","events_json":"https://pith.science/api/pith-number/U2ZHBOCWFB3MWVB3XOCB2BC3W7/events.json","paper":"https://pith.science/paper/U2ZHBOCW"},"agent_actions":{"view_html":"https://pith.science/pith/U2ZHBOCWFB3MWVB3XOCB2BC3W7","download_json":"https://pith.science/pith/U2ZHBOCWFB3MWVB3XOCB2BC3W7.json","view_paper":"https://pith.science/paper/U2ZHBOCW","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2401.01849&json=true","fetch_graph":"https://pith.science/api/pith-number/U2ZHBOCWFB3MWVB3XOCB2BC3W7/graph.json","fetch_events":"https://pith.science/api/pith-number/U2ZHBOCWFB3MWVB3XOCB2BC3W7/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/U2ZHBOCWFB3MWVB3XOCB2BC3W7/action/timestamp_anchor","attest_storage":"https://pith.science/pith/U2ZHBOCWFB3MWVB3XOCB2BC3W7/action/storage_attestation","attest_author":"https://pith.science/pith/U2ZHBOCWFB3MWVB3XOCB2BC3W7/action/author_attestation","sign_citation":"https://pith.science/pith/U2ZHBOCWFB3MWVB3XOCB2BC3W7/action/citation_signature","submit_replication":"https://pith.science/pith/U2ZHBOCWFB3MWVB3XOCB2BC3W7/action/replication_record"}},"created_at":"2026-07-05T10:20:35.354344+00:00","updated_at":"2026-07-05T10:20:35.354344+00:00"}