{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:U2ZHBOCWFB3MWVB3XOCB2BC3W7","short_pith_number":"pith:U2ZHBOCW","canonical_record":{"source":{"id":"2401.01849","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.AP","submitted_at":"2024-01-03T17:41:36Z","cross_cats_sorted":[],"title_canon_sha256":"07245d7bce9f0868be65a2d9e77bd2492d762dba63b07d593ed6f2a2c19fdf7b","abstract_canon_sha256":"337b74a44ecec86a8401bcd52c3474589565e75f095f3cd40b06e614524baf06"},"schema_version":"1.0"},"canonical_sha256":"a6b270b8562876cb543bbb841d045bb7f5ddf0fc622667dad4ba4af98fca358c","source":{"kind":"arxiv","id":"2401.01849","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.01849","created_at":"2026-07-05T10:20:35Z"},{"alias_kind":"arxiv_version","alias_value":"2401.01849v3","created_at":"2026-07-05T10:20:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.01849","created_at":"2026-07-05T10:20:35Z"},{"alias_kind":"pith_short_12","alias_value":"U2ZHBOCWFB3M","created_at":"2026-07-05T10:20:35Z"},{"alias_kind":"pith_short_16","alias_value":"U2ZHBOCWFB3MWVB3","created_at":"2026-07-05T10:20:35Z"},{"alias_kind":"pith_short_8","alias_value":"U2ZHBOCW","created_at":"2026-07-05T10:20:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:U2ZHBOCWFB3MWVB3XOCB2BC3W7","target":"record","payload":{"canonical_record":{"source":{"id":"2401.01849","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.AP","submitted_at":"2024-01-03T17:41:36Z","cross_cats_sorted":[],"title_canon_sha256":"07245d7bce9f0868be65a2d9e77bd2492d762dba63b07d593ed6f2a2c19fdf7b","abstract_canon_sha256":"337b74a44ecec86a8401bcd52c3474589565e75f095f3cd40b06e614524baf06"},"schema_version":"1.0"},"canonical_sha256":"a6b270b8562876cb543bbb841d045bb7f5ddf0fc622667dad4ba4af98fca358c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:20:35.354796Z","signature_b64":"IivIGeS+Lq4yEJpqAcfmKCRx2v7VQ2o12a0J+o7q+Koe1FpQgtqsiV66xCaqTzqnoWmx1oZpYx9vvylxrTaKAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a6b270b8562876cb543bbb841d045bb7f5ddf0fc622667dad4ba4af98fca358c","last_reissued_at":"2026-07-05T10:20:35.354277Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:20:35.354277Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.01849","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:20:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F8s6gKPqI5nGfNBY3p/2qpmzqNnmqUhZoHSdORLyjEhQwpviS0W2H80GYNn+HWMIS63Tbmhrt2GXHgdfDBUkBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T09:11:15.267310Z"},"content_sha256":"9c467c5df6f21254179e5d64bc1f09ad30ae70fe1f6d3975fcd7481e75c1f9d7","schema_version":"1.0","event_id":"sha256:9c467c5df6f21254179e5d64bc1f09ad30ae70fe1f6d3975fcd7481e75c1f9d7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:U2ZHBOCWFB3MWVB3XOCB2BC3W7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The expected value of sample information calculations for external validation of risk prediction models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"stat.AP","authors_text":"Andrew J Vickers, Laure Wynants, Mohsen Sadatsafavi, Paul Gustafson, Tae Yoon Lee","submitted_at":"2024-01-03T17:41:36Z","abstract_excerpt":"In designing external validation studies of clinical prediction models, contemporary sample size calculation methods are based on the frequentist inferential paradigm. One of the widely reported metrics of model performance is net benefit (NB), and the relevance of conventional inference around NB as a measure of clinical utility is doubtful. Value of Information methodology quantifies the consequences of uncertainty in terms of its impact on clinical utility of decisions. We introduce the expected value of sample information (EVSI) for validation as the expected gain in NB from conducting an "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.01849","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.01849/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:20:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T7Cp/7XAQkktbnZQmluV7W53Rkht1CqQ6j1gSGVVkOeOZGEgzhMmo6WZICJr4mAijOHQi+Gk5CjL+07srmwcBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T09:11:15.267810Z"},"content_sha256":"296d6ea6c52feca0887b89a07624748190907b17cff54fa1578a9da7a0ded064","schema_version":"1.0","event_id":"sha256:296d6ea6c52feca0887b89a07624748190907b17cff54fa1578a9da7a0ded064"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U2ZHBOCWFB3MWVB3XOCB2BC3W7/bundle.json","state_url":"https://pith.science/pith/U2ZHBOCWFB3MWVB3XOCB2BC3W7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U2ZHBOCWFB3MWVB3XOCB2BC3W7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T09:11:15Z","links":{"resolver":"https://pith.science/pith/U2ZHBOCWFB3MWVB3XOCB2BC3W7","bundle":"https://pith.science/pith/U2ZHBOCWFB3MWVB3XOCB2BC3W7/bundle.json","state":"https://pith.science/pith/U2ZHBOCWFB3MWVB3XOCB2BC3W7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U2ZHBOCWFB3MWVB3XOCB2BC3W7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:U2ZHBOCWFB3MWVB3XOCB2BC3W7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"337b74a44ecec86a8401bcd52c3474589565e75f095f3cd40b06e614524baf06","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.AP","submitted_at":"2024-01-03T17:41:36Z","title_canon_sha256":"07245d7bce9f0868be65a2d9e77bd2492d762dba63b07d593ed6f2a2c19fdf7b"},"schema_version":"1.0","source":{"id":"2401.01849","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.01849","created_at":"2026-07-05T10:20:35Z"},{"alias_kind":"arxiv_version","alias_value":"2401.01849v3","created_at":"2026-07-05T10:20:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.01849","created_at":"2026-07-05T10:20:35Z"},{"alias_kind":"pith_short_12","alias_value":"U2ZHBOCWFB3M","created_at":"2026-07-05T10:20:35Z"},{"alias_kind":"pith_short_16","alias_value":"U2ZHBOCWFB3MWVB3","created_at":"2026-07-05T10:20:35Z"},{"alias_kind":"pith_short_8","alias_value":"U2ZHBOCW","created_at":"2026-07-05T10:20:35Z"}],"graph_snapshots":[{"event_id":"sha256:296d6ea6c52feca0887b89a07624748190907b17cff54fa1578a9da7a0ded064","target":"graph","created_at":"2026-07-05T10:20:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.01849/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In designing external validation studies of clinical prediction models, contemporary sample size calculation methods are based on the frequentist inferential paradigm. One of the widely reported metrics of model performance is net benefit (NB), and the relevance of conventional inference around NB as a measure of clinical utility is doubtful. Value of Information methodology quantifies the consequences of uncertainty in terms of its impact on clinical utility of decisions. We introduce the expected value of sample information (EVSI) for validation as the expected gain in NB from conducting an ","authors_text":"Andrew J Vickers, Laure Wynants, Mohsen Sadatsafavi, Paul Gustafson, Tae Yoon Lee","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.AP","submitted_at":"2024-01-03T17:41:36Z","title":"The expected value of sample information calculations for external validation of risk prediction models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.01849","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9c467c5df6f21254179e5d64bc1f09ad30ae70fe1f6d3975fcd7481e75c1f9d7","target":"record","created_at":"2026-07-05T10:20:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"337b74a44ecec86a8401bcd52c3474589565e75f095f3cd40b06e614524baf06","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.AP","submitted_at":"2024-01-03T17:41:36Z","title_canon_sha256":"07245d7bce9f0868be65a2d9e77bd2492d762dba63b07d593ed6f2a2c19fdf7b"},"schema_version":"1.0","source":{"id":"2401.01849","kind":"arxiv","version":3}},"canonical_sha256":"a6b270b8562876cb543bbb841d045bb7f5ddf0fc622667dad4ba4af98fca358c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a6b270b8562876cb543bbb841d045bb7f5ddf0fc622667dad4ba4af98fca358c","first_computed_at":"2026-07-05T10:20:35.354277Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:20:35.354277Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IivIGeS+Lq4yEJpqAcfmKCRx2v7VQ2o12a0J+o7q+Koe1FpQgtqsiV66xCaqTzqnoWmx1oZpYx9vvylxrTaKAw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:20:35.354796Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.01849","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9c467c5df6f21254179e5d64bc1f09ad30ae70fe1f6d3975fcd7481e75c1f9d7","sha256:296d6ea6c52feca0887b89a07624748190907b17cff54fa1578a9da7a0ded064"],"state_sha256":"064a442eed5b8661ffb4612ac9f44033483e22ff0b74dc1dc372b1fb6ecd4e78"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EdUIJlhY0dCaHdxCF8bbAXYZpkDbpWP1LwTHafRKyoDZN09CMbsVxsc83hI+Jr8SfnlCaVHD8lxOQfWbFH5tCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T09:11:15.271968Z","bundle_sha256":"7e5863710c0dbddcdaf783a5c46f526c399c52cb6d2ea3380d9c40557bcd312a"}}