{"as_of":"2026-08-09T06:46:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e28a4f0b23789f170acf86fbe609525eb338c52bee25c706db5ac5e2940297b5","coverage":[{"denominator":30,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":30,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-12T00:45:43.255933Z","state":"measured"},{"denominator":30,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":30,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.03676/citation-record","integrity":"/paper/2607.03676/integrity","json":"/paper/2607.03676/citation-record.json","paper":"/paper/2607.03676"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Clinical Prediction Models: A Practical Approach to Development, Validation, and Updating: Springer Science & Business Media; 2008","venue":null,"work_id":null,"year":2008},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:c71c7b552c5c26bb22d12547c83dc7f78523208e4bca377c08538d4ea28d11b1","observation_id":"f1e2c16c-5306-4deb-bf52-c7a6105e18d6","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Transparent reporting of a multivariable prediction model for individual prognosis or diagnosis (TRIPOD): the TRIPOD Statement","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:b3142b3d53b193523d269449d1894424d3e3b58aefc7e39fb5c45cde7af13954","observation_id":"2b6074c3-a537-4e15-8bf1-6c3758e879ad","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"TRIPOD+AI statement: updated guidance for reporting clinical prediction models that use regression or machine learning methods","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:e6efd626655186bbbbfc1a0b7f3c67b7e541fb6c38ffa8457a74768d44e7940e","observation_id":"1d2fa8ae-d519-41c6-bd10-e77f1b58643b","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Prognosis and prognostic research: application and impact of prognostic models in clinical practice","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:f76cc27a4ae9ef30eba42b5b41d0ec3d57a2adb9318457ed2949990d7131b2a8","observation_id":"16eb32ad-f72e-4598-8f25-96b537766895","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Prognosis Research Strategy (PROGRESS) 3: Prognostic Model Research","venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:5b33bd5021cfe6ef124fee49be386ebf408c5783e104e57726f5b7ec714d5837","observation_id":"942604e3-b641-4ddd-a0d5-aca285912006","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Clinical Prediction Rules That Don't Hold Up—Where to Go From Here? Journal of Orthopaedic & Sports Physical Therapy","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:d742db616accc04bb466511462586ed30dc3cd9d0ac7a1e2b7ea1b8bf5a7f6aa","observation_id":"3f30d99a-414c-4443-b334-fa9ffa7158d7","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"External Validations of Cardiovascular Clinical Prediction Models: A Large-Scale Review of the Literature","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:f48e003527e5e76bc1e0dac4ca1d6dcae0119ec141e063c203efb34cc3c1b93c","observation_id":"7e878682-86f2-4843-a058-5024f40cf191","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"All models are wrong and yours are useless: making clinical prediction models impactful for patients","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:26904c8b9091d0dc7c7066de09c4445a814590d475eafbe0e5b228d7c111fe87","observation_id":"e448f193-814b-4ecb-8034-afca02d0c639","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"A systematic review finds prediction models for chronic kidney disease were poorly reported and often developed using inappropriate methods","venue":null,"work_id":null,"year":2013},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:0c6400f08f29d4691555f4e81fcbcb672e26446ca65810578ebb7e76bb1a5acc","observation_id":"e4310f14-e425-4161-b958-a3ea07f8a770","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Risk of bias in studies on prediction models developed using supervised machine learning techniques: systematic review","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:23841955e561908657e01c4c4f23abffa424be60832af32147d9c2a6da5a65bf","observation_id":"c9fcc506-9bd4-42a9-b3ef-50e107c7ff9f","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Does poor methodological quality of prediction modeling studies translate to poor model performance? An illustration in traumatic brain injury","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:77f3ce7d9e44206e6225cef04945080507cee3eda147f5c907537966fb2aecba","observation_id":"d228251e-1a23-4383-a111-7f48f7ae0485","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Methodological and applicability pitfalls of clinical prediction models for asthma diagnosis: a systematic review and critical appraisal of evidence","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:1f954023ac0897fa990eacad21fc351501043c5da65e61177af3568e83d04b81","observation_id":"20786447-a1ef-498e-b068-e21778d70875","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Stability of clinical prediction models developed using statistical or machine learning methods","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:662c77b816dab539acfeee90ae3a4a41bc8d417c276018c771610c50ea196369","observation_id":"08a17d02-e752-4d8b-acdb-2c1b996e9c03","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Developing clinical prediction models: a step-by-step guide","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:cff63aec6e63ddf083985e4708b73acbfd26935ee141e188212a0975803dad55","observation_id":"66045c39-0f8f-49f9-8b24-cb4ad2c3c1e2","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Internal validation of predictive models: Efficiency of some procedures for logistic regression analysis","venue":null,"work_id":null,"year":2001},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:b58fc01308034d06a3298a6265b2f92a091cba2b1193aa44cd7fe25b1ed30041","observation_id":"d82c4f86-cceb-45b7-86df-947714138662","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Events per variable (EPV) and the relative performance of different strategies for estimating the out-of-sample validity of logistic regression models","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:9bce4f1412d928ad8674dd616d2078b51bdf9529722a7cfd7735adb2381da732","observation_id":"4a4324e9-d9ca-41b5-b7fa-bc963c32b34f","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:7dc6a58a394327754ef6bf6959fc9801f2839bf84f336af3b5050464a2c6369a","observation_id":"67cbe8a4-4169-4ec7-939a-5746c857a694","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Empirical evaluation of internal validation methods for prediction in large-scale clinical data with rare-event outcomes: a case study in suicide risk prediction","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:5d6b6d457366c167bef4d807430e2cc4b9041322d29b4249bb1c39d59179c4a3","observation_id":"258ed4a3-2533-4e84-8186-4bd875401ac0","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Empirical simulation of internal validation methods for prediction models: comparing k-fold cross-validation with bootstrap- based optimism correction","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:d85283df1711d08f17429b79fe189ce0996955d52e285e12e4a055b9672b31d3","observation_id":"4f6c49ac-bd73-4d9b-be92-a93e6f40395c","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"A Guide to Cross-Validation for Artificial Intelligence in Medical Imaging","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:b7d260303a9531cfe8260dbdb4cc40901b23e8b9c763988b5a77c45a0de8d650","observation_id":"0cca5797-f2d0-4b8c-bbbe-6496ce3df22b","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Systematic review identifies the design and methodological conduct of studies on machine learning-based prediction models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:94ba9a2a1cc47f473b7da77b227ad841afdb45d9e08dae40874a613c53509ba3","observation_id":"1e38ec4f-7392-4e59-8d1b-a504164c1c0a","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Clinical prediction models and the multiverse of madness","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:976124a5f38618afbee9bee2c95c837ae3e4fdd108ae586c9b0e46ca0a46b953","observation_id":"6fdd3a4c-0a6f-416c-8b14-c85174dbd914","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"PROBAST+AI: an updated quality, risk of bias, and applicability assessment tool for prediction models using regression or artificial intelligence methods","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:2da18e49843ce9ef8a7fae77eedf5b94b349313cbd89073760fd15cc2ecd86e9","observation_id":"f2dff378-dcf4-46bf-bef5-5891f81f909d","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Stability of clinical prediction models developed using statistical or machine learning methods","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:bd54bfa0ee6e4241d3e5a217eabb1706489f561ed1602b030701ad76a4ac00f5","observation_id":"05f9c840-77eb-4a67-a772-88cfc89de637","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Improvements on cross-validation: the .632+ bootstrap method","venue":null,"work_id":null,"year":1997},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:47a3ba4da1aff032eaac5f92dd91cd8b0149d0aad53c0210550ce7a919c9dbdf","observation_id":"705af1c9-f9ce-4b32-822e-b19da884815f","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Proceedings of the 14th International Joint Conference on Artificial Intelligence (IJCAI); 1995; San Francisco: Morgan Kaufmann","venue":null,"work_id":null,"year":1995},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:e1fdf17858185fbff58fc62f2f14d465b503b9eea570425429f2ca9347dbb82a","observation_id":"0925a7de-2dab-4262-9573-db8e6820b28c","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Prediction error estimation: a comparison of resampling methods","venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:b9b2321829429d12057327233cbbbd0103202099671d4a0a1c9b892595874b90","observation_id":"e33c97e9-095e-4b87-993b-8a7cfc94c5d2","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Modern modelling techniques are data hungry: a simulation study for predicting dichotomous endpoints","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:cc97ee18716b3cc059aa82e3bae3cd72f0164c14e1b4a7a6d70fb8f2aa639f0f","observation_id":"c90c3f99-b28c-4d64-9ccd-db7f36f2ea2e","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Graphical assessment of internal and external calibration of logistic regression models by using loess smoothers","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:b659ac97c90e56d80c22120715a09b91c42bc8b9d6ded9138fc96c3a7f9b1a56","observation_id":"b8d01e2a-e50b-4f1b-a6ab-828f212b989d","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-12T00:45:43.255933Z","title":"Calibration: the Achilles heel of predictive analytics","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-07-12T00:45:43.255933Z"},"links":{"citing_paper":"/paper/2607.03676"},"observation_digest":"sha256:ad4e148bddea178cbaf482fe459a54496b3b33502c5d8185ddc15061bdade981","observation_id":"7cbd4d3d-937a-45ad-b5c9-d0e28e52a3f7","resolution":{"observed_at":"2026-07-12T00:45:43.255933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.03676","last_updated":"2026-07-04T03:14:30Z","latest_version":1,"primary_category":"stat.ME","snapshot_observed_at":"2026-07-12T00:45:42.568682Z","submitted_at":"2026-07-04T03:14:30Z","title":"A repeated k-fold cross-validation approach for evaluating the instability of clinical prediction models: an empirical comparison to the bootstrap approach"},"reference_resolution":{"displayed":30,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":30,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":30},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 30 of 30 outbound references and 0 inbound Pith citation observations for arXiv:2607.03676."}