{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:L6J2YCA7OOWM5BCD54QY6PNIYT","short_pith_number":"pith:L6J2YCA7","canonical_record":{"source":{"id":"2111.06754","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-11-12T15:03:20Z","cross_cats_sorted":["cs.LG","eess.IV"],"title_canon_sha256":"cf506939ab5fd28648715a481fb169699b88fd86e370ab2de89bffd1810e053e","abstract_canon_sha256":"0eb12b341f7bbac367ca2e259165f342cfea129bbb6de60f66db09fe7a415c90"},"schema_version":"1.0"},"canonical_sha256":"5f93ac081f73acce8443ef218f3da8c4c237982cc9001c80b0591f2ba37026cc","source":{"kind":"arxiv","id":"2111.06754","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.06754","created_at":"2026-07-05T03:31:17Z"},{"alias_kind":"arxiv_version","alias_value":"2111.06754v1","created_at":"2026-07-05T03:31:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.06754","created_at":"2026-07-05T03:31:17Z"},{"alias_kind":"pith_short_12","alias_value":"L6J2YCA7OOWM","created_at":"2026-07-05T03:31:17Z"},{"alias_kind":"pith_short_16","alias_value":"L6J2YCA7OOWM5BCD","created_at":"2026-07-05T03:31:17Z"},{"alias_kind":"pith_short_8","alias_value":"L6J2YCA7","created_at":"2026-07-05T03:31:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:L6J2YCA7OOWM5BCD54QY6PNIYT","target":"record","payload":{"canonical_record":{"source":{"id":"2111.06754","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-11-12T15:03:20Z","cross_cats_sorted":["cs.LG","eess.IV"],"title_canon_sha256":"cf506939ab5fd28648715a481fb169699b88fd86e370ab2de89bffd1810e053e","abstract_canon_sha256":"0eb12b341f7bbac367ca2e259165f342cfea129bbb6de60f66db09fe7a415c90"},"schema_version":"1.0"},"canonical_sha256":"5f93ac081f73acce8443ef218f3da8c4c237982cc9001c80b0591f2ba37026cc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:31:17.726636Z","signature_b64":"AUNY/HjBoQZzLsTqvAd7xfD+Y09eh4FpW+RLvpYey/wGUntMuKdh/nv9QlQ7Otg19QPegQzHjLiGWwCPK/7CBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5f93ac081f73acce8443ef218f3da8c4c237982cc9001c80b0591f2ba37026cc","last_reissued_at":"2026-07-05T03:31:17.726201Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:31:17.726201Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.06754","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:31:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"frbe5/Fg6x6wixg1pcRkw+SO7Hh7JOCpK3UCSE6cuSQkXp7gu3T4MIaBbT/9nHhn9xIIU2Orjxop5e9/Y3QrBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T08:53:55.100874Z"},"content_sha256":"5c7d3b461ed4cab5bf9129a4c2b0342629b264392d4bd4e7b62023287d5db267","schema_version":"1.0","event_id":"sha256:5c7d3b461ed4cab5bf9129a4c2b0342629b264392d4bd4e7b62023287d5db267"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:L6J2YCA7OOWM5BCD54QY6PNIYT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Monte Carlo dropout increases model repeatability","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG","eess.IV"],"primary_cat":"cs.CV","authors_text":"Ana Cecilia Rodriguez, Andreanne Lemay, Christopher P. Bridge, Didem Egemen, Jayashree Kalpathy-Cramer, John Peter Campbell, Katharina Hoebel, Mark Schiffman","submitted_at":"2021-11-12T15:03:20Z","abstract_excerpt":"The integration of artificial intelligence into clinical workflows requires reliable and robust models. Among the main features of robustness is repeatability. Much attention is given to classification performance without assessing the model repeatability, leading to the development of models that turn out to be unusable in practice. In this work, we evaluate the repeatability of four model types on images from the same patient that were acquired during the same visit. We study the performance of binary, multi-class, ordinal, and regression models on three medical image analysis tasks: cervica"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.06754","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.06754/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:31:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZElnPcOO3Oap8UAEBVfsf1nEpesD7Isn1/8wXDG0WFaL3yOA1niDMsrSBFiI0AIyAPjK1TiCjO86KfmvF9eICA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T08:53:55.101374Z"},"content_sha256":"6f47f0834b10cac20185ef6ab8e4fb54d4d25f8245ad96de1cbc56e469fd76c0","schema_version":"1.0","event_id":"sha256:6f47f0834b10cac20185ef6ab8e4fb54d4d25f8245ad96de1cbc56e469fd76c0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/L6J2YCA7OOWM5BCD54QY6PNIYT/bundle.json","state_url":"https://pith.science/pith/L6J2YCA7OOWM5BCD54QY6PNIYT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/L6J2YCA7OOWM5BCD54QY6PNIYT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T08:53:55Z","links":{"resolver":"https://pith.science/pith/L6J2YCA7OOWM5BCD54QY6PNIYT","bundle":"https://pith.science/pith/L6J2YCA7OOWM5BCD54QY6PNIYT/bundle.json","state":"https://pith.science/pith/L6J2YCA7OOWM5BCD54QY6PNIYT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/L6J2YCA7OOWM5BCD54QY6PNIYT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:L6J2YCA7OOWM5BCD54QY6PNIYT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0eb12b341f7bbac367ca2e259165f342cfea129bbb6de60f66db09fe7a415c90","cross_cats_sorted":["cs.LG","eess.IV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-11-12T15:03:20Z","title_canon_sha256":"cf506939ab5fd28648715a481fb169699b88fd86e370ab2de89bffd1810e053e"},"schema_version":"1.0","source":{"id":"2111.06754","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.06754","created_at":"2026-07-05T03:31:17Z"},{"alias_kind":"arxiv_version","alias_value":"2111.06754v1","created_at":"2026-07-05T03:31:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.06754","created_at":"2026-07-05T03:31:17Z"},{"alias_kind":"pith_short_12","alias_value":"L6J2YCA7OOWM","created_at":"2026-07-05T03:31:17Z"},{"alias_kind":"pith_short_16","alias_value":"L6J2YCA7OOWM5BCD","created_at":"2026-07-05T03:31:17Z"},{"alias_kind":"pith_short_8","alias_value":"L6J2YCA7","created_at":"2026-07-05T03:31:17Z"}],"graph_snapshots":[{"event_id":"sha256:6f47f0834b10cac20185ef6ab8e4fb54d4d25f8245ad96de1cbc56e469fd76c0","target":"graph","created_at":"2026-07-05T03:31:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.06754/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The integration of artificial intelligence into clinical workflows requires reliable and robust models. Among the main features of robustness is repeatability. Much attention is given to classification performance without assessing the model repeatability, leading to the development of models that turn out to be unusable in practice. In this work, we evaluate the repeatability of four model types on images from the same patient that were acquired during the same visit. We study the performance of binary, multi-class, ordinal, and regression models on three medical image analysis tasks: cervica","authors_text":"Ana Cecilia Rodriguez, Andreanne Lemay, Christopher P. Bridge, Didem Egemen, Jayashree Kalpathy-Cramer, John Peter Campbell, Katharina Hoebel, Mark Schiffman","cross_cats":["cs.LG","eess.IV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-11-12T15:03:20Z","title":"Monte Carlo dropout increases model repeatability"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.06754","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5c7d3b461ed4cab5bf9129a4c2b0342629b264392d4bd4e7b62023287d5db267","target":"record","created_at":"2026-07-05T03:31:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0eb12b341f7bbac367ca2e259165f342cfea129bbb6de60f66db09fe7a415c90","cross_cats_sorted":["cs.LG","eess.IV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-11-12T15:03:20Z","title_canon_sha256":"cf506939ab5fd28648715a481fb169699b88fd86e370ab2de89bffd1810e053e"},"schema_version":"1.0","source":{"id":"2111.06754","kind":"arxiv","version":1}},"canonical_sha256":"5f93ac081f73acce8443ef218f3da8c4c237982cc9001c80b0591f2ba37026cc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5f93ac081f73acce8443ef218f3da8c4c237982cc9001c80b0591f2ba37026cc","first_computed_at":"2026-07-05T03:31:17.726201Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:31:17.726201Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AUNY/HjBoQZzLsTqvAd7xfD+Y09eh4FpW+RLvpYey/wGUntMuKdh/nv9QlQ7Otg19QPegQzHjLiGWwCPK/7CBw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:31:17.726636Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.06754","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5c7d3b461ed4cab5bf9129a4c2b0342629b264392d4bd4e7b62023287d5db267","sha256:6f47f0834b10cac20185ef6ab8e4fb54d4d25f8245ad96de1cbc56e469fd76c0"],"state_sha256":"f8a47fb853b061685b149aa6277e8e261710153bb8979c15fcf953a16c585de2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TSAdVos6Z0zuy3qZdACEUpHHIJigtJb8DtamoMVCaMR3TySnoHLVC49zDZn8667yKeyLVs1E15gEaHSBtrcmCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T08:53:55.106448Z","bundle_sha256":"91e47c4ca6eade79e67ff5b71bfa5eb9dfd96aa01dd7b19e5db5f85b8a001b5c"}}