{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:22YDHSQ7IAAMGEMGDW6PFTGSE5","short_pith_number":"pith:22YDHSQ7","canonical_record":{"source":{"id":"2409.18836","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2024-09-27T15:29:32Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"33a5fc42ee8a85e9156df0087bd0e4fb2f8dd9996c3f158970ad549c3682440f","abstract_canon_sha256":"f8522f0f32b5c9a41434a176921a246511f8eb4eafb0f7acee7467ff26280f14"},"schema_version":"1.0"},"canonical_sha256":"d6b033ca1f4000c311861dbcf2ccd22748f2a400fb297f9fb2d359ce490bdb77","source":{"kind":"arxiv","id":"2409.18836","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.18836","created_at":"2026-07-05T10:01:16Z"},{"alias_kind":"arxiv_version","alias_value":"2409.18836v2","created_at":"2026-07-05T10:01:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.18836","created_at":"2026-07-05T10:01:16Z"},{"alias_kind":"pith_short_12","alias_value":"22YDHSQ7IAAM","created_at":"2026-07-05T10:01:16Z"},{"alias_kind":"pith_short_16","alias_value":"22YDHSQ7IAAMGEMG","created_at":"2026-07-05T10:01:16Z"},{"alias_kind":"pith_short_8","alias_value":"22YDHSQ7","created_at":"2026-07-05T10:01:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:22YDHSQ7IAAMGEMGDW6PFTGSE5","target":"record","payload":{"canonical_record":{"source":{"id":"2409.18836","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2024-09-27T15:29:32Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"33a5fc42ee8a85e9156df0087bd0e4fb2f8dd9996c3f158970ad549c3682440f","abstract_canon_sha256":"f8522f0f32b5c9a41434a176921a246511f8eb4eafb0f7acee7467ff26280f14"},"schema_version":"1.0"},"canonical_sha256":"d6b033ca1f4000c311861dbcf2ccd22748f2a400fb297f9fb2d359ce490bdb77","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:01:16.474698Z","signature_b64":"7J9xhgjGUY2nL65TSjd64kuxmlvLt6gOsfFTiep9udMfOoHZg9wq4pD1hPlixIV1orc9lS8GAlDL3W4MjzkkBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d6b033ca1f4000c311861dbcf2ccd22748f2a400fb297f9fb2d359ce490bdb77","last_reissued_at":"2026-07-05T10:01:16.474156Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:01:16.474156Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.18836","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:01:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G0JG/MmpOxjSMt/YHoow4JQJyhAuZqmL6N+l0KtB2JEwaNOCb2CeFJfHsCJRTQJR2m/9l9BJjZ6+5kpd3zmDCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:51:44.296459Z"},"content_sha256":"fedd7166397ca350b2d32c7b64ddd82ddc38fad75d66672aea2b3b5f0ca9e1fa","schema_version":"1.0","event_id":"sha256:fedd7166397ca350b2d32c7b64ddd82ddc38fad75d66672aea2b3b5f0ca9e1fa"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:22YDHSQ7IAAMGEMGDW6PFTGSE5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Constructing Confidence Intervals for 'the' Generalization Error -- a Comprehensive Benchmark Study","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Anne-Laure Boulesteix, Bernd Bischl, Hannah Schulz-K\\\"umpel, Roman Hornung, Sebastian Fischer, Thomas Nagler","submitted_at":"2024-09-27T15:29:32Z","abstract_excerpt":"When assessing the quality of prediction models in machine learning, confidence intervals (CIs) for the generalization error, which measures predictive performance, are a crucial tool. Luckily, there exist many methods for computing such CIs and new promising approaches are continuously being proposed. Typically, these methods combine various resampling procedures, most popular among them cross-validation and bootstrapping, with different variance estimation techniques. Unfortunately, however, there is currently no consensus on when any of these combinations may be most reliably employed and h"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.18836","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.18836/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:01:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s6uQ4SXMRi3/5XGElVHXMm6eenFUXTjSpaxbqD8ZnSyrorHI2lX9iXFSHTkabewwKYo/zDg9wxMkDawg1l2mDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:51:44.296952Z"},"content_sha256":"f53dd9e0c0f23e4685f756a18c91d47d006a2571ab2f7105f4b36139b108af86","schema_version":"1.0","event_id":"sha256:f53dd9e0c0f23e4685f756a18c91d47d006a2571ab2f7105f4b36139b108af86"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/22YDHSQ7IAAMGEMGDW6PFTGSE5/bundle.json","state_url":"https://pith.science/pith/22YDHSQ7IAAMGEMGDW6PFTGSE5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/22YDHSQ7IAAMGEMGDW6PFTGSE5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T17:51:44Z","links":{"resolver":"https://pith.science/pith/22YDHSQ7IAAMGEMGDW6PFTGSE5","bundle":"https://pith.science/pith/22YDHSQ7IAAMGEMGDW6PFTGSE5/bundle.json","state":"https://pith.science/pith/22YDHSQ7IAAMGEMGDW6PFTGSE5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/22YDHSQ7IAAMGEMGDW6PFTGSE5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:22YDHSQ7IAAMGEMGDW6PFTGSE5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f8522f0f32b5c9a41434a176921a246511f8eb4eafb0f7acee7467ff26280f14","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2024-09-27T15:29:32Z","title_canon_sha256":"33a5fc42ee8a85e9156df0087bd0e4fb2f8dd9996c3f158970ad549c3682440f"},"schema_version":"1.0","source":{"id":"2409.18836","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.18836","created_at":"2026-07-05T10:01:16Z"},{"alias_kind":"arxiv_version","alias_value":"2409.18836v2","created_at":"2026-07-05T10:01:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.18836","created_at":"2026-07-05T10:01:16Z"},{"alias_kind":"pith_short_12","alias_value":"22YDHSQ7IAAM","created_at":"2026-07-05T10:01:16Z"},{"alias_kind":"pith_short_16","alias_value":"22YDHSQ7IAAMGEMG","created_at":"2026-07-05T10:01:16Z"},{"alias_kind":"pith_short_8","alias_value":"22YDHSQ7","created_at":"2026-07-05T10:01:16Z"}],"graph_snapshots":[{"event_id":"sha256:f53dd9e0c0f23e4685f756a18c91d47d006a2571ab2f7105f4b36139b108af86","target":"graph","created_at":"2026-07-05T10:01:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.18836/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"When assessing the quality of prediction models in machine learning, confidence intervals (CIs) for the generalization error, which measures predictive performance, are a crucial tool. Luckily, there exist many methods for computing such CIs and new promising approaches are continuously being proposed. Typically, these methods combine various resampling procedures, most popular among them cross-validation and bootstrapping, with different variance estimation techniques. Unfortunately, however, there is currently no consensus on when any of these combinations may be most reliably employed and h","authors_text":"Anne-Laure Boulesteix, Bernd Bischl, Hannah Schulz-K\\\"umpel, Roman Hornung, Sebastian Fischer, Thomas Nagler","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2024-09-27T15:29:32Z","title":"Constructing Confidence Intervals for 'the' Generalization Error -- a Comprehensive Benchmark Study"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.18836","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fedd7166397ca350b2d32c7b64ddd82ddc38fad75d66672aea2b3b5f0ca9e1fa","target":"record","created_at":"2026-07-05T10:01:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f8522f0f32b5c9a41434a176921a246511f8eb4eafb0f7acee7467ff26280f14","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2024-09-27T15:29:32Z","title_canon_sha256":"33a5fc42ee8a85e9156df0087bd0e4fb2f8dd9996c3f158970ad549c3682440f"},"schema_version":"1.0","source":{"id":"2409.18836","kind":"arxiv","version":2}},"canonical_sha256":"d6b033ca1f4000c311861dbcf2ccd22748f2a400fb297f9fb2d359ce490bdb77","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d6b033ca1f4000c311861dbcf2ccd22748f2a400fb297f9fb2d359ce490bdb77","first_computed_at":"2026-07-05T10:01:16.474156Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:01:16.474156Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7J9xhgjGUY2nL65TSjd64kuxmlvLt6gOsfFTiep9udMfOoHZg9wq4pD1hPlixIV1orc9lS8GAlDL3W4MjzkkBg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:01:16.474698Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.18836","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fedd7166397ca350b2d32c7b64ddd82ddc38fad75d66672aea2b3b5f0ca9e1fa","sha256:f53dd9e0c0f23e4685f756a18c91d47d006a2571ab2f7105f4b36139b108af86"],"state_sha256":"f4f4cd05cd7f8970d8cb6420208d4758f5358017927cf9e33c3da8518e6bc71c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AGKJXlmEEWzJHy7Eb2f9Fn1Vuzy5nAt4cyOLkKJXGZhq4SOnkAHfpwxqTXzD1ZCT8suMkzBj+kvDFRUmyWaCCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T17:51:44.300725Z","bundle_sha256":"49f21ca153e481544bb1cd9c18e271fec87d1c0afb82d178936d921baebe4a93"}}