{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:2L52K7OJPNGFE3SXAVEAKIDMV4","short_pith_number":"pith:2L52K7OJ","schema_version":"1.0","canonical_sha256":"d2fba57dc97b4c526e57054805206caf38e006dc867311a6f1ff836e5b1fb6d4","source":{"kind":"arxiv","id":"2409.02628","version":2},"attestation_state":"computed","paper":{"title":"(Implicit) Ensembles of Ensembles: Epistemic Uncertainty Collapse in Large Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Andreas Kirsch","submitted_at":"2024-09-04T11:45:55Z","abstract_excerpt":"Epistemic uncertainty is crucial for safety-critical applications and data acquisition tasks. Yet, we find an important phenomenon in deep learning models: an epistemic uncertainty collapse as model complexity increases, challenging the assumption that larger models invariably offer better uncertainty quantification. We introduce implicit ensembling as a possible explanation for this phenomenon. To investigate this hypothesis, we provide theoretical analysis and experiments that demonstrate uncertainty collapse in explicit ensembles of ensembles and show experimental evidence of similar collap"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2409.02628","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-09-04T11:45:55Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"47819648f2496d704a89fa2e8ae7f59d6ef90d5d919f2fb26491f6410402e8e8","abstract_canon_sha256":"e187471aac250cf2f8dc312eb6f2297248a5b5791a2e1abe3130ad5de1ed3100"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:09:00.043054Z","signature_b64":"5i3tNvBZY6xNIf2fEhlPJQdWD6N1Zz4VF5YCalPYg8WSBLKiHMTG15vnON/B0FfxfOG3ZR3Kb27lZlQKZ/lzAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d2fba57dc97b4c526e57054805206caf38e006dc867311a6f1ff836e5b1fb6d4","last_reissued_at":"2026-07-05T11:09:00.042581Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:09:00.042581Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"(Implicit) Ensembles of Ensembles: Epistemic Uncertainty Collapse in Large Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Andreas Kirsch","submitted_at":"2024-09-04T11:45:55Z","abstract_excerpt":"Epistemic uncertainty is crucial for safety-critical applications and data acquisition tasks. Yet, we find an important phenomenon in deep learning models: an epistemic uncertainty collapse as model complexity increases, challenging the assumption that larger models invariably offer better uncertainty quantification. We introduce implicit ensembling as a possible explanation for this phenomenon. To investigate this hypothesis, we provide theoretical analysis and experiments that demonstrate uncertainty collapse in explicit ensembles of ensembles and show experimental evidence of similar collap"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.02628","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.02628/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2409.02628","created_at":"2026-07-05T11:09:00.042637+00:00"},{"alias_kind":"arxiv_version","alias_value":"2409.02628v2","created_at":"2026-07-05T11:09:00.042637+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.02628","created_at":"2026-07-05T11:09:00.042637+00:00"},{"alias_kind":"pith_short_12","alias_value":"2L52K7OJPNGF","created_at":"2026-07-05T11:09:00.042637+00:00"},{"alias_kind":"pith_short_16","alias_value":"2L52K7OJPNGFE3SX","created_at":"2026-07-05T11:09:00.042637+00:00"},{"alias_kind":"pith_short_8","alias_value":"2L52K7OJ","created_at":"2026-07-05T11:09:00.042637+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2604.17112","citing_title":"Complementing Self-Consistency with Cross-Model Disagreement for Uncertainty Quantification","ref_index":19,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/2L52K7OJPNGFE3SXAVEAKIDMV4","json":"https://pith.science/pith/2L52K7OJPNGFE3SXAVEAKIDMV4.json","graph_json":"https://pith.science/api/pith-number/2L52K7OJPNGFE3SXAVEAKIDMV4/graph.json","events_json":"https://pith.science/api/pith-number/2L52K7OJPNGFE3SXAVEAKIDMV4/events.json","paper":"https://pith.science/paper/2L52K7OJ"},"agent_actions":{"view_html":"https://pith.science/pith/2L52K7OJPNGFE3SXAVEAKIDMV4","download_json":"https://pith.science/pith/2L52K7OJPNGFE3SXAVEAKIDMV4.json","view_paper":"https://pith.science/paper/2L52K7OJ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2409.02628&json=true","fetch_graph":"https://pith.science/api/pith-number/2L52K7OJPNGFE3SXAVEAKIDMV4/graph.json","fetch_events":"https://pith.science/api/pith-number/2L52K7OJPNGFE3SXAVEAKIDMV4/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/2L52K7OJPNGFE3SXAVEAKIDMV4/action/timestamp_anchor","attest_storage":"https://pith.science/pith/2L52K7OJPNGFE3SXAVEAKIDMV4/action/storage_attestation","attest_author":"https://pith.science/pith/2L52K7OJPNGFE3SXAVEAKIDMV4/action/author_attestation","sign_citation":"https://pith.science/pith/2L52K7OJPNGFE3SXAVEAKIDMV4/action/citation_signature","submit_replication":"https://pith.science/pith/2L52K7OJPNGFE3SXAVEAKIDMV4/action/replication_record"}},"created_at":"2026-07-05T11:09:00.042637+00:00","updated_at":"2026-07-05T11:09:00.042637+00:00"}