{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:G33XHMIUEEHVPQ2KHECG2PWYL4","short_pith_number":"pith:G33XHMIU","canonical_record":{"source":{"id":"2207.13341","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-27T07:50:57Z","cross_cats_sorted":[],"title_canon_sha256":"a055608f1a8ecc14dd765edf31263f24aeeb0006adfa19f6b4c4728f603cabe5","abstract_canon_sha256":"7d0e33faaa3f6128666a9a910f134dc79e07ac5529eae2aed99c0e944be5a572"},"schema_version":"1.0"},"canonical_sha256":"36f773b114210f57c34a39046d3ed85f0aab10e81937dbe03b68ecaaa58419cb","source":{"kind":"arxiv","id":"2207.13341","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.13341","created_at":"2026-07-05T04:44:05Z"},{"alias_kind":"arxiv_version","alias_value":"2207.13341v1","created_at":"2026-07-05T04:44:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.13341","created_at":"2026-07-05T04:44:05Z"},{"alias_kind":"pith_short_12","alias_value":"G33XHMIUEEHV","created_at":"2026-07-05T04:44:05Z"},{"alias_kind":"pith_short_16","alias_value":"G33XHMIUEEHVPQ2K","created_at":"2026-07-05T04:44:05Z"},{"alias_kind":"pith_short_8","alias_value":"G33XHMIU","created_at":"2026-07-05T04:44:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:G33XHMIUEEHVPQ2KHECG2PWYL4","target":"record","payload":{"canonical_record":{"source":{"id":"2207.13341","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-27T07:50:57Z","cross_cats_sorted":[],"title_canon_sha256":"a055608f1a8ecc14dd765edf31263f24aeeb0006adfa19f6b4c4728f603cabe5","abstract_canon_sha256":"7d0e33faaa3f6128666a9a910f134dc79e07ac5529eae2aed99c0e944be5a572"},"schema_version":"1.0"},"canonical_sha256":"36f773b114210f57c34a39046d3ed85f0aab10e81937dbe03b68ecaaa58419cb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:44:05.860157Z","signature_b64":"qRX2/wjyWqiWkykCOHU+qikQx9R/MRkrM/32zIVAMCcSMi3mW2ldttvWQTxIQsidxbs6sUmZyEWlah36MT8cCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"36f773b114210f57c34a39046d3ed85f0aab10e81937dbe03b68ecaaa58419cb","last_reissued_at":"2026-07-05T04:44:05.859668Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:44:05.859668Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2207.13341","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:44:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uVvO/OclZ+aCjlV7s/26L2obxoatiLpX2ZFkrrULYKrzbW1W5evIkC9xudlczr9ZDgsMiq310ohMi4k3cL4zDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T14:27:15.686313Z"},"content_sha256":"68432072869976485daa294b23da4d785073e173845b06d3b473b1fee90c02c7","schema_version":"1.0","event_id":"sha256:68432072869976485daa294b23da4d785073e173845b06d3b473b1fee90c02c7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:G33XHMIUEEHVPQ2KHECG2PWYL4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Clear Expectations for Uncertainty Estimation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Alexandre Abraham, L\\'eo Dreyfus-Schmidt, Simona Maggio, Victor Bouvier","submitted_at":"2022-07-27T07:50:57Z","abstract_excerpt":"If Uncertainty Quantification (UQ) is crucial to achieve trustworthy Machine Learning (ML), most UQ methods suffer from disparate and inconsistent evaluation protocols. We claim this inconsistency results from the unclear requirements the community expects from UQ. This opinion paper offers a new perspective by specifying those requirements through five downstream tasks where we expect uncertainty scores to have substantial predictive power. We design these downstream tasks carefully to reflect real-life usage of ML models. On an example benchmark of 7 classification datasets, we did not obser"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.13341","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2207.13341/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:44:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HJkY0rPxt+Ox5XktXwbACOPhbQUL9fvjRfdbTT2O9LPH/vQe1eNF7yqIQGvDGM2LoDg1HNTV2RMzxrgz4xP8BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T14:27:15.686892Z"},"content_sha256":"924ea8144fccdb73639c2ca74ae7b7f5ec900fcc7ec685c69a29959c147c4358","schema_version":"1.0","event_id":"sha256:924ea8144fccdb73639c2ca74ae7b7f5ec900fcc7ec685c69a29959c147c4358"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/G33XHMIUEEHVPQ2KHECG2PWYL4/bundle.json","state_url":"https://pith.science/pith/G33XHMIUEEHVPQ2KHECG2PWYL4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/G33XHMIUEEHVPQ2KHECG2PWYL4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T14:27:15Z","links":{"resolver":"https://pith.science/pith/G33XHMIUEEHVPQ2KHECG2PWYL4","bundle":"https://pith.science/pith/G33XHMIUEEHVPQ2KHECG2PWYL4/bundle.json","state":"https://pith.science/pith/G33XHMIUEEHVPQ2KHECG2PWYL4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/G33XHMIUEEHVPQ2KHECG2PWYL4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:G33XHMIUEEHVPQ2KHECG2PWYL4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7d0e33faaa3f6128666a9a910f134dc79e07ac5529eae2aed99c0e944be5a572","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-27T07:50:57Z","title_canon_sha256":"a055608f1a8ecc14dd765edf31263f24aeeb0006adfa19f6b4c4728f603cabe5"},"schema_version":"1.0","source":{"id":"2207.13341","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2207.13341","created_at":"2026-07-05T04:44:05Z"},{"alias_kind":"arxiv_version","alias_value":"2207.13341v1","created_at":"2026-07-05T04:44:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2207.13341","created_at":"2026-07-05T04:44:05Z"},{"alias_kind":"pith_short_12","alias_value":"G33XHMIUEEHV","created_at":"2026-07-05T04:44:05Z"},{"alias_kind":"pith_short_16","alias_value":"G33XHMIUEEHVPQ2K","created_at":"2026-07-05T04:44:05Z"},{"alias_kind":"pith_short_8","alias_value":"G33XHMIU","created_at":"2026-07-05T04:44:05Z"}],"graph_snapshots":[{"event_id":"sha256:924ea8144fccdb73639c2ca74ae7b7f5ec900fcc7ec685c69a29959c147c4358","target":"graph","created_at":"2026-07-05T04:44:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2207.13341/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"If Uncertainty Quantification (UQ) is crucial to achieve trustworthy Machine Learning (ML), most UQ methods suffer from disparate and inconsistent evaluation protocols. We claim this inconsistency results from the unclear requirements the community expects from UQ. This opinion paper offers a new perspective by specifying those requirements through five downstream tasks where we expect uncertainty scores to have substantial predictive power. We design these downstream tasks carefully to reflect real-life usage of ML models. On an example benchmark of 7 classification datasets, we did not obser","authors_text":"Alexandre Abraham, L\\'eo Dreyfus-Schmidt, Simona Maggio, Victor Bouvier","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-27T07:50:57Z","title":"Towards Clear Expectations for Uncertainty Estimation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2207.13341","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:68432072869976485daa294b23da4d785073e173845b06d3b473b1fee90c02c7","target":"record","created_at":"2026-07-05T04:44:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7d0e33faaa3f6128666a9a910f134dc79e07ac5529eae2aed99c0e944be5a572","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-07-27T07:50:57Z","title_canon_sha256":"a055608f1a8ecc14dd765edf31263f24aeeb0006adfa19f6b4c4728f603cabe5"},"schema_version":"1.0","source":{"id":"2207.13341","kind":"arxiv","version":1}},"canonical_sha256":"36f773b114210f57c34a39046d3ed85f0aab10e81937dbe03b68ecaaa58419cb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"36f773b114210f57c34a39046d3ed85f0aab10e81937dbe03b68ecaaa58419cb","first_computed_at":"2026-07-05T04:44:05.859668Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:44:05.859668Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qRX2/wjyWqiWkykCOHU+qikQx9R/MRkrM/32zIVAMCcSMi3mW2ldttvWQTxIQsidxbs6sUmZyEWlah36MT8cCg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:44:05.860157Z","signed_message":"canonical_sha256_bytes"},"source_id":"2207.13341","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:68432072869976485daa294b23da4d785073e173845b06d3b473b1fee90c02c7","sha256:924ea8144fccdb73639c2ca74ae7b7f5ec900fcc7ec685c69a29959c147c4358"],"state_sha256":"63061464081017eabc450c41262142ca28044ef0729078bc8ad52f7baf3d2897"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lpN6WNuhKQ79HDEg9CNmTjpYrI0wt/99Igz8MdKHHbwO+eN4H+4QAnz8LV4K7OHF4jY9TXms6ESs3G+VVxs0BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T14:27:15.693156Z","bundle_sha256":"8514191dcba8fb3a9a8ba1952da9f8dd4aaf40b895d2b1aa634c02620215382c"}}