{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:Q542FHXHFOFIQX5WZDAX7HC42B","short_pith_number":"pith:Q542FHXH","canonical_record":{"source":{"id":"2302.11874","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-23T09:25:28Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"5d1475e2b56904b7c59a771297cf07048820fb51fdcf6d270ae91261fc77ac12","abstract_canon_sha256":"374d020244a0bc25551bb059b43e8ca9c571eb4efa69f57e7fe63add5b85c614"},"schema_version":"1.0"},"canonical_sha256":"8779a29ee72b8a885fb6c8c17f9c5cd06d16b59600346089523036621389be07","source":{"kind":"arxiv","id":"2302.11874","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.11874","created_at":"2026-07-05T05:44:57Z"},{"alias_kind":"arxiv_version","alias_value":"2302.11874v1","created_at":"2026-07-05T05:44:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.11874","created_at":"2026-07-05T05:44:57Z"},{"alias_kind":"pith_short_12","alias_value":"Q542FHXHFOFI","created_at":"2026-07-05T05:44:57Z"},{"alias_kind":"pith_short_16","alias_value":"Q542FHXHFOFIQX5W","created_at":"2026-07-05T05:44:57Z"},{"alias_kind":"pith_short_8","alias_value":"Q542FHXH","created_at":"2026-07-05T05:44:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:Q542FHXHFOFIQX5WZDAX7HC42B","target":"record","payload":{"canonical_record":{"source":{"id":"2302.11874","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-23T09:25:28Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"5d1475e2b56904b7c59a771297cf07048820fb51fdcf6d270ae91261fc77ac12","abstract_canon_sha256":"374d020244a0bc25551bb059b43e8ca9c571eb4efa69f57e7fe63add5b85c614"},"schema_version":"1.0"},"canonical_sha256":"8779a29ee72b8a885fb6c8c17f9c5cd06d16b59600346089523036621389be07","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:44:57.518148Z","signature_b64":"sa4ptl7HQF4xSwAJetxUZ27/yDIdHervFrAhwr8UP8Pj9yF9JcW2ln90SxYlCx39KlJYKUiLE22rMX5B8GjWDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8779a29ee72b8a885fb6c8c17f9c5cd06d16b59600346089523036621389be07","last_reissued_at":"2026-07-05T05:44:57.517686Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:44:57.517686Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.11874","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:44:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5zjfyh6xCwnqd1Qf+vQ+FwTYDGokj5S2IdC6pNJ2JBt/vdtIQE44xH6Br7VS1yqwd9d5hWBqmaru/9noNAj9Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:53:35.256021Z"},"content_sha256":"d332b35db2cc6e4cb6816292c8ff2ffdaa3343a45c5591827956a41458709570","schema_version":"1.0","event_id":"sha256:d332b35db2cc6e4cb6816292c8ff2ffdaa3343a45c5591827956a41458709570"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:Q542FHXHFOFIQX5WZDAX7HC42B","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What Can We Learn From The Selective Prediction And Uncertainty Estimation Performance Of 523 Imagenet Classifiers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Ido Galil, Mohammed Dabbah, Ran El-Yaniv","submitted_at":"2023-02-23T09:25:28Z","abstract_excerpt":"When deployed for risk-sensitive tasks, deep neural networks must include an uncertainty estimation mechanism. Here we examine the relationship between deep architectures and their respective training regimes, with their corresponding selective prediction and uncertainty estimation performance. We consider some of the most popular estimation performance metrics previously proposed including AUROC, ECE, AURC as well as coverage for selective accuracy constraint. We present a novel and comprehensive study of selective prediction and the uncertainty estimation performance of 523 existing pretrain"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.11874","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.11874/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:44:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L2PF63WDHdWfoQM5Prhv58vEyp0IJ0tRnAaa9n5UkVQQAFbod+SqYcLsnuNmvuYPGqlJITLcv3yWQgF0lENJBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:53:35.256604Z"},"content_sha256":"f206f2b36e885dd850737f7430355b5ad86889b0cee27b5ee391908368f1f24e","schema_version":"1.0","event_id":"sha256:f206f2b36e885dd850737f7430355b5ad86889b0cee27b5ee391908368f1f24e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Q542FHXHFOFIQX5WZDAX7HC42B/bundle.json","state_url":"https://pith.science/pith/Q542FHXHFOFIQX5WZDAX7HC42B/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Q542FHXHFOFIQX5WZDAX7HC42B/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T06:53:35Z","links":{"resolver":"https://pith.science/pith/Q542FHXHFOFIQX5WZDAX7HC42B","bundle":"https://pith.science/pith/Q542FHXHFOFIQX5WZDAX7HC42B/bundle.json","state":"https://pith.science/pith/Q542FHXHFOFIQX5WZDAX7HC42B/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Q542FHXHFOFIQX5WZDAX7HC42B/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:Q542FHXHFOFIQX5WZDAX7HC42B","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"374d020244a0bc25551bb059b43e8ca9c571eb4efa69f57e7fe63add5b85c614","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-23T09:25:28Z","title_canon_sha256":"5d1475e2b56904b7c59a771297cf07048820fb51fdcf6d270ae91261fc77ac12"},"schema_version":"1.0","source":{"id":"2302.11874","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.11874","created_at":"2026-07-05T05:44:57Z"},{"alias_kind":"arxiv_version","alias_value":"2302.11874v1","created_at":"2026-07-05T05:44:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.11874","created_at":"2026-07-05T05:44:57Z"},{"alias_kind":"pith_short_12","alias_value":"Q542FHXHFOFI","created_at":"2026-07-05T05:44:57Z"},{"alias_kind":"pith_short_16","alias_value":"Q542FHXHFOFIQX5W","created_at":"2026-07-05T05:44:57Z"},{"alias_kind":"pith_short_8","alias_value":"Q542FHXH","created_at":"2026-07-05T05:44:57Z"}],"graph_snapshots":[{"event_id":"sha256:f206f2b36e885dd850737f7430355b5ad86889b0cee27b5ee391908368f1f24e","target":"graph","created_at":"2026-07-05T05:44:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.11874/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"When deployed for risk-sensitive tasks, deep neural networks must include an uncertainty estimation mechanism. Here we examine the relationship between deep architectures and their respective training regimes, with their corresponding selective prediction and uncertainty estimation performance. We consider some of the most popular estimation performance metrics previously proposed including AUROC, ECE, AURC as well as coverage for selective accuracy constraint. We present a novel and comprehensive study of selective prediction and the uncertainty estimation performance of 523 existing pretrain","authors_text":"Ido Galil, Mohammed Dabbah, Ran El-Yaniv","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-23T09:25:28Z","title":"What Can We Learn From The Selective Prediction And Uncertainty Estimation Performance Of 523 Imagenet Classifiers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.11874","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d332b35db2cc6e4cb6816292c8ff2ffdaa3343a45c5591827956a41458709570","target":"record","created_at":"2026-07-05T05:44:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"374d020244a0bc25551bb059b43e8ca9c571eb4efa69f57e7fe63add5b85c614","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-23T09:25:28Z","title_canon_sha256":"5d1475e2b56904b7c59a771297cf07048820fb51fdcf6d270ae91261fc77ac12"},"schema_version":"1.0","source":{"id":"2302.11874","kind":"arxiv","version":1}},"canonical_sha256":"8779a29ee72b8a885fb6c8c17f9c5cd06d16b59600346089523036621389be07","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8779a29ee72b8a885fb6c8c17f9c5cd06d16b59600346089523036621389be07","first_computed_at":"2026-07-05T05:44:57.517686Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:44:57.517686Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sa4ptl7HQF4xSwAJetxUZ27/yDIdHervFrAhwr8UP8Pj9yF9JcW2ln90SxYlCx39KlJYKUiLE22rMX5B8GjWDA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:44:57.518148Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.11874","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d332b35db2cc6e4cb6816292c8ff2ffdaa3343a45c5591827956a41458709570","sha256:f206f2b36e885dd850737f7430355b5ad86889b0cee27b5ee391908368f1f24e"],"state_sha256":"361dab3ace7b6b4ad09b2ca9655b453145d94ec42dcbe903940f36aee0acc395"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FQzAkCyTJBdC6rLtAqMC1R1sAjCvh5lw54+L0Dkd8Gb11dW9k4GGNPmOH2lLou8hzpKVdsNG93E1u2E5Jp7GCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T06:53:35.260449Z","bundle_sha256":"4a9e68587c11d525f1ff48469c58d30d16f5e6791cc666c3eb46b2c79415cae7"}}