{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:27P3R2W6YFJNNBOCCRHPFCU7MD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"94ae019bde8193a03328cc0522cf430cdb6e0982d181d8a43d4b53001891d657","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-07-13T16:17:06Z","title_canon_sha256":"b7049bf227f9552b57e9a20ad0bf3cfe7a937bc1e8fc2f7b9975db085454425c"},"schema_version":"1.0","source":{"id":"2107.06217","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.06217","created_at":"2026-07-05T02:57:32Z"},{"alias_kind":"arxiv_version","alias_value":"2107.06217v1","created_at":"2026-07-05T02:57:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.06217","created_at":"2026-07-05T02:57:32Z"},{"alias_kind":"pith_short_12","alias_value":"27P3R2W6YFJN","created_at":"2026-07-05T02:57:32Z"},{"alias_kind":"pith_short_16","alias_value":"27P3R2W6YFJNNBOC","created_at":"2026-07-05T02:57:32Z"},{"alias_kind":"pith_short_8","alias_value":"27P3R2W6","created_at":"2026-07-05T02:57:32Z"}],"graph_snapshots":[{"event_id":"sha256:01d4694752d15c9f131c061bf97257a3e16ef05ee4839baba5f6e96bc795b700","target":"graph","created_at":"2026-07-05T02:57:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2107.06217/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Being uncertain when facing the unknown is key to intelligent decision making. However, machine learning algorithms lack reliable estimates about their predictive uncertainty. This leads to wrong and overly-confident decisions when encountering classes unseen during training. Despite the importance of equipping classifiers with uncertainty estimates ready for the real world, prior work has focused on small datasets and little or no class discrepancy between training and testing data. To close this gap, we introduce UIMNET: a realistic, ImageNet-scale test-bed to evaluate predictive uncertainty","authors_text":"David Lopez-Paz, Mohamed Ishmael Belghazi","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-07-13T16:17:06Z","title":"What classifiers know what they don't?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.06217","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:04a3490e0765be067cc354b77a5d73a33d0beef019ac5f362ba5da90467daab0","target":"record","created_at":"2026-07-05T02:57:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"94ae019bde8193a03328cc0522cf430cdb6e0982d181d8a43d4b53001891d657","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-07-13T16:17:06Z","title_canon_sha256":"b7049bf227f9552b57e9a20ad0bf3cfe7a937bc1e8fc2f7b9975db085454425c"},"schema_version":"1.0","source":{"id":"2107.06217","kind":"arxiv","version":1}},"canonical_sha256":"d7dfb8eadec152d685c2144ef28a9f60d7ee7b374cb9afb0fb5f4edd677a6576","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d7dfb8eadec152d685c2144ef28a9f60d7ee7b374cb9afb0fb5f4edd677a6576","first_computed_at":"2026-07-05T02:57:32.087981Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:57:32.087981Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1SgTN8dQ0UahUIpXm3aE2DWmqKd0HVFqmbl65sMlLhyNQuWpfYb5HrhpWSnU5E+Mu2aOSN5i+Cn4w659P0iTAA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:57:32.088412Z","signed_message":"canonical_sha256_bytes"},"source_id":"2107.06217","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:04a3490e0765be067cc354b77a5d73a33d0beef019ac5f362ba5da90467daab0","sha256:01d4694752d15c9f131c061bf97257a3e16ef05ee4839baba5f6e96bc795b700"],"state_sha256":"0e170584b3f9cf037f783b552eb343737fd0725366f6fa3cf3ef211376246082"}