{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:FDC43UBBB7FURBEC6JJAWKIBGO","short_pith_number":"pith:FDC43UBB","canonical_record":{"source":{"id":"2211.15259","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-11-28T12:25:27Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a7ac9f532c78f5d04d2fcea08ecd42fd926e4206b382d7ee8175213846d4c9b8","abstract_canon_sha256":"81d8120dcd57791219811abfa3eaa17860b5480c4251cc1c4dbc0f916a072e3e"},"schema_version":"1.0"},"canonical_sha256":"28c5cdd0210fcb488482f2520b2901338ca8619a12c972744da8e4c2d38f261d","source":{"kind":"arxiv","id":"2211.15259","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.15259","created_at":"2026-07-05T05:58:18Z"},{"alias_kind":"arxiv_version","alias_value":"2211.15259v2","created_at":"2026-07-05T05:58:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.15259","created_at":"2026-07-05T05:58:18Z"},{"alias_kind":"pith_short_12","alias_value":"FDC43UBBB7FU","created_at":"2026-07-05T05:58:18Z"},{"alias_kind":"pith_short_16","alias_value":"FDC43UBBB7FURBEC","created_at":"2026-07-05T05:58:18Z"},{"alias_kind":"pith_short_8","alias_value":"FDC43UBB","created_at":"2026-07-05T05:58:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:FDC43UBBB7FURBEC6JJAWKIBGO","target":"record","payload":{"canonical_record":{"source":{"id":"2211.15259","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-11-28T12:25:27Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a7ac9f532c78f5d04d2fcea08ecd42fd926e4206b382d7ee8175213846d4c9b8","abstract_canon_sha256":"81d8120dcd57791219811abfa3eaa17860b5480c4251cc1c4dbc0f916a072e3e"},"schema_version":"1.0"},"canonical_sha256":"28c5cdd0210fcb488482f2520b2901338ca8619a12c972744da8e4c2d38f261d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:58:18.278270Z","signature_b64":"iE0nYr3LfrAApFYYi6AaZVSJufGzZMdV4X24SZpdHjkkBxkGmwoaTzG1U079Gsjd4BRk+sSV4wDPhxUbfWvbBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"28c5cdd0210fcb488482f2520b2901338ca8619a12c972744da8e4c2d38f261d","last_reissued_at":"2026-07-05T05:58:18.277845Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:58:18.277845Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.15259","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:58:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Uzc8kUiuV2iII7B0U2snNJYXYN2CTcy9nCEmdv1R4MoaS/WVE+JzzwY5+uNJBGdkNvxuQzHrEuJjrXLoKE+iDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T06:50:54.051667Z"},"content_sha256":"de8ca332c16ab156071db69f83eb8d4c4933fe68cbd9ccde0f18fd0bcece0f74","schema_version":"1.0","event_id":"sha256:de8ca332c16ab156071db69f83eb8d4c4933fe68cbd9ccde0f18fd0bcece0f74"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:FDC43UBBB7FURBEC6JJAWKIBGO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Call to Reflect on Evaluation Practices for Failure Detection in Image Classification","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CV","authors_text":"Carsten T. L\\\"uth, Lukas Klein, Paul F. Jaeger, Till J. Bungert","submitted_at":"2022-11-28T12:25:27Z","abstract_excerpt":"Reliable application of machine learning-based decision systems in the wild is one of the major challenges currently investigated by the field. A large portion of established approaches aims to detect erroneous predictions by means of assigning confidence scores. This confidence may be obtained by either quantifying the model's predictive uncertainty, learning explicit scoring functions, or assessing whether the input is in line with the training distribution. Curiously, while these approaches all state to address the same eventual goal of detecting failures of a classifier upon real-life appl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.15259","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.15259/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:58:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5LacF/StcwjcQ2NxTqBZIdJo31lqX4EenKPPEAYkHF3W5w4V5aUPC/mqJoXrCpExaHmCU0aI8GrywlCfMFd8DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T06:50:54.052164Z"},"content_sha256":"dd259e23bb85a83c8f932bfb8f9838f87c3dd53af145913a9ef3b0d22afec035","schema_version":"1.0","event_id":"sha256:dd259e23bb85a83c8f932bfb8f9838f87c3dd53af145913a9ef3b0d22afec035"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FDC43UBBB7FURBEC6JJAWKIBGO/bundle.json","state_url":"https://pith.science/pith/FDC43UBBB7FURBEC6JJAWKIBGO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FDC43UBBB7FURBEC6JJAWKIBGO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T06:50:54Z","links":{"resolver":"https://pith.science/pith/FDC43UBBB7FURBEC6JJAWKIBGO","bundle":"https://pith.science/pith/FDC43UBBB7FURBEC6JJAWKIBGO/bundle.json","state":"https://pith.science/pith/FDC43UBBB7FURBEC6JJAWKIBGO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FDC43UBBB7FURBEC6JJAWKIBGO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:FDC43UBBB7FURBEC6JJAWKIBGO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"81d8120dcd57791219811abfa3eaa17860b5480c4251cc1c4dbc0f916a072e3e","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-11-28T12:25:27Z","title_canon_sha256":"a7ac9f532c78f5d04d2fcea08ecd42fd926e4206b382d7ee8175213846d4c9b8"},"schema_version":"1.0","source":{"id":"2211.15259","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.15259","created_at":"2026-07-05T05:58:18Z"},{"alias_kind":"arxiv_version","alias_value":"2211.15259v2","created_at":"2026-07-05T05:58:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.15259","created_at":"2026-07-05T05:58:18Z"},{"alias_kind":"pith_short_12","alias_value":"FDC43UBBB7FU","created_at":"2026-07-05T05:58:18Z"},{"alias_kind":"pith_short_16","alias_value":"FDC43UBBB7FURBEC","created_at":"2026-07-05T05:58:18Z"},{"alias_kind":"pith_short_8","alias_value":"FDC43UBB","created_at":"2026-07-05T05:58:18Z"}],"graph_snapshots":[{"event_id":"sha256:dd259e23bb85a83c8f932bfb8f9838f87c3dd53af145913a9ef3b0d22afec035","target":"graph","created_at":"2026-07-05T05:58:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.15259/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reliable application of machine learning-based decision systems in the wild is one of the major challenges currently investigated by the field. A large portion of established approaches aims to detect erroneous predictions by means of assigning confidence scores. This confidence may be obtained by either quantifying the model's predictive uncertainty, learning explicit scoring functions, or assessing whether the input is in line with the training distribution. Curiously, while these approaches all state to address the same eventual goal of detecting failures of a classifier upon real-life appl","authors_text":"Carsten T. L\\\"uth, Lukas Klein, Paul F. Jaeger, Till J. Bungert","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-11-28T12:25:27Z","title":"A Call to Reflect on Evaluation Practices for Failure Detection in Image Classification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.15259","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:de8ca332c16ab156071db69f83eb8d4c4933fe68cbd9ccde0f18fd0bcece0f74","target":"record","created_at":"2026-07-05T05:58:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"81d8120dcd57791219811abfa3eaa17860b5480c4251cc1c4dbc0f916a072e3e","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-11-28T12:25:27Z","title_canon_sha256":"a7ac9f532c78f5d04d2fcea08ecd42fd926e4206b382d7ee8175213846d4c9b8"},"schema_version":"1.0","source":{"id":"2211.15259","kind":"arxiv","version":2}},"canonical_sha256":"28c5cdd0210fcb488482f2520b2901338ca8619a12c972744da8e4c2d38f261d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"28c5cdd0210fcb488482f2520b2901338ca8619a12c972744da8e4c2d38f261d","first_computed_at":"2026-07-05T05:58:18.277845Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:58:18.277845Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iE0nYr3LfrAApFYYi6AaZVSJufGzZMdV4X24SZpdHjkkBxkGmwoaTzG1U079Gsjd4BRk+sSV4wDPhxUbfWvbBw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:58:18.278270Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.15259","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:de8ca332c16ab156071db69f83eb8d4c4933fe68cbd9ccde0f18fd0bcece0f74","sha256:dd259e23bb85a83c8f932bfb8f9838f87c3dd53af145913a9ef3b0d22afec035"],"state_sha256":"76cfc7e2691ed46ee44e199a24b646ec7a6fa752047528fb81973efff49935bc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"drDKIZIM4sYncIpb5Rw95kPcRE6jF6rnUwEIEv7MqwpjjC1s5EiK7b5n18gQRT/Pq7iLx+13n75Z+YyPIzSoDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T06:50:54.056275Z","bundle_sha256":"b9eb35b3feb9a467075de6b1c2d47b3a8e2df7497b994a9e7c2fb54d0a2b2430"}}