{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:WPPBYAW6HYCJ5RVVA65LLBLXAK","short_pith_number":"pith:WPPBYAW6","canonical_record":{"source":{"id":"2002.06532","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-02-16T08:08:42Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"440d07b50c38ca1e31b07f197c9ed9483ec0215952b90d53190be56418dff2e8","abstract_canon_sha256":"f7f7ba6ced164b75cbac82bb78d9a86537d50dfa679fbc0fdb458e5e117d9b2d"},"schema_version":"1.0"},"canonical_sha256":"b3de1c02de3e049ec6b507bab585770291a1358d76f5bfe234884491b9d19f26","source":{"kind":"arxiv","id":"2002.06532","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.06532","created_at":"2026-07-05T02:22:55Z"},{"alias_kind":"arxiv_version","alias_value":"2002.06532v3","created_at":"2026-07-05T02:22:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.06532","created_at":"2026-07-05T02:22:55Z"},{"alias_kind":"pith_short_12","alias_value":"WPPBYAW6HYCJ","created_at":"2026-07-05T02:22:55Z"},{"alias_kind":"pith_short_16","alias_value":"WPPBYAW6HYCJ5RVV","created_at":"2026-07-05T02:22:55Z"},{"alias_kind":"pith_short_8","alias_value":"WPPBYAW6","created_at":"2026-07-05T02:22:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:WPPBYAW6HYCJ5RVVA65LLBLXAK","target":"record","payload":{"canonical_record":{"source":{"id":"2002.06532","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-02-16T08:08:42Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"440d07b50c38ca1e31b07f197c9ed9483ec0215952b90d53190be56418dff2e8","abstract_canon_sha256":"f7f7ba6ced164b75cbac82bb78d9a86537d50dfa679fbc0fdb458e5e117d9b2d"},"schema_version":"1.0"},"canonical_sha256":"b3de1c02de3e049ec6b507bab585770291a1358d76f5bfe234884491b9d19f26","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:22:55.302948Z","signature_b64":"mQfD09BloyX9OObZ9iEd+nlWWgc8JWhBQ1O6aNL9kPuu/IuXhx8BlyBmQAnrK/MNeVRnoWFuOgRgc5wQE0pNCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b3de1c02de3e049ec6b507bab585770291a1358d76f5bfe234884491b9d19f26","last_reissued_at":"2026-07-05T02:22:55.302512Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:22:55.302512Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2002.06532","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:22:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nfvc4GFM8SzXKkTYnbrqFnp1kSNslF1f8sc/7ns96D0WOqzPGPR+jPBVs0DPOrAYtP0D3XN0zhC8m8btwvaXDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:30:57.488466Z"},"content_sha256":"7503389ae57a56d59b0811c8f613190ea8b3487b8e73bcf86579f8c47de232b2","schema_version":"1.0","event_id":"sha256:7503389ae57a56d59b0811c8f613190ea8b3487b8e73bcf86579f8c47de232b2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:WPPBYAW6HYCJ5RVVA65LLBLXAK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Active Bayesian Assessment for Black-Box Classifiers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Disi Ji, Mark Steyvers, Padhraic Smyth, Robert L. Logan IV","submitted_at":"2020-02-16T08:08:42Z","abstract_excerpt":"Recent advances in machine learning have led to increased deployment of black-box classifiers across a wide variety of applications. In many such situations there is a critical need to both reliably assess the performance of these pre-trained models and to perform this assessment in a label-efficient manner (given that labels may be scarce and costly to collect). In this paper, we introduce an active Bayesian approach for assessment of classifier performance to satisfy the desiderata of both reliability and label-efficiency. We begin by developing inference strategies to quantify uncertainty f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.06532","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2002.06532/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:22:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6S/0fnCwr8ZJXfly+tAXPo7GAH0/GaT6CBr/+iC7HwUO6DPPurLmICRUgbqGDsJM01kqV8dGAdNbANsT8J30Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T18:30:57.489017Z"},"content_sha256":"9bd9cb0d0b74d7f2d59c7e65a62c5d7013309c99dbdf23b5f2a1b85a22221c63","schema_version":"1.0","event_id":"sha256:9bd9cb0d0b74d7f2d59c7e65a62c5d7013309c99dbdf23b5f2a1b85a22221c63"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WPPBYAW6HYCJ5RVVA65LLBLXAK/bundle.json","state_url":"https://pith.science/pith/WPPBYAW6HYCJ5RVVA65LLBLXAK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WPPBYAW6HYCJ5RVVA65LLBLXAK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T18:30:57Z","links":{"resolver":"https://pith.science/pith/WPPBYAW6HYCJ5RVVA65LLBLXAK","bundle":"https://pith.science/pith/WPPBYAW6HYCJ5RVVA65LLBLXAK/bundle.json","state":"https://pith.science/pith/WPPBYAW6HYCJ5RVVA65LLBLXAK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WPPBYAW6HYCJ5RVVA65LLBLXAK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:WPPBYAW6HYCJ5RVVA65LLBLXAK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f7f7ba6ced164b75cbac82bb78d9a86537d50dfa679fbc0fdb458e5e117d9b2d","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-02-16T08:08:42Z","title_canon_sha256":"440d07b50c38ca1e31b07f197c9ed9483ec0215952b90d53190be56418dff2e8"},"schema_version":"1.0","source":{"id":"2002.06532","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.06532","created_at":"2026-07-05T02:22:55Z"},{"alias_kind":"arxiv_version","alias_value":"2002.06532v3","created_at":"2026-07-05T02:22:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.06532","created_at":"2026-07-05T02:22:55Z"},{"alias_kind":"pith_short_12","alias_value":"WPPBYAW6HYCJ","created_at":"2026-07-05T02:22:55Z"},{"alias_kind":"pith_short_16","alias_value":"WPPBYAW6HYCJ5RVV","created_at":"2026-07-05T02:22:55Z"},{"alias_kind":"pith_short_8","alias_value":"WPPBYAW6","created_at":"2026-07-05T02:22:55Z"}],"graph_snapshots":[{"event_id":"sha256:9bd9cb0d0b74d7f2d59c7e65a62c5d7013309c99dbdf23b5f2a1b85a22221c63","target":"graph","created_at":"2026-07-05T02:22:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2002.06532/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advances in machine learning have led to increased deployment of black-box classifiers across a wide variety of applications. In many such situations there is a critical need to both reliably assess the performance of these pre-trained models and to perform this assessment in a label-efficient manner (given that labels may be scarce and costly to collect). In this paper, we introduce an active Bayesian approach for assessment of classifier performance to satisfy the desiderata of both reliability and label-efficiency. We begin by developing inference strategies to quantify uncertainty f","authors_text":"Disi Ji, Mark Steyvers, Padhraic Smyth, Robert L. Logan IV","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-02-16T08:08:42Z","title":"Active Bayesian Assessment for Black-Box Classifiers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.06532","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7503389ae57a56d59b0811c8f613190ea8b3487b8e73bcf86579f8c47de232b2","target":"record","created_at":"2026-07-05T02:22:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f7f7ba6ced164b75cbac82bb78d9a86537d50dfa679fbc0fdb458e5e117d9b2d","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-02-16T08:08:42Z","title_canon_sha256":"440d07b50c38ca1e31b07f197c9ed9483ec0215952b90d53190be56418dff2e8"},"schema_version":"1.0","source":{"id":"2002.06532","kind":"arxiv","version":3}},"canonical_sha256":"b3de1c02de3e049ec6b507bab585770291a1358d76f5bfe234884491b9d19f26","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b3de1c02de3e049ec6b507bab585770291a1358d76f5bfe234884491b9d19f26","first_computed_at":"2026-07-05T02:22:55.302512Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:22:55.302512Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mQfD09BloyX9OObZ9iEd+nlWWgc8JWhBQ1O6aNL9kPuu/IuXhx8BlyBmQAnrK/MNeVRnoWFuOgRgc5wQE0pNCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:22:55.302948Z","signed_message":"canonical_sha256_bytes"},"source_id":"2002.06532","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7503389ae57a56d59b0811c8f613190ea8b3487b8e73bcf86579f8c47de232b2","sha256:9bd9cb0d0b74d7f2d59c7e65a62c5d7013309c99dbdf23b5f2a1b85a22221c63"],"state_sha256":"8e0b81495afd5e408f373a3525f8b7e3e60c38bfcf5d653800e1e63000298054"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/5QGFdaOhkaU9lD/LibGHsPF7wYgZaW46sOBPImDSYTGyluCsdhAoZJDGsBWlA3nDuX8Yn2y+/j3s8DIXhHTCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T18:30:57.492671Z","bundle_sha256":"9c654897d1b19d41b64bcfb5f18643dc297828a9834784c42927325ac3fa227d"}}