{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:V2NJGG2DLBJ3I66GC6PR5CRG7P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"23c532b192c78001f6bf47ceda3e9da449f60588b2c60d92a453c0db1f329a68","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-09-13T06:01:16Z","title_canon_sha256":"273411142dece2e33530cc0acd7b28177e3680ed90f074bff4927ab503bb990f"},"schema_version":"1.0","source":{"id":"2109.05720","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.05720","created_at":"2026-07-05T03:13:41Z"},{"alias_kind":"arxiv_version","alias_value":"2109.05720v1","created_at":"2026-07-05T03:13:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.05720","created_at":"2026-07-05T03:13:41Z"},{"alias_kind":"pith_short_12","alias_value":"V2NJGG2DLBJ3","created_at":"2026-07-05T03:13:41Z"},{"alias_kind":"pith_short_16","alias_value":"V2NJGG2DLBJ3I66G","created_at":"2026-07-05T03:13:41Z"},{"alias_kind":"pith_short_8","alias_value":"V2NJGG2D","created_at":"2026-07-05T03:13:41Z"}],"graph_snapshots":[{"event_id":"sha256:440e5178c363f5879bea090c4e85d0a8499072a61c15ae82f11a59a3e5daca26","target":"graph","created_at":"2026-07-05T03:13:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.05720/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"For machine learning models trained with limited labeled training data, validation stands to become the main bottleneck to reducing overall annotation costs. We propose a statistical validation algorithm that accurately estimates the F-score of binary classifiers for rare categories, where finding relevant examples to evaluate on is particularly challenging. Our key insight is that simultaneous calibration and importance sampling enables accurate estimates even in the low-sample regime (< 300 samples). Critically, we also derive an accurate single-trial estimator of the variance of our method ","authors_text":"Deva Ramanan, Fait Poms, Kayvon Fatahalian, Nimit S. Sohoni, Ravi Teja Mullapudi, Vishnu Sarukkai, William R. Mark","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-09-13T06:01:16Z","title":"Low-Shot Validation: Active Importance Sampling for Estimating Classifier Performance on Rare Categories"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.05720","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ce8bec1d935c5f65293b1d544dceb50a6aa08c24e7eaba6cd4e77cd6edf33abc","target":"record","created_at":"2026-07-05T03:13:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"23c532b192c78001f6bf47ceda3e9da449f60588b2c60d92a453c0db1f329a68","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-09-13T06:01:16Z","title_canon_sha256":"273411142dece2e33530cc0acd7b28177e3680ed90f074bff4927ab503bb990f"},"schema_version":"1.0","source":{"id":"2109.05720","kind":"arxiv","version":1}},"canonical_sha256":"ae9a931b435853b47bc6179f1e8a26fbd5fb701be4aa3b78d3c1ee2a2a6e55aa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ae9a931b435853b47bc6179f1e8a26fbd5fb701be4aa3b78d3c1ee2a2a6e55aa","first_computed_at":"2026-07-05T03:13:41.704072Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:13:41.704072Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BMj0orr+wY9b0e1xiibfUxCseZQEYMGQqxEhUj8Z6/ym+D0hZlAfbDfKfa3NlMN9rg1jxsCR6mE90SelUNbyCw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:13:41.704525Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.05720","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ce8bec1d935c5f65293b1d544dceb50a6aa08c24e7eaba6cd4e77cd6edf33abc","sha256:440e5178c363f5879bea090c4e85d0a8499072a61c15ae82f11a59a3e5daca26"],"state_sha256":"f509a13a421c6d67ba82ae779b549e97f5067bc7b4ad2426fde4095913e580a2"}