{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:V2NJGG2DLBJ3I66GC6PR5CRG7P","short_pith_number":"pith:V2NJGG2D","canonical_record":{"source":{"id":"2109.05720","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-09-13T06:01:16Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"273411142dece2e33530cc0acd7b28177e3680ed90f074bff4927ab503bb990f","abstract_canon_sha256":"23c532b192c78001f6bf47ceda3e9da449f60588b2c60d92a453c0db1f329a68"},"schema_version":"1.0"},"canonical_sha256":"ae9a931b435853b47bc6179f1e8a26fbd5fb701be4aa3b78d3c1ee2a2a6e55aa","source":{"kind":"arxiv","id":"2109.05720","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.05720","created_at":"2026-07-05T03:13:41Z"},{"alias_kind":"arxiv_version","alias_value":"2109.05720v1","created_at":"2026-07-05T03:13:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.05720","created_at":"2026-07-05T03:13:41Z"},{"alias_kind":"pith_short_12","alias_value":"V2NJGG2DLBJ3","created_at":"2026-07-05T03:13:41Z"},{"alias_kind":"pith_short_16","alias_value":"V2NJGG2DLBJ3I66G","created_at":"2026-07-05T03:13:41Z"},{"alias_kind":"pith_short_8","alias_value":"V2NJGG2D","created_at":"2026-07-05T03:13:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:V2NJGG2DLBJ3I66GC6PR5CRG7P","target":"record","payload":{"canonical_record":{"source":{"id":"2109.05720","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-09-13T06:01:16Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"273411142dece2e33530cc0acd7b28177e3680ed90f074bff4927ab503bb990f","abstract_canon_sha256":"23c532b192c78001f6bf47ceda3e9da449f60588b2c60d92a453c0db1f329a68"},"schema_version":"1.0"},"canonical_sha256":"ae9a931b435853b47bc6179f1e8a26fbd5fb701be4aa3b78d3c1ee2a2a6e55aa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:13:41.704525Z","signature_b64":"BMj0orr+wY9b0e1xiibfUxCseZQEYMGQqxEhUj8Z6/ym+D0hZlAfbDfKfa3NlMN9rg1jxsCR6mE90SelUNbyCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ae9a931b435853b47bc6179f1e8a26fbd5fb701be4aa3b78d3c1ee2a2a6e55aa","last_reissued_at":"2026-07-05T03:13:41.704072Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:13:41.704072Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.05720","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:13:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o61WVEkCj5eX3PXjTAoeNcagXkEdNZqTthGBj9VAYD5UeKgzqwlU0rPRa+p3mXeNg3ZsQ0VIK9JGqigbMjuOCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-16T13:10:22.575970Z"},"content_sha256":"ce8bec1d935c5f65293b1d544dceb50a6aa08c24e7eaba6cd4e77cd6edf33abc","schema_version":"1.0","event_id":"sha256:ce8bec1d935c5f65293b1d544dceb50a6aa08c24e7eaba6cd4e77cd6edf33abc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:V2NJGG2DLBJ3I66GC6PR5CRG7P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Low-Shot Validation: Active Importance Sampling for Estimating Classifier Performance on Rare Categories","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CV","authors_text":"Deva Ramanan, Fait Poms, Kayvon Fatahalian, Nimit S. Sohoni, Ravi Teja Mullapudi, Vishnu Sarukkai, William R. Mark","submitted_at":"2021-09-13T06:01:16Z","abstract_excerpt":"For machine learning models trained with limited labeled training data, validation stands to become the main bottleneck to reducing overall annotation costs. We propose a statistical validation algorithm that accurately estimates the F-score of binary classifiers for rare categories, where finding relevant examples to evaluate on is particularly challenging. Our key insight is that simultaneous calibration and importance sampling enables accurate estimates even in the low-sample regime (< 300 samples). Critically, we also derive an accurate single-trial estimator of the variance of our method "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.05720","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.05720/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:13:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eGPPGxBNKSRdChqR0IogvB/ID2u9zd8XWVnGksqoFKEVyDZUPeryPbr67pe5LNR34zj6936AvPXLOOxY/nnvDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-16T13:10:22.576364Z"},"content_sha256":"440e5178c363f5879bea090c4e85d0a8499072a61c15ae82f11a59a3e5daca26","schema_version":"1.0","event_id":"sha256:440e5178c363f5879bea090c4e85d0a8499072a61c15ae82f11a59a3e5daca26"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V2NJGG2DLBJ3I66GC6PR5CRG7P/bundle.json","state_url":"https://pith.science/pith/V2NJGG2DLBJ3I66GC6PR5CRG7P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V2NJGG2DLBJ3I66GC6PR5CRG7P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-16T13:10:22Z","links":{"resolver":"https://pith.science/pith/V2NJGG2DLBJ3I66GC6PR5CRG7P","bundle":"https://pith.science/pith/V2NJGG2DLBJ3I66GC6PR5CRG7P/bundle.json","state":"https://pith.science/pith/V2NJGG2DLBJ3I66GC6PR5CRG7P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V2NJGG2DLBJ3I66GC6PR5CRG7P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:V2NJGG2DLBJ3I66GC6PR5CRG7P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"23c532b192c78001f6bf47ceda3e9da449f60588b2c60d92a453c0db1f329a68","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-09-13T06:01:16Z","title_canon_sha256":"273411142dece2e33530cc0acd7b28177e3680ed90f074bff4927ab503bb990f"},"schema_version":"1.0","source":{"id":"2109.05720","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.05720","created_at":"2026-07-05T03:13:41Z"},{"alias_kind":"arxiv_version","alias_value":"2109.05720v1","created_at":"2026-07-05T03:13:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.05720","created_at":"2026-07-05T03:13:41Z"},{"alias_kind":"pith_short_12","alias_value":"V2NJGG2DLBJ3","created_at":"2026-07-05T03:13:41Z"},{"alias_kind":"pith_short_16","alias_value":"V2NJGG2DLBJ3I66G","created_at":"2026-07-05T03:13:41Z"},{"alias_kind":"pith_short_8","alias_value":"V2NJGG2D","created_at":"2026-07-05T03:13:41Z"}],"graph_snapshots":[{"event_id":"sha256:440e5178c363f5879bea090c4e85d0a8499072a61c15ae82f11a59a3e5daca26","target":"graph","created_at":"2026-07-05T03:13:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.05720/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"For machine learning models trained with limited labeled training data, validation stands to become the main bottleneck to reducing overall annotation costs. We propose a statistical validation algorithm that accurately estimates the F-score of binary classifiers for rare categories, where finding relevant examples to evaluate on is particularly challenging. Our key insight is that simultaneous calibration and importance sampling enables accurate estimates even in the low-sample regime (< 300 samples). Critically, we also derive an accurate single-trial estimator of the variance of our method ","authors_text":"Deva Ramanan, Fait Poms, Kayvon Fatahalian, Nimit S. Sohoni, Ravi Teja Mullapudi, Vishnu Sarukkai, William R. Mark","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-09-13T06:01:16Z","title":"Low-Shot Validation: Active Importance Sampling for Estimating Classifier Performance on Rare Categories"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.05720","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ce8bec1d935c5f65293b1d544dceb50a6aa08c24e7eaba6cd4e77cd6edf33abc","target":"record","created_at":"2026-07-05T03:13:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"23c532b192c78001f6bf47ceda3e9da449f60588b2c60d92a453c0db1f329a68","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-09-13T06:01:16Z","title_canon_sha256":"273411142dece2e33530cc0acd7b28177e3680ed90f074bff4927ab503bb990f"},"schema_version":"1.0","source":{"id":"2109.05720","kind":"arxiv","version":1}},"canonical_sha256":"ae9a931b435853b47bc6179f1e8a26fbd5fb701be4aa3b78d3c1ee2a2a6e55aa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ae9a931b435853b47bc6179f1e8a26fbd5fb701be4aa3b78d3c1ee2a2a6e55aa","first_computed_at":"2026-07-05T03:13:41.704072Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:13:41.704072Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BMj0orr+wY9b0e1xiibfUxCseZQEYMGQqxEhUj8Z6/ym+D0hZlAfbDfKfa3NlMN9rg1jxsCR6mE90SelUNbyCw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:13:41.704525Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.05720","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ce8bec1d935c5f65293b1d544dceb50a6aa08c24e7eaba6cd4e77cd6edf33abc","sha256:440e5178c363f5879bea090c4e85d0a8499072a61c15ae82f11a59a3e5daca26"],"state_sha256":"f509a13a421c6d67ba82ae779b549e97f5067bc7b4ad2426fde4095913e580a2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7z38j8y03mrrdfh0Sw+yzjYwrI4TvRI2zC4YXWyHIMm47MdMhE+RHFNGfXY3m0KXyngF6OHhF6jDvEEbwgqLDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-16T13:10:22.580653Z","bundle_sha256":"a647f2a0e7174ffef6af6ee0240df5571449dc1517414ed127c5b49851511e44"}}