{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:B2FNNUTWL5I5ECFXM4M4LVX3LZ","short_pith_number":"pith:B2FNNUTW","canonical_record":{"source":{"id":"1607.02665","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-07-09T21:18:23Z","cross_cats_sorted":["stat.AP","stat.ML"],"title_canon_sha256":"006df056a52a2d0f7fadc33bf9a3b91a53002487bc5fcb17cd40ffab46c63602","abstract_canon_sha256":"dfa981111ebcb7e64a379995ab51c310f906e356bd8a5b7915c5c573d96ce2a2"},"schema_version":"1.0"},"canonical_sha256":"0e8ad6d2765f51d208b76719c5d6fb5e451da9f276708a6da88dcc934990c984","source":{"kind":"arxiv","id":"1607.02665","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1607.02665","created_at":"2026-05-18T00:23:01Z"},{"alias_kind":"arxiv_version","alias_value":"1607.02665v2","created_at":"2026-05-18T00:23:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1607.02665","created_at":"2026-05-18T00:23:01Z"},{"alias_kind":"pith_short_12","alias_value":"B2FNNUTWL5I5","created_at":"2026-05-18T12:30:07Z"},{"alias_kind":"pith_short_16","alias_value":"B2FNNUTWL5I5ECFX","created_at":"2026-05-18T12:30:07Z"},{"alias_kind":"pith_short_8","alias_value":"B2FNNUTW","created_at":"2026-05-18T12:30:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:B2FNNUTWL5I5ECFXM4M4LVX3LZ","target":"record","payload":{"canonical_record":{"source":{"id":"1607.02665","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-07-09T21:18:23Z","cross_cats_sorted":["stat.AP","stat.ML"],"title_canon_sha256":"006df056a52a2d0f7fadc33bf9a3b91a53002487bc5fcb17cd40ffab46c63602","abstract_canon_sha256":"dfa981111ebcb7e64a379995ab51c310f906e356bd8a5b7915c5c573d96ce2a2"},"schema_version":"1.0"},"canonical_sha256":"0e8ad6d2765f51d208b76719c5d6fb5e451da9f276708a6da88dcc934990c984","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:23:01.770559Z","signature_b64":"KooZ5ETdFM1Ne0Dy161YZh7erhWhgBtZH7jH7THaoxyt4ISIpkjyS+wdo4ddI8Jj4sXYFqL+MWEymu10xaXpBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0e8ad6d2765f51d208b76719c5d6fb5e451da9f276708a6da88dcc934990c984","last_reissued_at":"2026-05-18T00:23:01.769961Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:23:01.769961Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1607.02665","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:23:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BEBNAYQhmkWQip6EVIY5JhUJ7bSrqxACtlezUm5AWD+9AJlMhg9FMC+tbOe1mn010XJYxiVXgVx6nlgtyQTtBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T20:11:13.148699Z"},"content_sha256":"714a7cf6db478cc6199022eb52b42d4242773431893dfdcc7a84fc80f28a1d8b","schema_version":"1.0","event_id":"sha256:714a7cf6db478cc6199022eb52b42d4242773431893dfdcc7a84fc80f28a1d8b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:B2FNNUTWL5I5ECFXM4M4LVX3LZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Classifier Risk Estimation under Limited Labeling Resources","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.AP","stat.ML"],"primary_cat":"cs.LG","authors_text":"Anurag Kumar, Bhiksha Raj","submitted_at":"2016-07-09T21:18:23Z","abstract_excerpt":"In this paper we propose strategies for estimating performance of a classifier when labels cannot be obtained for the whole test set. The number of test instances which can be labeled is very small compared to the whole test data size. The goal then is to obtain a precise estimate of classifier performance using as little labeling resource as possible. Specifically, we try to answer, how to select a subset of the large test set for labeling such that the performance of a classifier estimated on this subset is as close as possible to the one on the whole test set. We propose strategies based on"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1607.02665","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:23:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BSNFrbnEUWL4BolpE7eGoZ1BD0I628PYT8iSmaJAwsTswsCaYPfgdP9vZLoQCQ3vmkz0lpqLRMGgANkwTjhdBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T20:11:13.149053Z"},"content_sha256":"9074b33d0d6b6f693301184a7d69144255a56b191ae43635b30b926b480e4cf2","schema_version":"1.0","event_id":"sha256:9074b33d0d6b6f693301184a7d69144255a56b191ae43635b30b926b480e4cf2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/B2FNNUTWL5I5ECFXM4M4LVX3LZ/bundle.json","state_url":"https://pith.science/pith/B2FNNUTWL5I5ECFXM4M4LVX3LZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/B2FNNUTWL5I5ECFXM4M4LVX3LZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-30T20:11:13Z","links":{"resolver":"https://pith.science/pith/B2FNNUTWL5I5ECFXM4M4LVX3LZ","bundle":"https://pith.science/pith/B2FNNUTWL5I5ECFXM4M4LVX3LZ/bundle.json","state":"https://pith.science/pith/B2FNNUTWL5I5ECFXM4M4LVX3LZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/B2FNNUTWL5I5ECFXM4M4LVX3LZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:B2FNNUTWL5I5ECFXM4M4LVX3LZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dfa981111ebcb7e64a379995ab51c310f906e356bd8a5b7915c5c573d96ce2a2","cross_cats_sorted":["stat.AP","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-07-09T21:18:23Z","title_canon_sha256":"006df056a52a2d0f7fadc33bf9a3b91a53002487bc5fcb17cd40ffab46c63602"},"schema_version":"1.0","source":{"id":"1607.02665","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1607.02665","created_at":"2026-05-18T00:23:01Z"},{"alias_kind":"arxiv_version","alias_value":"1607.02665v2","created_at":"2026-05-18T00:23:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1607.02665","created_at":"2026-05-18T00:23:01Z"},{"alias_kind":"pith_short_12","alias_value":"B2FNNUTWL5I5","created_at":"2026-05-18T12:30:07Z"},{"alias_kind":"pith_short_16","alias_value":"B2FNNUTWL5I5ECFX","created_at":"2026-05-18T12:30:07Z"},{"alias_kind":"pith_short_8","alias_value":"B2FNNUTW","created_at":"2026-05-18T12:30:07Z"}],"graph_snapshots":[{"event_id":"sha256:9074b33d0d6b6f693301184a7d69144255a56b191ae43635b30b926b480e4cf2","target":"graph","created_at":"2026-05-18T00:23:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In this paper we propose strategies for estimating performance of a classifier when labels cannot be obtained for the whole test set. The number of test instances which can be labeled is very small compared to the whole test data size. The goal then is to obtain a precise estimate of classifier performance using as little labeling resource as possible. Specifically, we try to answer, how to select a subset of the large test set for labeling such that the performance of a classifier estimated on this subset is as close as possible to the one on the whole test set. We propose strategies based on","authors_text":"Anurag Kumar, Bhiksha Raj","cross_cats":["stat.AP","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-07-09T21:18:23Z","title":"Classifier Risk Estimation under Limited Labeling Resources"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1607.02665","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:714a7cf6db478cc6199022eb52b42d4242773431893dfdcc7a84fc80f28a1d8b","target":"record","created_at":"2026-05-18T00:23:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dfa981111ebcb7e64a379995ab51c310f906e356bd8a5b7915c5c573d96ce2a2","cross_cats_sorted":["stat.AP","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-07-09T21:18:23Z","title_canon_sha256":"006df056a52a2d0f7fadc33bf9a3b91a53002487bc5fcb17cd40ffab46c63602"},"schema_version":"1.0","source":{"id":"1607.02665","kind":"arxiv","version":2}},"canonical_sha256":"0e8ad6d2765f51d208b76719c5d6fb5e451da9f276708a6da88dcc934990c984","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0e8ad6d2765f51d208b76719c5d6fb5e451da9f276708a6da88dcc934990c984","first_computed_at":"2026-05-18T00:23:01.769961Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:23:01.769961Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KooZ5ETdFM1Ne0Dy161YZh7erhWhgBtZH7jH7THaoxyt4ISIpkjyS+wdo4ddI8Jj4sXYFqL+MWEymu10xaXpBQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:23:01.770559Z","signed_message":"canonical_sha256_bytes"},"source_id":"1607.02665","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:714a7cf6db478cc6199022eb52b42d4242773431893dfdcc7a84fc80f28a1d8b","sha256:9074b33d0d6b6f693301184a7d69144255a56b191ae43635b30b926b480e4cf2"],"state_sha256":"702f9691396d16b74b4f91c9e2cb2d31951fc0732037be21d88e10794411050c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xY+WhiLOg7aSqKFE25KAvLOawNQKzLZ0ZbSj33tyR0LYk+2dNgEZ8YmiNAQUoy+xw8k/io7BQSHB3J7Nr7G/AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-30T20:11:13.151605Z","bundle_sha256":"1965adc9c19bd5b56983ed85e420473734eaf3074dad838097ec89ba2073b43f"}}