{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:NZJNHLKLARCD3H4IEYYENM72RM","short_pith_number":"pith:NZJNHLKL","canonical_record":{"source":{"id":"1909.07192","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2019-09-16T13:37:59Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f9276ef732e5d23e93f3c02e4ea91fb6129b2d7fd67a1a2f139c529128ca33b2","abstract_canon_sha256":"834f4aef10d62f2182eb8f92498e614db93323ac5816f6b850f6189401ca1298"},"schema_version":"1.0"},"canonical_sha256":"6e52d3ad4b04443d9f88263046b3fa8b11b11d314e8ced6cb5bcc7f7d70eaf0d","source":{"kind":"arxiv","id":"1909.07192","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.07192","created_at":"2026-07-05T00:04:53Z"},{"alias_kind":"arxiv_version","alias_value":"1909.07192v1","created_at":"2026-07-05T00:04:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.07192","created_at":"2026-07-05T00:04:53Z"},{"alias_kind":"pith_short_12","alias_value":"NZJNHLKLARCD","created_at":"2026-07-05T00:04:53Z"},{"alias_kind":"pith_short_16","alias_value":"NZJNHLKLARCD3H4I","created_at":"2026-07-05T00:04:53Z"},{"alias_kind":"pith_short_8","alias_value":"NZJNHLKL","created_at":"2026-07-05T00:04:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:NZJNHLKLARCD3H4IEYYENM72RM","target":"record","payload":{"canonical_record":{"source":{"id":"1909.07192","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2019-09-16T13:37:59Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f9276ef732e5d23e93f3c02e4ea91fb6129b2d7fd67a1a2f139c529128ca33b2","abstract_canon_sha256":"834f4aef10d62f2182eb8f92498e614db93323ac5816f6b850f6189401ca1298"},"schema_version":"1.0"},"canonical_sha256":"6e52d3ad4b04443d9f88263046b3fa8b11b11d314e8ced6cb5bcc7f7d70eaf0d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:04:53.872339Z","signature_b64":"kpogyVqfNZ2QQq/kTPsmppMBdpp0n0R/JD67oqexlUo5X41fGcPdhJJqZtjLXBqNS7tKWr5C9UXrxpzg4ObPCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6e52d3ad4b04443d9f88263046b3fa8b11b11d314e8ced6cb5bcc7f7d70eaf0d","last_reissued_at":"2026-07-05T00:04:53.871989Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:04:53.871989Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1909.07192","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:04:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O+cNi96kvfR/nfeZcWgcwPFRg0gF4TidkiMpS0gJGHTBbJ3QIlIBb72K9gCWUsgEeadDHo4Kr3ueWpsGU3ehAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T23:21:33.086452Z"},"content_sha256":"c875f4d63093f884de1c859af71004a7fb829d5129f2983abb5b76447baf5f31","schema_version":"1.0","event_id":"sha256:c875f4d63093f884de1c859af71004a7fb829d5129f2983abb5b76447baf5f31"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:NZJNHLKLARCD3H4IEYYENM72RM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning to Benchmark: Determining Best Achievable Misclassification Error from Training Data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Alfred Hero, Li Xu, Morteza Noshad","submitted_at":"2019-09-16T13:37:59Z","abstract_excerpt":"We address the problem of learning to benchmark the best achievable classifier performance. In this problem the objective is to establish statistically consistent estimates of the Bayes misclassification error rate without having to learn a Bayes-optimal classifier. Our learning to benchmark framework improves on previous work on learning bounds on Bayes misclassification rate since it learns the {\\it exact} Bayes error rate instead of a bound on error rate. We propose a benchmark learner based on an ensemble of $\\epsilon$-ball estimators and Chebyshev approximation. Under a smoothness assumpt"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.07192","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1909.07192/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:04:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gXpuu1gEJJjvCfFEDX4mjT4zPCyA6vqxwej6KlJmp88n+USy9+hQLbfbb70Rz1xu3AzyIegh35xgAFBUBLW1DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T23:21:33.086956Z"},"content_sha256":"9fe03cdff8d42027afa11bb5a1d32b36a360981c193f851c4417be364de2bd64","schema_version":"1.0","event_id":"sha256:9fe03cdff8d42027afa11bb5a1d32b36a360981c193f851c4417be364de2bd64"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NZJNHLKLARCD3H4IEYYENM72RM/bundle.json","state_url":"https://pith.science/pith/NZJNHLKLARCD3H4IEYYENM72RM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NZJNHLKLARCD3H4IEYYENM72RM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T23:21:33Z","links":{"resolver":"https://pith.science/pith/NZJNHLKLARCD3H4IEYYENM72RM","bundle":"https://pith.science/pith/NZJNHLKLARCD3H4IEYYENM72RM/bundle.json","state":"https://pith.science/pith/NZJNHLKLARCD3H4IEYYENM72RM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NZJNHLKLARCD3H4IEYYENM72RM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:NZJNHLKLARCD3H4IEYYENM72RM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"834f4aef10d62f2182eb8f92498e614db93323ac5816f6b850f6189401ca1298","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2019-09-16T13:37:59Z","title_canon_sha256":"f9276ef732e5d23e93f3c02e4ea91fb6129b2d7fd67a1a2f139c529128ca33b2"},"schema_version":"1.0","source":{"id":"1909.07192","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.07192","created_at":"2026-07-05T00:04:53Z"},{"alias_kind":"arxiv_version","alias_value":"1909.07192v1","created_at":"2026-07-05T00:04:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.07192","created_at":"2026-07-05T00:04:53Z"},{"alias_kind":"pith_short_12","alias_value":"NZJNHLKLARCD","created_at":"2026-07-05T00:04:53Z"},{"alias_kind":"pith_short_16","alias_value":"NZJNHLKLARCD3H4I","created_at":"2026-07-05T00:04:53Z"},{"alias_kind":"pith_short_8","alias_value":"NZJNHLKL","created_at":"2026-07-05T00:04:53Z"}],"graph_snapshots":[{"event_id":"sha256:9fe03cdff8d42027afa11bb5a1d32b36a360981c193f851c4417be364de2bd64","target":"graph","created_at":"2026-07-05T00:04:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1909.07192/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We address the problem of learning to benchmark the best achievable classifier performance. In this problem the objective is to establish statistically consistent estimates of the Bayes misclassification error rate without having to learn a Bayes-optimal classifier. Our learning to benchmark framework improves on previous work on learning bounds on Bayes misclassification rate since it learns the {\\it exact} Bayes error rate instead of a bound on error rate. We propose a benchmark learner based on an ensemble of $\\epsilon$-ball estimators and Chebyshev approximation. Under a smoothness assumpt","authors_text":"Alfred Hero, Li Xu, Morteza Noshad","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2019-09-16T13:37:59Z","title":"Learning to Benchmark: Determining Best Achievable Misclassification Error from Training Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.07192","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c875f4d63093f884de1c859af71004a7fb829d5129f2983abb5b76447baf5f31","target":"record","created_at":"2026-07-05T00:04:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"834f4aef10d62f2182eb8f92498e614db93323ac5816f6b850f6189401ca1298","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2019-09-16T13:37:59Z","title_canon_sha256":"f9276ef732e5d23e93f3c02e4ea91fb6129b2d7fd67a1a2f139c529128ca33b2"},"schema_version":"1.0","source":{"id":"1909.07192","kind":"arxiv","version":1}},"canonical_sha256":"6e52d3ad4b04443d9f88263046b3fa8b11b11d314e8ced6cb5bcc7f7d70eaf0d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6e52d3ad4b04443d9f88263046b3fa8b11b11d314e8ced6cb5bcc7f7d70eaf0d","first_computed_at":"2026-07-05T00:04:53.871989Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:04:53.871989Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kpogyVqfNZ2QQq/kTPsmppMBdpp0n0R/JD67oqexlUo5X41fGcPdhJJqZtjLXBqNS7tKWr5C9UXrxpzg4ObPCg==","signature_status":"signed_v1","signed_at":"2026-07-05T00:04:53.872339Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.07192","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c875f4d63093f884de1c859af71004a7fb829d5129f2983abb5b76447baf5f31","sha256:9fe03cdff8d42027afa11bb5a1d32b36a360981c193f851c4417be364de2bd64"],"state_sha256":"c178030e6a4a1a8e4fbd565c80f28edaab65a3bdd526a98ac5e2e498a105583c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pv8tzD8F/qDXJXnXVHa7r4BIlhKrPo7lXZ3HgfUNQvY+MW1DkkSJioku/ZvFx9ZSYnsiPGZ8wat5z1kbOpKYBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T23:21:33.090726Z","bundle_sha256":"def460966f24ee89eca6cceec74a4e5aa416f1461f40a97eba06e0f3c93d19bc"}}