{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:4PV7QGLEUDG7ZA6WYMF75BA2QP","short_pith_number":"pith:4PV7QGLE","canonical_record":{"source":{"id":"2202.00395","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-02-01T13:22:26Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"4e5941b79b1864edf1e2dab3b9a958918f5015dd81b26f4739ed7615ef4033f5","abstract_canon_sha256":"09386820bddc255eb4d7a4a34db4e41aa92c1fc8c6123d868ac49cf0225684df"},"schema_version":"1.0"},"canonical_sha256":"e3ebf81964a0cdfc83d6c30bfe841a83daecc70150d629ed21a04d30de47decb","source":{"kind":"arxiv","id":"2202.00395","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.00395","created_at":"2026-07-05T05:50:04Z"},{"alias_kind":"arxiv_version","alias_value":"2202.00395v2","created_at":"2026-07-05T05:50:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.00395","created_at":"2026-07-05T05:50:04Z"},{"alias_kind":"pith_short_12","alias_value":"4PV7QGLEUDG7","created_at":"2026-07-05T05:50:04Z"},{"alias_kind":"pith_short_16","alias_value":"4PV7QGLEUDG7ZA6W","created_at":"2026-07-05T05:50:04Z"},{"alias_kind":"pith_short_8","alias_value":"4PV7QGLE","created_at":"2026-07-05T05:50:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:4PV7QGLEUDG7ZA6WYMF75BA2QP","target":"record","payload":{"canonical_record":{"source":{"id":"2202.00395","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-02-01T13:22:26Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"4e5941b79b1864edf1e2dab3b9a958918f5015dd81b26f4739ed7615ef4033f5","abstract_canon_sha256":"09386820bddc255eb4d7a4a34db4e41aa92c1fc8c6123d868ac49cf0225684df"},"schema_version":"1.0"},"canonical_sha256":"e3ebf81964a0cdfc83d6c30bfe841a83daecc70150d629ed21a04d30de47decb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:50:04.722488Z","signature_b64":"KgCVcy6KgLGy5i4AYQQTeU2DtaZasp3fVYrZjVmqt025nGlGmR9tpmkJb0pku9nGE+OmXO0Bo5f3ZhoZgjoNAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e3ebf81964a0cdfc83d6c30bfe841a83daecc70150d629ed21a04d30de47decb","last_reissued_at":"2026-07-05T05:50:04.722060Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:50:04.722060Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2202.00395","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:50:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u1x/1usDHsf7vUh2ZTwd4+G4Kr+Do4rl4Drz92gLybBcBUT4kCkMjTjRA8GI85t/9fuwRLcZ7DJ8FfPvCST+CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T17:39:00.078914Z"},"content_sha256":"d2091e88dde6e50f8e01ef9f3ab83f00a7d3716c870bc0665fce0f7e93db92ac","schema_version":"1.0","event_id":"sha256:d2091e88dde6e50f8e01ef9f3ab83f00a7d3716c870bc0665fce0f7e93db92ac"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:4PV7QGLEUDG7ZA6WYMF75BA2QP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Is the Performance of My Deep Network Too Good to Be True? A Direct Approach to Estimating the Bayes Error in Binary Classification","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Gang Niu, Ikko Yamane, Masashi Sugiyama, Nontawat Charoenphakdee, Takashi Ishida","submitted_at":"2022-02-01T13:22:26Z","abstract_excerpt":"There is a fundamental limitation in the prediction performance that a machine learning model can achieve due to the inevitable uncertainty of the prediction target. In classification problems, this can be characterized by the Bayes error, which is the best achievable error with any classifier. The Bayes error can be used as a criterion to evaluate classifiers with state-of-the-art performance and can be used to detect test set overfitting. We propose a simple and direct Bayes error estimator, where we just take the mean of the labels that show \\emph{uncertainty} of the class assignments. Our "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.00395","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2202.00395/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:50:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5RWLPSP4EmpP97JMzAB9ZQs/dUw6ide/C2ASS8yPusLiXbaBqtG1qhj7IL3WHfnrPF5yUGOpKtVwmsIhoDZACg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T17:39:00.079281Z"},"content_sha256":"64e9a53e726126fff20506b709d104f23d8974403b40180a6c4d117d6874fa74","schema_version":"1.0","event_id":"sha256:64e9a53e726126fff20506b709d104f23d8974403b40180a6c4d117d6874fa74"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4PV7QGLEUDG7ZA6WYMF75BA2QP/bundle.json","state_url":"https://pith.science/pith/4PV7QGLEUDG7ZA6WYMF75BA2QP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4PV7QGLEUDG7ZA6WYMF75BA2QP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-13T17:39:00Z","links":{"resolver":"https://pith.science/pith/4PV7QGLEUDG7ZA6WYMF75BA2QP","bundle":"https://pith.science/pith/4PV7QGLEUDG7ZA6WYMF75BA2QP/bundle.json","state":"https://pith.science/pith/4PV7QGLEUDG7ZA6WYMF75BA2QP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4PV7QGLEUDG7ZA6WYMF75BA2QP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:4PV7QGLEUDG7ZA6WYMF75BA2QP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"09386820bddc255eb4d7a4a34db4e41aa92c1fc8c6123d868ac49cf0225684df","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-02-01T13:22:26Z","title_canon_sha256":"4e5941b79b1864edf1e2dab3b9a958918f5015dd81b26f4739ed7615ef4033f5"},"schema_version":"1.0","source":{"id":"2202.00395","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.00395","created_at":"2026-07-05T05:50:04Z"},{"alias_kind":"arxiv_version","alias_value":"2202.00395v2","created_at":"2026-07-05T05:50:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.00395","created_at":"2026-07-05T05:50:04Z"},{"alias_kind":"pith_short_12","alias_value":"4PV7QGLEUDG7","created_at":"2026-07-05T05:50:04Z"},{"alias_kind":"pith_short_16","alias_value":"4PV7QGLEUDG7ZA6W","created_at":"2026-07-05T05:50:04Z"},{"alias_kind":"pith_short_8","alias_value":"4PV7QGLE","created_at":"2026-07-05T05:50:04Z"}],"graph_snapshots":[{"event_id":"sha256:64e9a53e726126fff20506b709d104f23d8974403b40180a6c4d117d6874fa74","target":"graph","created_at":"2026-07-05T05:50:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.00395/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"There is a fundamental limitation in the prediction performance that a machine learning model can achieve due to the inevitable uncertainty of the prediction target. In classification problems, this can be characterized by the Bayes error, which is the best achievable error with any classifier. The Bayes error can be used as a criterion to evaluate classifiers with state-of-the-art performance and can be used to detect test set overfitting. We propose a simple and direct Bayes error estimator, where we just take the mean of the labels that show \\emph{uncertainty} of the class assignments. Our ","authors_text":"Gang Niu, Ikko Yamane, Masashi Sugiyama, Nontawat Charoenphakdee, Takashi Ishida","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-02-01T13:22:26Z","title":"Is the Performance of My Deep Network Too Good to Be True? A Direct Approach to Estimating the Bayes Error in Binary Classification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.00395","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d2091e88dde6e50f8e01ef9f3ab83f00a7d3716c870bc0665fce0f7e93db92ac","target":"record","created_at":"2026-07-05T05:50:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"09386820bddc255eb4d7a4a34db4e41aa92c1fc8c6123d868ac49cf0225684df","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-02-01T13:22:26Z","title_canon_sha256":"4e5941b79b1864edf1e2dab3b9a958918f5015dd81b26f4739ed7615ef4033f5"},"schema_version":"1.0","source":{"id":"2202.00395","kind":"arxiv","version":2}},"canonical_sha256":"e3ebf81964a0cdfc83d6c30bfe841a83daecc70150d629ed21a04d30de47decb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e3ebf81964a0cdfc83d6c30bfe841a83daecc70150d629ed21a04d30de47decb","first_computed_at":"2026-07-05T05:50:04.722060Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:50:04.722060Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KgCVcy6KgLGy5i4AYQQTeU2DtaZasp3fVYrZjVmqt025nGlGmR9tpmkJb0pku9nGE+OmXO0Bo5f3ZhoZgjoNAg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:50:04.722488Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.00395","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d2091e88dde6e50f8e01ef9f3ab83f00a7d3716c870bc0665fce0f7e93db92ac","sha256:64e9a53e726126fff20506b709d104f23d8974403b40180a6c4d117d6874fa74"],"state_sha256":"5afb1070cbc613b77b6ebfcd5602db59ddfce07dba9f49ff355387eaf4a06741"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rFnBAPsM2hxRTtNms4sUXxE25fxTDnYAZwjbT6LKrWxUC4cAbkh6k1w6BU2VPzxo2uwXOAWQpvj88wVZXIcMBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-13T17:39:00.081336Z","bundle_sha256":"1a409dd69d54b2db03d7daf9b4098622dfc596fd73a5dcd1ef8ad43ed502cd7a"}}