{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:4I2UO5WUUGSCIPWJZBHBPOBO2I","short_pith_number":"pith:4I2UO5WU","canonical_record":{"source":{"id":"2401.06091","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-11T18:11:42Z","cross_cats_sorted":["stat.ME"],"title_canon_sha256":"68aa9857f668ab0dbaa27efc66b1bf07994120dd8da46fb0dc5121706ccaae13","abstract_canon_sha256":"c11d989bf67a980f15524df205384790431a341d40422fafea4dede4115c6647"},"schema_version":"1.0"},"canonical_sha256":"e2354776d4a1a4243ec9c84e17b82ed21255dc727c1bbbaf330e1571d4b00e85","source":{"kind":"arxiv","id":"2401.06091","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.06091","created_at":"2026-07-05T10:00:34Z"},{"alias_kind":"arxiv_version","alias_value":"2401.06091v4","created_at":"2026-07-05T10:00:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.06091","created_at":"2026-07-05T10:00:34Z"},{"alias_kind":"pith_short_12","alias_value":"4I2UO5WUUGSC","created_at":"2026-07-05T10:00:34Z"},{"alias_kind":"pith_short_16","alias_value":"4I2UO5WUUGSCIPWJ","created_at":"2026-07-05T10:00:34Z"},{"alias_kind":"pith_short_8","alias_value":"4I2UO5WU","created_at":"2026-07-05T10:00:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:4I2UO5WUUGSCIPWJZBHBPOBO2I","target":"record","payload":{"canonical_record":{"source":{"id":"2401.06091","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-11T18:11:42Z","cross_cats_sorted":["stat.ME"],"title_canon_sha256":"68aa9857f668ab0dbaa27efc66b1bf07994120dd8da46fb0dc5121706ccaae13","abstract_canon_sha256":"c11d989bf67a980f15524df205384790431a341d40422fafea4dede4115c6647"},"schema_version":"1.0"},"canonical_sha256":"e2354776d4a1a4243ec9c84e17b82ed21255dc727c1bbbaf330e1571d4b00e85","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:00:34.359578Z","signature_b64":"+nDJe3BB7/zHYEABQeTV1wkMg7rUv+cmdQ0wuBOkBCOKrmYFlGP8dTc1mDunniNtKnjZyKgyAGDE76rebLmXAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e2354776d4a1a4243ec9c84e17b82ed21255dc727c1bbbaf330e1571d4b00e85","last_reissued_at":"2026-07-05T10:00:34.359050Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:00:34.359050Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.06091","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:00:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZlfVaKHCGWYYzwjRoMGKTai3jSI1ljh2+H0JucNn5tr44yVCiFS0QLW5h2vaHxxYcIlshZP1zq2RQs4LhLRtBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:33:42.822382Z"},"content_sha256":"f5e6949a69926365b4dd1a04eb15ee9d70ddea384d7797323a6f1dce30e5a274","schema_version":"1.0","event_id":"sha256:f5e6949a69926365b4dd1a04eb15ee9d70ddea384d7797323a6f1dce30e5a274"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:4I2UO5WUUGSCIPWJZBHBPOBO2I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Closer Look at AUROC and AUPRC under Class Imbalance","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ME"],"primary_cat":"cs.LG","authors_text":"(2) Aarhus University, (3) Massachusetts Institute of Technology, (4) IRCCS Humanitas Research Hospital), Giovanni Angelotti (4), Haoran Zhang (3), Jack Gallifant (3) ((1) Harvard Medical School, Lasse Hyldig Hansen (2), Matthew B. A. McDermott (1)","submitted_at":"2024-01-11T18:11:42Z","abstract_excerpt":"In machine learning (ML), a widespread claim is that the area under the precision-recall curve (AUPRC) is a superior metric for model comparison to the area under the receiver operating characteristic (AUROC) for tasks with class imbalance. This paper refutes this notion on two fronts. First, we theoretically characterize the behavior of AUROC and AUPRC in the presence of model mistakes, establishing clearly that AUPRC is not generally superior in cases of class imbalance. We further show that AUPRC can be a harmful metric as it can unduly favor model improvements in subpopulations with more f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.06091","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.06091/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:00:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"le167dX5rnM0uPEb9f6hctcdmc0U4RiXlxn+mpf4eN5CLqVoGHmHlmfz5uXTI8krppXpQBfdVB/+eVsTB1zVBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:33:42.822959Z"},"content_sha256":"3c95dcf7d8766ec43f9cf8aea59f17ba9ead2591b117463298e3cced870714c7","schema_version":"1.0","event_id":"sha256:3c95dcf7d8766ec43f9cf8aea59f17ba9ead2591b117463298e3cced870714c7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4I2UO5WUUGSCIPWJZBHBPOBO2I/bundle.json","state_url":"https://pith.science/pith/4I2UO5WUUGSCIPWJZBHBPOBO2I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4I2UO5WUUGSCIPWJZBHBPOBO2I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T01:33:42Z","links":{"resolver":"https://pith.science/pith/4I2UO5WUUGSCIPWJZBHBPOBO2I","bundle":"https://pith.science/pith/4I2UO5WUUGSCIPWJZBHBPOBO2I/bundle.json","state":"https://pith.science/pith/4I2UO5WUUGSCIPWJZBHBPOBO2I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4I2UO5WUUGSCIPWJZBHBPOBO2I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4I2UO5WUUGSCIPWJZBHBPOBO2I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c11d989bf67a980f15524df205384790431a341d40422fafea4dede4115c6647","cross_cats_sorted":["stat.ME"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-11T18:11:42Z","title_canon_sha256":"68aa9857f668ab0dbaa27efc66b1bf07994120dd8da46fb0dc5121706ccaae13"},"schema_version":"1.0","source":{"id":"2401.06091","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.06091","created_at":"2026-07-05T10:00:34Z"},{"alias_kind":"arxiv_version","alias_value":"2401.06091v4","created_at":"2026-07-05T10:00:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.06091","created_at":"2026-07-05T10:00:34Z"},{"alias_kind":"pith_short_12","alias_value":"4I2UO5WUUGSC","created_at":"2026-07-05T10:00:34Z"},{"alias_kind":"pith_short_16","alias_value":"4I2UO5WUUGSCIPWJ","created_at":"2026-07-05T10:00:34Z"},{"alias_kind":"pith_short_8","alias_value":"4I2UO5WU","created_at":"2026-07-05T10:00:34Z"}],"graph_snapshots":[{"event_id":"sha256:3c95dcf7d8766ec43f9cf8aea59f17ba9ead2591b117463298e3cced870714c7","target":"graph","created_at":"2026-07-05T10:00:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.06091/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In machine learning (ML), a widespread claim is that the area under the precision-recall curve (AUPRC) is a superior metric for model comparison to the area under the receiver operating characteristic (AUROC) for tasks with class imbalance. This paper refutes this notion on two fronts. First, we theoretically characterize the behavior of AUROC and AUPRC in the presence of model mistakes, establishing clearly that AUPRC is not generally superior in cases of class imbalance. We further show that AUPRC can be a harmful metric as it can unduly favor model improvements in subpopulations with more f","authors_text":"(2) Aarhus University, (3) Massachusetts Institute of Technology, (4) IRCCS Humanitas Research Hospital), Giovanni Angelotti (4), Haoran Zhang (3), Jack Gallifant (3) ((1) Harvard Medical School, Lasse Hyldig Hansen (2), Matthew B. A. McDermott (1)","cross_cats":["stat.ME"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-11T18:11:42Z","title":"A Closer Look at AUROC and AUPRC under Class Imbalance"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.06091","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f5e6949a69926365b4dd1a04eb15ee9d70ddea384d7797323a6f1dce30e5a274","target":"record","created_at":"2026-07-05T10:00:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c11d989bf67a980f15524df205384790431a341d40422fafea4dede4115c6647","cross_cats_sorted":["stat.ME"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-11T18:11:42Z","title_canon_sha256":"68aa9857f668ab0dbaa27efc66b1bf07994120dd8da46fb0dc5121706ccaae13"},"schema_version":"1.0","source":{"id":"2401.06091","kind":"arxiv","version":4}},"canonical_sha256":"e2354776d4a1a4243ec9c84e17b82ed21255dc727c1bbbaf330e1571d4b00e85","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e2354776d4a1a4243ec9c84e17b82ed21255dc727c1bbbaf330e1571d4b00e85","first_computed_at":"2026-07-05T10:00:34.359050Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:00:34.359050Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+nDJe3BB7/zHYEABQeTV1wkMg7rUv+cmdQ0wuBOkBCOKrmYFlGP8dTc1mDunniNtKnjZyKgyAGDE76rebLmXAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:00:34.359578Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.06091","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f5e6949a69926365b4dd1a04eb15ee9d70ddea384d7797323a6f1dce30e5a274","sha256:3c95dcf7d8766ec43f9cf8aea59f17ba9ead2591b117463298e3cced870714c7"],"state_sha256":"1a8aaa7e69a5279f900f4b515d4ca00f372ed0faa3aa6c7b8168d8da2163fe9f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Cexi/30yEGLJGDRK7s8Bj3BuRdFF12HxvNB1GK1NtgKh85EtnPjKQdOHv3w7pjkMhntdvclO2S8m/0B3F+bJAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T01:33:42.827832Z","bundle_sha256":"d3d82baf8d53a1a4d0d915f5e47a5bbdf9ef20ea9d8ae0536e4a2a6a37cabe00"}}