{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:7XEUHRFHSWYP3H4EER5OPJ4ST2","short_pith_number":"pith:7XEUHRFH","canonical_record":{"source":{"id":"2305.18159","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2023-05-29T15:41:00Z","cross_cats_sorted":[],"title_canon_sha256":"1be5e53a1f480656f1cd0ad4d235eea3ed1141a102370a77d4d309438b24dfac","abstract_canon_sha256":"fb5d56e257267f24bab496b172ee8e28ffa52af2315c34295104a6260427651c"},"schema_version":"1.0"},"canonical_sha256":"fdc943c4a795b0fd9f84247ae7a7929eb01095a7a9b2d0878da51d4d5a8e91b3","source":{"kind":"arxiv","id":"2305.18159","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.18159","created_at":"2026-07-05T06:14:52Z"},{"alias_kind":"arxiv_version","alias_value":"2305.18159v1","created_at":"2026-07-05T06:14:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.18159","created_at":"2026-07-05T06:14:52Z"},{"alias_kind":"pith_short_12","alias_value":"7XEUHRFHSWYP","created_at":"2026-07-05T06:14:52Z"},{"alias_kind":"pith_short_16","alias_value":"7XEUHRFHSWYP3H4E","created_at":"2026-07-05T06:14:52Z"},{"alias_kind":"pith_short_8","alias_value":"7XEUHRFH","created_at":"2026-07-05T06:14:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:7XEUHRFHSWYP3H4EER5OPJ4ST2","target":"record","payload":{"canonical_record":{"source":{"id":"2305.18159","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2023-05-29T15:41:00Z","cross_cats_sorted":[],"title_canon_sha256":"1be5e53a1f480656f1cd0ad4d235eea3ed1141a102370a77d4d309438b24dfac","abstract_canon_sha256":"fb5d56e257267f24bab496b172ee8e28ffa52af2315c34295104a6260427651c"},"schema_version":"1.0"},"canonical_sha256":"fdc943c4a795b0fd9f84247ae7a7929eb01095a7a9b2d0878da51d4d5a8e91b3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:14:52.986838Z","signature_b64":"jYOGIW3lTTN4Ga/EVfcnzT7+UK+z5EiP3Vvo2ST+a6jU/o6+eQXfQTwtBkuU+Ypmneuz72AMOonQJe8RDY3mBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fdc943c4a795b0fd9f84247ae7a7929eb01095a7a9b2d0878da51d4d5a8e91b3","last_reissued_at":"2026-07-05T06:14:52.986428Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:14:52.986428Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.18159","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RCBlLS8Y5hezCHSuUtrhLNuFQzapp3intgSN+1+CIX0u6fqhyvii9d6SHI73sy1NI0NAfe+w9nB3L540ZWrnBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T09:39:30.002780Z"},"content_sha256":"ba35d4ae2e6d1a7b9526aff4f0aa81d53b224fb1d137c61eff5287dc28bd03ba","schema_version":"1.0","event_id":"sha256:ba35d4ae2e6d1a7b9526aff4f0aa81d53b224fb1d137c61eff5287dc28bd03ba"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:7XEUHRFHSWYP3H4EER5OPJ4ST2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Misuse of AUC: What High Impact Risk Assessment Gets Wrong","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CY","authors_text":"Aaron Horowitz, Kweku Kwegyir-Aggrey, Malika Mohan, Marissa Gerchick, Suresh Venkatasubramanian","submitted_at":"2023-05-29T15:41:00Z","abstract_excerpt":"When determining which machine learning model best performs some high impact risk assessment task, practitioners commonly use the Area under the Curve (AUC) to defend and validate their model choices. In this paper, we argue that the current use and understanding of AUC as a model performance metric misunderstands the way the metric was intended to be used. To this end, we characterize the misuse of AUC and illustrate how this misuse negatively manifests in the real world across several risk assessment domains. We locate this disconnect in the way the original interpretation of AUC has shifted"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.18159","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.18159/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GW69Ytw/FHZchr5WSf5n9wWMpuwgLoEpUploKB0Gaei+F3/f24d72iLQhAnaaCWlmRfgPdjTYvPHvk8G75aTBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T09:39:30.003328Z"},"content_sha256":"5b7cb7e0951759aec3ea158fd7d9313a6957432c37b83420f8c4ec6b7eab0e64","schema_version":"1.0","event_id":"sha256:5b7cb7e0951759aec3ea158fd7d9313a6957432c37b83420f8c4ec6b7eab0e64"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7XEUHRFHSWYP3H4EER5OPJ4ST2/bundle.json","state_url":"https://pith.science/pith/7XEUHRFHSWYP3H4EER5OPJ4ST2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7XEUHRFHSWYP3H4EER5OPJ4ST2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T09:39:30Z","links":{"resolver":"https://pith.science/pith/7XEUHRFHSWYP3H4EER5OPJ4ST2","bundle":"https://pith.science/pith/7XEUHRFHSWYP3H4EER5OPJ4ST2/bundle.json","state":"https://pith.science/pith/7XEUHRFHSWYP3H4EER5OPJ4ST2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7XEUHRFHSWYP3H4EER5OPJ4ST2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:7XEUHRFHSWYP3H4EER5OPJ4ST2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fb5d56e257267f24bab496b172ee8e28ffa52af2315c34295104a6260427651c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2023-05-29T15:41:00Z","title_canon_sha256":"1be5e53a1f480656f1cd0ad4d235eea3ed1141a102370a77d4d309438b24dfac"},"schema_version":"1.0","source":{"id":"2305.18159","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.18159","created_at":"2026-07-05T06:14:52Z"},{"alias_kind":"arxiv_version","alias_value":"2305.18159v1","created_at":"2026-07-05T06:14:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.18159","created_at":"2026-07-05T06:14:52Z"},{"alias_kind":"pith_short_12","alias_value":"7XEUHRFHSWYP","created_at":"2026-07-05T06:14:52Z"},{"alias_kind":"pith_short_16","alias_value":"7XEUHRFHSWYP3H4E","created_at":"2026-07-05T06:14:52Z"},{"alias_kind":"pith_short_8","alias_value":"7XEUHRFH","created_at":"2026-07-05T06:14:52Z"}],"graph_snapshots":[{"event_id":"sha256:5b7cb7e0951759aec3ea158fd7d9313a6957432c37b83420f8c4ec6b7eab0e64","target":"graph","created_at":"2026-07-05T06:14:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.18159/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"When determining which machine learning model best performs some high impact risk assessment task, practitioners commonly use the Area under the Curve (AUC) to defend and validate their model choices. In this paper, we argue that the current use and understanding of AUC as a model performance metric misunderstands the way the metric was intended to be used. To this end, we characterize the misuse of AUC and illustrate how this misuse negatively manifests in the real world across several risk assessment domains. We locate this disconnect in the way the original interpretation of AUC has shifted","authors_text":"Aaron Horowitz, Kweku Kwegyir-Aggrey, Malika Mohan, Marissa Gerchick, Suresh Venkatasubramanian","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2023-05-29T15:41:00Z","title":"The Misuse of AUC: What High Impact Risk Assessment Gets Wrong"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.18159","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ba35d4ae2e6d1a7b9526aff4f0aa81d53b224fb1d137c61eff5287dc28bd03ba","target":"record","created_at":"2026-07-05T06:14:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fb5d56e257267f24bab496b172ee8e28ffa52af2315c34295104a6260427651c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2023-05-29T15:41:00Z","title_canon_sha256":"1be5e53a1f480656f1cd0ad4d235eea3ed1141a102370a77d4d309438b24dfac"},"schema_version":"1.0","source":{"id":"2305.18159","kind":"arxiv","version":1}},"canonical_sha256":"fdc943c4a795b0fd9f84247ae7a7929eb01095a7a9b2d0878da51d4d5a8e91b3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fdc943c4a795b0fd9f84247ae7a7929eb01095a7a9b2d0878da51d4d5a8e91b3","first_computed_at":"2026-07-05T06:14:52.986428Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:14:52.986428Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jYOGIW3lTTN4Ga/EVfcnzT7+UK+z5EiP3Vvo2ST+a6jU/o6+eQXfQTwtBkuU+Ypmneuz72AMOonQJe8RDY3mBg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:14:52.986838Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.18159","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ba35d4ae2e6d1a7b9526aff4f0aa81d53b224fb1d137c61eff5287dc28bd03ba","sha256:5b7cb7e0951759aec3ea158fd7d9313a6957432c37b83420f8c4ec6b7eab0e64"],"state_sha256":"e0345de5ce84092b82aca3367bdadbdcec11382e93de8c7814357865d2ea68ef"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p/wPhslMr0fc1OL2+u1KpOdUZlcFky5dzIMHB9NvbBM31mKIeBPIAzKZiIBo2qeugcFDkyopaRX5NWRE4iXkCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T09:39:30.011212Z","bundle_sha256":"d7ddad74136d9ffef480cada140ad56443f96af72358f53ef825446e297b4df2"}}