{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:4BM2O3JISEJWJJY5KDBUAGDN2V","short_pith_number":"pith:4BM2O3JI","schema_version":"1.0","canonical_sha256":"e059a76d28911364a71d50c340186dd56bee20ed22730129e17445947944ac05","source":{"kind":"arxiv","id":"2206.09981","version":1},"attestation_state":"computed","paper":{"title":"Measuring Class-Imbalance Sensitivity of Deterministic Performance Evaluation Metrics","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Azim Ahmadzadeh, Rafal A. Angryk","submitted_at":"2022-06-20T19:56:33Z","abstract_excerpt":"The class-imbalance issue is intrinsic to many real-world machine learning tasks, particularly to the rare-event classification problems. Although the impact and treatment of imbalanced data is widely known, the magnitude of a metric's sensitivity to class imbalance has attracted little attention. As a result, often the sensitive metrics are dismissed while their sensitivity may only be marginal. In this paper, we introduce an intuitive evaluation framework that quantifies metrics' sensitivity to the class imbalance. Moreover, we reveal an interesting fact that there is a logarithmic behavior "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2206.09981","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2022-06-20T19:56:33Z","cross_cats_sorted":[],"title_canon_sha256":"30947b70983392d90fc1b779de843944c59996af861d596a099bc80f431fa665","abstract_canon_sha256":"11b0aac1e25ce45296af1d5921b2651fb7f74d66c0ef3b9ee80fc7bad197b162"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:33:41.997946Z","signature_b64":"mv0W6/6tCwRaDaiiyL/+6Siv2qy6ZYDIOFkeIcB+7URI3GEr2vonCOyXtlkQDx4IlPn1rif1Jg+FRJwXrxwzDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e059a76d28911364a71d50c340186dd56bee20ed22730129e17445947944ac05","last_reissued_at":"2026-07-05T04:33:41.997584Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:33:41.997584Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Measuring Class-Imbalance Sensitivity of Deterministic Performance Evaluation Metrics","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Azim Ahmadzadeh, Rafal A. Angryk","submitted_at":"2022-06-20T19:56:33Z","abstract_excerpt":"The class-imbalance issue is intrinsic to many real-world machine learning tasks, particularly to the rare-event classification problems. Although the impact and treatment of imbalanced data is widely known, the magnitude of a metric's sensitivity to class imbalance has attracted little attention. As a result, often the sensitive metrics are dismissed while their sensitivity may only be marginal. In this paper, we introduce an intuitive evaluation framework that quantifies metrics' sensitivity to the class imbalance. Moreover, we reveal an interesting fact that there is a logarithmic behavior "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.09981","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2206.09981/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2206.09981","created_at":"2026-07-05T04:33:41.997639+00:00"},{"alias_kind":"arxiv_version","alias_value":"2206.09981v1","created_at":"2026-07-05T04:33:41.997639+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.09981","created_at":"2026-07-05T04:33:41.997639+00:00"},{"alias_kind":"pith_short_12","alias_value":"4BM2O3JISEJW","created_at":"2026-07-05T04:33:41.997639+00:00"},{"alias_kind":"pith_short_16","alias_value":"4BM2O3JISEJWJJY5","created_at":"2026-07-05T04:33:41.997639+00:00"},{"alias_kind":"pith_short_8","alias_value":"4BM2O3JI","created_at":"2026-07-05T04:33:41.997639+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/4BM2O3JISEJWJJY5KDBUAGDN2V","json":"https://pith.science/pith/4BM2O3JISEJWJJY5KDBUAGDN2V.json","graph_json":"https://pith.science/api/pith-number/4BM2O3JISEJWJJY5KDBUAGDN2V/graph.json","events_json":"https://pith.science/api/pith-number/4BM2O3JISEJWJJY5KDBUAGDN2V/events.json","paper":"https://pith.science/paper/4BM2O3JI"},"agent_actions":{"view_html":"https://pith.science/pith/4BM2O3JISEJWJJY5KDBUAGDN2V","download_json":"https://pith.science/pith/4BM2O3JISEJWJJY5KDBUAGDN2V.json","view_paper":"https://pith.science/paper/4BM2O3JI","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2206.09981&json=true","fetch_graph":"https://pith.science/api/pith-number/4BM2O3JISEJWJJY5KDBUAGDN2V/graph.json","fetch_events":"https://pith.science/api/pith-number/4BM2O3JISEJWJJY5KDBUAGDN2V/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/4BM2O3JISEJWJJY5KDBUAGDN2V/action/timestamp_anchor","attest_storage":"https://pith.science/pith/4BM2O3JISEJWJJY5KDBUAGDN2V/action/storage_attestation","attest_author":"https://pith.science/pith/4BM2O3JISEJWJJY5KDBUAGDN2V/action/author_attestation","sign_citation":"https://pith.science/pith/4BM2O3JISEJWJJY5KDBUAGDN2V/action/citation_signature","submit_replication":"https://pith.science/pith/4BM2O3JISEJWJJY5KDBUAGDN2V/action/replication_record"}},"created_at":"2026-07-05T04:33:41.997639+00:00","updated_at":"2026-07-05T04:33:41.997639+00:00"}