{"as_of":"2026-08-21T13:00:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:abbc896f074eed142391f9b4f071bf84c084e5371deae8d243d169db7a4b8ba4","coverage":[{"denominator":48,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":48,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T21:01:55.068588Z","state":"measured"},{"denominator":48,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":48,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-21T06:32:19.484+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.11283/citation-record","integrity":"/paper/2505.11283/integrity","json":"/paper/2505.11283/citation-record.json","paper":"/paper/2505.11283"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:54.881308Z","title":"A Survey on Bias and Fairness in Machine Learning","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.881308Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:a6577f6166e1c933ed7354e7cd175caf8c0819364f3718d60b4c271723d32ca4","observation_id":"88d75803-3450-4df6-928d-d7fb75fa51af","resolution":{"observed_at":"2026-08-15T21:01:54.881308Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:56.292413Z","title":"Distributionally Robust Neural Networks for Group Shifts: On the Importance of Regularization for Worst-Case Generalization","venue":null,"work_id":"4712a15c-1ac0-4577-91d4-dabded7b5af1","year":2020},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.885861Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:2623fc0ef9fe1598f38b48e653e6a77aa6079e39404bb911d7d7916d159dfacc","observation_id":"4a9a1987-ae9e-4b17-afa9-945c13200247","resolution":{"observed_at":"2026-08-15T21:01:56.295938Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:56.282631Z","title":"No Subclass Left Behind: Fine-Grained Robustness in Coarse-Grained Classification Problems","venue":null,"work_id":"23ddbdaa-2d19-4670-89e2-42de951bc213","year":2020},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.890035Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:e71f6e6964e6628f4e42e52c2c743c6f78d520b5c3729d517846bd9d63031640","observation_id":"3e21c750-c5df-4ee9-bb55-51147840c495","resolution":{"observed_at":"2026-08-15T21:01:56.286154Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:56.271959Z","title":"TFX: A TensorFlow-Based Production-Scale Machine Learning Plat- form","venue":null,"work_id":"df85e00c-cec8-4e29-a05f-b0dc6dc7254a","year":2017},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.893693Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:5ee7ab6f929f2d7e30c3c3fe19b66658189c0c3a4421772dfdc3e1aa39d7095b","observation_id":"f87be01d-0cba-48d2-a503-33f8a4b568dd","resolution":{"observed_at":"2026-08-15T21:01:56.276206Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:54.897669Z","title":"Visual exploration of machine learning results using data cube analysis","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.897669Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:7c6c1b554a039dcde2c3ab6b7cec62a5d6839b2e43b6cddf1eae158f5f3b4052","observation_id":"29944e01-3851-42b1-9aaa-bd05a1c84333","resolution":{"observed_at":"2026-08-15T21:01:54.897669Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:54.901410Z","title":"Automated Data Slicing for Model Validation: A Big Data - AI Integration Approach","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.901410Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:9b4131f2e0421217ddccbd64720285fd5be4f922ced7fb445b4a744a713bb227","observation_id":"cee6be9d-c10c-4f83-ac5e-ee09376c51f1","resolution":{"observed_at":"2026-08-15T21:01:54.901410Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:54.905424Z","title":"FAIRVIS: Visual Analytics for Discovering Intersectional Bias in Machine Learning","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.905424Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:be8f206a331ed6885930922b2a8d65ad9e863923ef3d0f9a2b69ca980b68e965","observation_id":"533e28d6-ce3e-4ebd-b4ab-0073f5f3442f","resolution":{"observed_at":"2026-08-15T21:01:54.905424Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1109/icdm.2014.10","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:55.288482Z","title":"Understanding Where Your Classifier Does (Not) Work – The SCaPE Model Class for EMM","venue":null,"work_id":"6c0110a3-6aac-4cc2-9322-8ada2a21e25e","year":2014},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.909565Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:2558169e22ddc3283d2b847485b1dcb523b2c8534cb70f6bee10004a034fbf60","observation_id":"2ce31c8e-c460-4249-bcc5-be239dd1710f","resolution":{"observed_at":"2026-08-15T21:01:55.292462Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:54.913539Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Perfor- mance for Binary Classifiers","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.913539Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:d4404ae4c5689701016ee9822029abfe5ee19e2c46a7c9528ab66df28c7bd1bf","observation_id":"60122fd7-039b-491a-8b34-2f5e444d780a","resolution":{"observed_at":"2026-08-15T21:01:54.913539Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:56.260735Z","title":"Explora: a multipattern and multistrategy discovery assistant","venue":null,"work_id":"4297ca15-0667-42a1-bc0b-b045d269e8e5","year":1996},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.917018Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:d3ae28b25234ff02549bd0e2a5ec2ed8e88ff30da4684a8f759d5fcaf8ff4516","observation_id":"6482f29c-7071-4d07-ba36-ccac5730eadc","resolution":{"observed_at":"2026-08-15T21:01:56.265350Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:54.921819Z","title":"Exceptional Model Mining","venue":null,"work_id":null,"year":2008},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.921819Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:41e39c290a510b8a99043d3920904001be4ef20307955c9040cebb5baed0e107","observation_id":"b06be868-7bd3-4b5d-a6f2-13da19efa629","resolution":{"observed_at":"2026-08-15T21:01:54.921819Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:56.250560Z","title":"Novel Techniques for Efficient and Effective Subgroup Discovery","venue":null,"work_id":"f7a52b12-63fb-424f-8936-d1a06f095f3d","year":2014},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.925683Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:7b157369ed5cb83cc130cc9fd4bfc1d71ffb7a175a439dd4abae82e0ba8521b5","observation_id":"845173c9-d6be-4812-9826-c0b02936cd08","resolution":{"observed_at":"2026-08-15T21:01:56.254382Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:54.929452Z","title":"Tight Optimistic Estimates for FastSubgroupDiscovery","venue":null,"work_id":null,"year":2008},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.929452Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:eeff2b832b186f15f093cdd688a793df975de77192a9257005b1ef71c5e941fa","observation_id":"6edeb55f-752d-486c-8f1a-d26b1279a36c","resolution":{"observed_at":"2026-08-15T21:01:54.929452Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:56.239832Z","title":"The relationship between Precision-Recall and ROC curves","venue":null,"work_id":"0e24b5d9-719e-4fb4-80a8-f1d84fccf5e8","year":2006},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.933367Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:75a78f8ae65442ab2161f48ee24ccd5ee783db16b8f97fd34906fd9f61f8c1c7","observation_id":"9cb61fa7-f325-4c43-9bfb-e35c37932795","resolution":{"observed_at":"2026-08-15T21:01:56.243209Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1177/1536867x20909693","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:55.255037Z","title":"Whentoconsultprecision-recallcurves","venue":null,"work_id":"84f4c498-8247-4bf4-a389-39d0a2d3cae1","year":2020},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.940221Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:cadadf7f1d0fddc7bd3c9921b07d72b8062f186f1b42e53ed1918839985c7dfe","observation_id":"5e890b9b-7138-43d6-a9cb-85fd2872163d","resolution":{"observed_at":"2026-08-15T21:01:55.258744Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:56.229440Z","title":"Unachievable region in precision-recall space and its effect on empir- ical evaluation","venue":null,"work_id":"ad860fa8-6ccd-43be-b83f-154990ebc76e","year":2012},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.943612Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:3231d3d9ccbb01ae6bc1c652bd2da330f7b9d0a68525b0a18eee1a06d7c4dbfe","observation_id":"563ec68d-01ca-4c2f-8ea0-f018831decf3","resolution":{"observed_at":"2026-08-15T21:01:56.233316Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2017.80935","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:55.900389Z","title":"Binary classification performance measures/metrics: A comprehensive visualized roadmap to gain new insights","venue":null,"work_id":"9e11a37c-bd4d-4a6f-8b49-7edab6616697","year":2017},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.951183Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:e3243aaa9bb448aee827150091763657f2b6bd7390cb0cde99160fe7c50af770","observation_id":"26af1cf3-049f-4feb-885d-4491c8f7dde3","resolution":{"observed_at":"2026-08-15T21:01:55.906178Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:54.955348Z","title":"Multiobjective Support Vector Machines: Handling Class Imbalance With Pareto Optimality","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.955348Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:e2e408f1ba5ddf4673589e6fabee9b239eef7470aa4976e0b22734ae5026c2b7","observation_id":"2f9adb88-09ce-4e02-b00f-6ef4a37ab7c4","resolution":{"observed_at":"2026-08-15T21:01:54.955348Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:54.959151Z","title":"The Precision-Recall Plot Is More Informative than the ROC Plot When Evaluating Binary Classifiers on Imbalanced Datasets","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.959151Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:1c33de064af090113ef486acf238b9e8461f2f23ac1b7e88ca4e6724de061283","observation_id":"1b78ae65-4468-408c-bc58-b8ec00ff88db","resolution":{"observed_at":"2026-08-15T21:01:54.959151Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-642-40994-","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:55.227647Z","title":"Difference-Based Estimates for Generalization-Aware Subgroup Discovery","venue":null,"work_id":"0afa3ad4-66ce-45bf-a3cf-38517d518bb6","year":2013},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.962738Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:8ddba5f0a304da5adb9eb4130b625be043a34651d47f45ada7ef6da40114edf6","observation_id":"1180182f-6477-4f78-89f4-f4e102b608f7","resolution":{"observed_at":"2026-08-15T21:01:55.232149Z","resolver_source":"doi_truncated","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-642-15880-3_12","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-17T11:03:46.409680Z","title":"A Concise Representation of Association Rules Us- ing Minimal Predictive Rules","venue":"Lecture notes in computer science","work_id":"2b642638-74d8-46a7-9ea0-6813841faac3","year":2010},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.966139Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:2f87cbe4db4eee7370f022ec918afdafa2b2a41b68e770eb3999da0bf20756d0","observation_id":"528a2fbc-bd09-4518-846c-6684c93d93e9","resolution":{"observed_at":"2026-08-15T21:01:55.220103Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:56.208124Z","title":"Local Models for Expectation-Driven Subgroup Discovery","venue":null,"work_id":"a117a4c2-bb0b-44fc-bed3-dac758a44239","year":2011},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.969660Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:faf96ea967fc2a49f0801793cba428b893c7d10bb6c70d96104518ba35990029","observation_id":"7b17ca91-27cc-4eda-8807-5b01d9f2afe5","resolution":{"observed_at":"2026-08-15T21:01:56.212943Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:54.976556Z","title":"Subgroup Discovery for ElectionAnalysis:ACaseStudyinDescriptiveDataMining","venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.976556Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:3186d5e2220cf9369c10d7eb394d31e1bdec13a34ad6aa4de9a837f0f7b79cb2","observation_id":"cedaea9e-f0c9-4bed-a5bd-4d5c68530285","resolution":{"observed_at":"2026-08-15T21:01:54.976556Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s10994-007-5006-x","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-19T11:03:45.297681Z","title":"Discovering Significant Patterns","venue":"Machine Learning","work_id":"c54104a4-5a1f-413e-8afe-1dfa051ba07f","year":2007},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.980072Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:9b9830593398c2d9ee7beb104664191f06cd2da790a8c44fbf2ef5e72f933c5e","observation_id":"0fbfe9b5-2fc8-494a-a9a4-ff3190fa4744","resolution":{"observed_at":"2026-08-15T21:01:55.190526Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1145/1297332","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:55.175818Z","title":"Assessing data mining results via swap randomization","venue":null,"work_id":"c8f9380a-6e78-44ca-82af-58055a0f5408","year":2007},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.983510Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:d326c727f338553804282956907a6694da3bd952862c213eb24d2af3cc4499f9","observation_id":"4601bc5e-51ff-4a98-8fb8-11763d6bfd97","resolution":{"observed_at":"2026-08-15T21:01:55.179365Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:54.987630Z","title":"The Control of the False Discovery Rate in Multiple Testing under Dependency","venue":null,"work_id":null,"year":2001},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.987630Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:0e9f018e289f4ad25d1b03c1bbbba0295173d68de743c7ddced19284fc1ee6bd","observation_id":"f55cb8d6-252d-47ac-8051-c6879756c52e","resolution":{"observed_at":"2026-08-15T21:01:54.987630Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:54.991266Z","title":"OpenML:NetworkedScienceinMachineLearning","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.991266Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:e15d1c09d6811428fa21d6608572332c74f0629aaf9cdcfae50415f7718c90ad","observation_id":"36454e86-0196-49e4-86b3-31a464b02f62","resolution":{"observed_at":"2026-08-15T21:01:54.991266Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:56.197321Z","title":"The UCI Machine Learning Repository","venue":null,"work_id":"4b5381ea-8e85-4636-af41-38e9e8d348c5","year":2025},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.995234Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:7b2cae89b746fc19edd3c9afbe6f3a0a347786b366156314a571f232ac63580f","observation_id":"5f822170-aa5b-4c1d-abdf-ce7b25f69345","resolution":{"observed_at":"2026-08-15T21:01:56.201431Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:56.186392Z","title":"XGBoost: A Scalable Tree Boosting System","venue":null,"work_id":"b6a9bfb4-a4b5-481a-8ab3-83ad72db629e","year":2016},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.999965Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:1e8e2da57fb8b4ff424f2825f6c0c2d859680492f2701b2bfb507cae0d5a5079","observation_id":"ca72692d-61c8-468b-a0d4-bc3cd8ca2f70","resolution":{"observed_at":"2026-08-15T21:01:56.189981Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:55.003469Z","title":"SliceLine: Fast, Linear-Algebra-based Slice Finding for ML Model Debugging","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:55.003469Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:e0ee2e0fe92191c9ce26a1a8b4a17d5bdbc7439e36d4d8e346eb90ab6c172a10","observation_id":"491a165f-110a-444f-af83-f1d638e90512","resolution":{"observed_at":"2026-08-15T21:01:55.003469Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1611.08292","last_updated":"2017-07-04T14:12:17Z","snapshot_observed_at":"2026-08-14T21:28:45.212767Z","submitted_at":"2016-11-24T19:30:13Z","title":"Identifying Significant Predictive Bias in Classifiers","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1611.08292","snapshot_observed_at":"2026-08-15T21:01:55.011074Z","title":"Neill.Identifying Significant Predictive Bias in Classifiers","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:55.011074Z"},"links":{"cited_paper":"/paper/1611.08292","citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:15f7d2d4e477494450716db94e1b7e8d9d650cee2846cf65aef7caa0fb487a03","observation_id":"a5f6af5e-bae1-43f1-8832-bf79a684d651","resolution":{"observed_at":"2026-08-15T21:01:55.011074Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:55.016230Z","title":"SliceTeller: A Data Slice-Driven Approach for Machine Learning Model Validation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:55.016230Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:656051c1e6adcbc11dfdca5d5f571ae86eeaa0e00bd305bfc0ccb7fefee57454","observation_id":"1edc9af6-3762-485e-89fe-e1075b623aba","resolution":{"observed_at":"2026-08-15T21:01:55.016230Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:55.020036Z","title":"Evaluating the Fairness of Predic- tive Student Models Through Slicing Analysis","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:55.020036Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:a04c4c0a98265d60b582bccf3da92e1bf735a31d4d3a561318470c72be462025","observation_id":"e91ddba5-9e96-41d7-bd59-5a7edb8189f3","resolution":{"observed_at":"2026-08-15T21:01:55.020036Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:55.024412Z","title":"Deep ROC Analysis and AUC as Balanced Average Accu- racy, for Improved Classifier Selection, Audit and Explanation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:55.024412Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:58b040977d5b2f2f7d550f5f5f6a6871c6875409142278c7828b07c3ff3df295","observation_id":"6f9e8099-3293-4d5e-b58b-99f6080950c0","resolution":{"observed_at":"2026-08-15T21:01:55.024412Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2205.11781","last_updated":"2022-05-24T04:42:52Z","snapshot_observed_at":"2026-08-16T16:58:12.143064Z","submitted_at":"2022-05-24T04:42:52Z","title":"Attributing AUC-ROC to Analyze Binary Classifier Performance","version":1},"cited_work":{"arxiv_id":"2205.11781","doi":"10.48550/arxiv.2205.11781","metadata_source":"pith","pith_arxiv_id":"2205.11781","snapshot_observed_at":"2026-08-16T12:16:17.039197Z","title":"Attributing AUC-ROC to Analyze Binary Classifier Performance","venue":"cs.LG","work_id":"c806b63c-b1f3-4c85-9768-20928e8c21d8","year":2022},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:55.028097Z"},"links":{"cited_paper":"/paper/2205.11781","citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:53c3c93273dbdcbc9c7571d5271f66fd1153664033194817e3dc768a5a97a286","observation_id":"0a8d961a-98ff-4fd8-8e29-db063696cd30","resolution":{"observed_at":"2026-08-15T21:01:55.155041Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.24406/publica-fhg-295070","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:55.135600Z","title":null,"venue":null,"work_id":"35b9e36b-ec50-4c9b-ae69-e49effff76e9","year":2010},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:55.032150Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:9effe70377ea8cd68ff0b4c58747bad1ff200f53ca67fcf31e99e0587d0d4c31","observation_id":"912e14e5-2500-465c-b070-134b804ec1e2","resolution":{"observed_at":"2026-08-15T21:01:55.140050Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s10618-015-0436-8","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-19T11:03:45.297681Z","title":"Fast exhaustive subgroup dis- covery with numerical target concepts","venue":"Data Mining and Knowledge Discovery","work_id":"b68467b5-938f-4559-a164-246dcb7757cd","year":2016},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:55.036029Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:d819c8df77544827e793db0ecc4f5f525d123218df2beddc7c166fc3c09cdde7","observation_id":"74175f82-d457-4f05-b81a-abfc25472e4d","resolution":{"observed_at":"2026-08-15T21:01:55.128162Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:55.040398Z","title":"Discovering Robustly Connected Sub- graphs with Simple Descriptions","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:55.040398Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:50e2b1a11e12d6fffffb0ab7368e273618d07a18d9ae5f2a6a20f2092b6115c6","observation_id":"622b8786-b061-4ccc-ba0b-66ea72ca3e87","resolution":{"observed_at":"2026-08-15T21:01:55.040398Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s10618-019-00665-9","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-19T11:03:45.297681Z","title":"Identifying exceptional (dis)agreement between groups","venue":"Data Mining and Knowledge Discovery","work_id":"f1195fea-45f6-4c85-8f97-41c3c1dc3e13","year":2020},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:55.044191Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:7de64e93b5b0de18852b0cda2cfe2f61cb5d45c2f7ec06058193bc72571e2c69","observation_id":"ddfe7d8b-ae89-4b81-b7cc-4f11e078a62b","resolution":{"observed_at":"2026-08-15T21:01:55.116629Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/3-540-45523-x_17","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-17T11:03:46.409680Z","title":"Mathematics of Multisets","venue":"Lecture notes in computer science","work_id":"f86f3d57-2c83-4cb7-b739-306bade2f021","year":2001},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:55.048028Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:73b4bbff86ba872896c00baa9d8f51bf335df6db9c83358e35b40b713978ef64","observation_id":"f899b01a-176c-4f1a-a465-ccd433a53739","resolution":{"observed_at":"2026-08-15T21:01:55.104305Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:56.176000Z","title":"An introduction to ROC analysis","venue":null,"work_id":"f49e3e09-f657-45db-9241-305971bbb2fd","year":2006},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:55.051684Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:6b5e17aa328d1210e0ce86cb3e1049a3de47ce38021a6595acdfc6a9bce35b87","observation_id":"51607a6b-81b1-46db-b6b5-1836e7e700f3","resolution":{"observed_at":"2026-08-15T21:01:56.179376Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:56.164830Z","title":"It follows ∀p′⊃p :sg(p′)⊆sg(p)","venue":null,"work_id":"8500ede4-79e6-4084-9aa8-e8d1ddbf421f","year":null},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:55.056161Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:8bf7f7c14c558290de5e988690051a7ae7b13af0f11523fbddd4669c3bb95cd7","observation_id":"d091da9a-daf2-4b4f-8ae2-70e36fdacc37","resolution":{"observed_at":"2026-08-15T21:01:56.168501Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:56.154638Z","title":"From the definition ofbROCAUC we know that in this case ∀(y, ˆy), (y′, ˆy′)∈C : (y <y′→ ˆy≤ ˆy′)∧ (y >y′→ ˆy≥ ˆy′) (24) holds","venue":null,"work_id":"5824755d-569c-49fa-869a-8216e7e874c9","year":null},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:55.060568Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:eae128cdfd8bb3aaf37f9230aa0966b2ec21f78e9fbe2e96c422206349a59777","observation_id":"76dfb9b9-ceb0-42d5-8494-50f87c919e79","resolution":{"observed_at":"2026-08-15T21:01:56.158276Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:56.144572Z","title":"Therefore ROCAUC (C′) < 1 2 implies that at least one supporting point of the ROC curve ofC′ lies below the diagonal ROC curve","venue":null,"work_id":"751f2799-e2fb-4131-87bd-9d3f017cfe42","year":null},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:55.064795Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:03ac8cda4bf7b3d9d67f1a697f9d33c0ca0a1b5a7b35274c4028ca926f938ea2","observation_id":"ab1ce8a8-ec5d-44e3-adfb-3d7e3568c8af","resolution":{"observed_at":"2026-08-15T21:01:56.148420Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"9186.2021","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:55.367622Z","title":"border” is the actual border of the achievable area. The curves named “approximation 1","venue":null,"work_id":"26b9c9c5-3d7e-48a0-873e-e39673f1d4f8","year":2021},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:55.068588Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:941dabe77e41cd93ba0f0515b0e11c0d2e0ebf8d34c931b7b5576251543d9f6d","observation_id":"886d6b1d-741d-4c73-80a5-9223a6abaec0","resolution":{"observed_at":"2026-08-15T21:01:55.375082Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:54.936711Z","title":"doi: 10.1145/1143844.1143874","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":240,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.936711Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:88acaa1ad057d5a9f5fcdc22f670cd2b79519c4b10273c6d07422572e1d031f4","observation_id":"9d93c9c4-60ab-4748-a9de-81f6af2a3d80","resolution":{"observed_at":"2026-08-15T21:01:54.936711Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:56.219920Z","title":"url: https://icml.cc/2012/papers/349.pdf","venue":null,"work_id":"f6474ac1-a7f9-485d-ac73-10074ffa27e4","year":2012},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":1626,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.947001Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:95c520aff937ce922ad175e269014a9c48bd8a0224b91de013768c0de8f0351a","observation_id":"b26914bf-ea5e-4e9b-aec6-255bfd670cac","resolution":{"observed_at":"2026-08-15T21:01:56.223094Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1109/icdm.2011.94","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T21:01:55.203713Z","title":"360–369.doi: 10.1109/ICDM.2011.94","venue":null,"work_id":"3cad6919-68b3-45ff-9b22-d79982ac651f","year":2011},"citing_paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers","version":2},"reference_index":8486,"source":"pdf_text","source_observed_at":"2026-08-15T21:01:54.972800Z"},"links":{"citing_paper":"/paper/2505.11283"},"observation_digest":"sha256:60ac2f03242b6b9e1ec81a023d160dcdf1a5a1c3f3a5620b4bc3daa1d93fc2ba","observation_id":"cb295ef9-8834-4faf-82a2-d2a1c216b7fb","resolution":{"observed_at":"2026-08-15T21:01:55.207298Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.11283","last_updated":"2025-08-27T12:32:21Z","latest_version":2,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-15T20:52:07.924427Z","submitted_at":"2025-05-16T14:18:40Z","title":"SubROC: AUC-Based Discovery of Exceptional Subgroup Performance for Binary Classifiers"},"reference_resolution":{"displayed":48,"state_counts":{"malformed_identifier":8,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":14,"verified_exact":11,"verified_fuzzy":14},"total_outbound_references":48},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"thesis":"As of 21 August 2026, this Paper Citation Record lists 48 of 48 outbound references and 0 inbound Pith citation observations for arXiv:2505.11283."}