{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:SHQT5L7UW6DAUYDVQEDIQQEYCY","short_pith_number":"pith:SHQT5L7U","canonical_record":{"source":{"id":"2103.09957","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-03-18T00:30:19Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"caf264d8659aaaa2f521019985a3ba0fcb394003611a70bd82ef016f3286f41e","abstract_canon_sha256":"44730078cfa4610d133a2ac7e6d8c4ffd40f6ccdc67e108806f88211436625a3"},"schema_version":"1.0"},"canonical_sha256":"91e13eaff4b7860a60758106884098163d7b973c5ce617426bd5d1bfc17c3002","source":{"kind":"arxiv","id":"2103.09957","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.09957","created_at":"2026-07-05T02:59:16Z"},{"alias_kind":"arxiv_version","alias_value":"2103.09957v3","created_at":"2026-07-05T02:59:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.09957","created_at":"2026-07-05T02:59:16Z"},{"alias_kind":"pith_short_12","alias_value":"SHQT5L7UW6DA","created_at":"2026-07-05T02:59:16Z"},{"alias_kind":"pith_short_16","alias_value":"SHQT5L7UW6DAUYDV","created_at":"2026-07-05T02:59:16Z"},{"alias_kind":"pith_short_8","alias_value":"SHQT5L7U","created_at":"2026-07-05T02:59:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:SHQT5L7UW6DAUYDVQEDIQQEYCY","target":"record","payload":{"canonical_record":{"source":{"id":"2103.09957","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-03-18T00:30:19Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"caf264d8659aaaa2f521019985a3ba0fcb394003611a70bd82ef016f3286f41e","abstract_canon_sha256":"44730078cfa4610d133a2ac7e6d8c4ffd40f6ccdc67e108806f88211436625a3"},"schema_version":"1.0"},"canonical_sha256":"91e13eaff4b7860a60758106884098163d7b973c5ce617426bd5d1bfc17c3002","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:59:16.675236Z","signature_b64":"SNrvzChpc+KMD4C/a2an4nR2FnGDxxPYdkmY9jb3sQh4MeI9xg7fCXbX+eQC53JjaPITjYm8XflnwuUGiWljCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"91e13eaff4b7860a60758106884098163d7b973c5ce617426bd5d1bfc17c3002","last_reissued_at":"2026-07-05T02:59:16.674832Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:59:16.674832Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2103.09957","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:59:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I4mJESOx0Mo7hR/2K6yxVkVOadgGwwbKjN3YhWxbpA5i0BxeN4ANUEkNpOCy7CtMwO563qRXxws+bKtW8e1VAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:27:53.099291Z"},"content_sha256":"092b579e4d9c449a62b8f425cf99c4414fd5bac88fca22b2c2974b64396f0376","schema_version":"1.0","event_id":"sha256:092b579e4d9c449a62b8f425cf99c4414fd5bac88fca22b2c2974b64396f0376"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:SHQT5L7UW6DAUYDVQEDIQQEYCY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CheXbreak: Misclassification Identification for Deep Learning Models Interpreting Chest X-rays","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CV","authors_text":"Andrew Y. Ng, Andy Kim, Emma Chen, Jin Long, Pranav Rajpurkar, Rayan Krishnan","submitted_at":"2021-03-18T00:30:19Z","abstract_excerpt":"A major obstacle to the integration of deep learning models for chest x-ray interpretation into clinical settings is the lack of understanding of their failure modes. In this work, we first investigate whether there are patient subgroups that chest x-ray models are likely to misclassify. We find that patient age and the radiographic finding of lung lesion, pneumothorax or support devices are statistically relevant features for predicting misclassification for some chest x-ray models. Second, we develop misclassification predictors on chest x-ray models using their outputs and clinical features"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.09957","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.09957/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:59:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ydoDNRO6vl5CAmk5N4t1eTOx6od7BoFzZiSd/8nXrWxW3DjDTu+/CvTZ8WvK4X3bNHTAkW4r8y2RjLf4hbEGBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T14:27:53.099681Z"},"content_sha256":"5e07c58de71aac16740a141ce930603a6b3735af3e4a301de7f8fa0776f454d7","schema_version":"1.0","event_id":"sha256:5e07c58de71aac16740a141ce930603a6b3735af3e4a301de7f8fa0776f454d7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SHQT5L7UW6DAUYDVQEDIQQEYCY/bundle.json","state_url":"https://pith.science/pith/SHQT5L7UW6DAUYDVQEDIQQEYCY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SHQT5L7UW6DAUYDVQEDIQQEYCY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T14:27:53Z","links":{"resolver":"https://pith.science/pith/SHQT5L7UW6DAUYDVQEDIQQEYCY","bundle":"https://pith.science/pith/SHQT5L7UW6DAUYDVQEDIQQEYCY/bundle.json","state":"https://pith.science/pith/SHQT5L7UW6DAUYDVQEDIQQEYCY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SHQT5L7UW6DAUYDVQEDIQQEYCY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:SHQT5L7UW6DAUYDVQEDIQQEYCY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"44730078cfa4610d133a2ac7e6d8c4ffd40f6ccdc67e108806f88211436625a3","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-03-18T00:30:19Z","title_canon_sha256":"caf264d8659aaaa2f521019985a3ba0fcb394003611a70bd82ef016f3286f41e"},"schema_version":"1.0","source":{"id":"2103.09957","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.09957","created_at":"2026-07-05T02:59:16Z"},{"alias_kind":"arxiv_version","alias_value":"2103.09957v3","created_at":"2026-07-05T02:59:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.09957","created_at":"2026-07-05T02:59:16Z"},{"alias_kind":"pith_short_12","alias_value":"SHQT5L7UW6DA","created_at":"2026-07-05T02:59:16Z"},{"alias_kind":"pith_short_16","alias_value":"SHQT5L7UW6DAUYDV","created_at":"2026-07-05T02:59:16Z"},{"alias_kind":"pith_short_8","alias_value":"SHQT5L7U","created_at":"2026-07-05T02:59:16Z"}],"graph_snapshots":[{"event_id":"sha256:5e07c58de71aac16740a141ce930603a6b3735af3e4a301de7f8fa0776f454d7","target":"graph","created_at":"2026-07-05T02:59:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.09957/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A major obstacle to the integration of deep learning models for chest x-ray interpretation into clinical settings is the lack of understanding of their failure modes. In this work, we first investigate whether there are patient subgroups that chest x-ray models are likely to misclassify. We find that patient age and the radiographic finding of lung lesion, pneumothorax or support devices are statistically relevant features for predicting misclassification for some chest x-ray models. Second, we develop misclassification predictors on chest x-ray models using their outputs and clinical features","authors_text":"Andrew Y. Ng, Andy Kim, Emma Chen, Jin Long, Pranav Rajpurkar, Rayan Krishnan","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-03-18T00:30:19Z","title":"CheXbreak: Misclassification Identification for Deep Learning Models Interpreting Chest X-rays"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.09957","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:092b579e4d9c449a62b8f425cf99c4414fd5bac88fca22b2c2974b64396f0376","target":"record","created_at":"2026-07-05T02:59:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"44730078cfa4610d133a2ac7e6d8c4ffd40f6ccdc67e108806f88211436625a3","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2021-03-18T00:30:19Z","title_canon_sha256":"caf264d8659aaaa2f521019985a3ba0fcb394003611a70bd82ef016f3286f41e"},"schema_version":"1.0","source":{"id":"2103.09957","kind":"arxiv","version":3}},"canonical_sha256":"91e13eaff4b7860a60758106884098163d7b973c5ce617426bd5d1bfc17c3002","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"91e13eaff4b7860a60758106884098163d7b973c5ce617426bd5d1bfc17c3002","first_computed_at":"2026-07-05T02:59:16.674832Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:59:16.674832Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SNrvzChpc+KMD4C/a2an4nR2FnGDxxPYdkmY9jb3sQh4MeI9xg7fCXbX+eQC53JjaPITjYm8XflnwuUGiWljCw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:59:16.675236Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.09957","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:092b579e4d9c449a62b8f425cf99c4414fd5bac88fca22b2c2974b64396f0376","sha256:5e07c58de71aac16740a141ce930603a6b3735af3e4a301de7f8fa0776f454d7"],"state_sha256":"f89b4307ba74871c4ca59c6230670e5673a26b0e14fdc594066ee8d5778405aa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WmoO+6H8X1YN0SgvchRVrV/7GcRanrXEmQ3wezgRdB7euwFAc05uiyPtAGowqUY07vwxtxwgII+KRifQrXJ/BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T14:27:53.101675Z","bundle_sha256":"ace1288da8fcfd9ecbc0b4390a322915188ad5618c80a5fd4c894e1652bb10c6"}}