{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:VZF5KLR73YKTEQMK5ZU6XDQ5U2","short_pith_number":"pith:VZF5KLR7","canonical_record":{"source":{"id":"2303.16417","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-03-29T02:50:59Z","cross_cats_sorted":["cs.LG","q-bio.QM"],"title_canon_sha256":"180a44a3fc2850fa30c6c7eb26b25a4e9eb9e482bfada9b64f0fc510c9898eb6","abstract_canon_sha256":"86125bc40bd48f132495be9725967eaa9f231281f1e2563e87845450df824f62"},"schema_version":"1.0"},"canonical_sha256":"ae4bd52e3fde1532418aee69eb8e1da6b191898ba826143bd372889e0ad34dbb","source":{"kind":"arxiv","id":"2303.16417","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.16417","created_at":"2026-07-05T05:56:06Z"},{"alias_kind":"arxiv_version","alias_value":"2303.16417v1","created_at":"2026-07-05T05:56:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.16417","created_at":"2026-07-05T05:56:06Z"},{"alias_kind":"pith_short_12","alias_value":"VZF5KLR73YKT","created_at":"2026-07-05T05:56:06Z"},{"alias_kind":"pith_short_16","alias_value":"VZF5KLR73YKTEQMK","created_at":"2026-07-05T05:56:06Z"},{"alias_kind":"pith_short_8","alias_value":"VZF5KLR7","created_at":"2026-07-05T05:56:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:VZF5KLR73YKTEQMK5ZU6XDQ5U2","target":"record","payload":{"canonical_record":{"source":{"id":"2303.16417","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-03-29T02:50:59Z","cross_cats_sorted":["cs.LG","q-bio.QM"],"title_canon_sha256":"180a44a3fc2850fa30c6c7eb26b25a4e9eb9e482bfada9b64f0fc510c9898eb6","abstract_canon_sha256":"86125bc40bd48f132495be9725967eaa9f231281f1e2563e87845450df824f62"},"schema_version":"1.0"},"canonical_sha256":"ae4bd52e3fde1532418aee69eb8e1da6b191898ba826143bd372889e0ad34dbb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:56:06.638670Z","signature_b64":"7eAZTPH+55JJZBq/F9ga9Bf5IeSQj7ZSajWZKXzANoeomhhQQ65OTx93bsONg9mBH9KRYxO29bUp5nyGfnyiBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ae4bd52e3fde1532418aee69eb8e1da6b191898ba826143bd372889e0ad34dbb","last_reissued_at":"2026-07-05T05:56:06.638190Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:56:06.638190Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.16417","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:56:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9w9LfYXWSqlvwrXKJBjHmkEyslIvFb2KIcnZUs+l9DOYCdFvXxVk7KxvRi4iHC7Td+4sawo0xU/YJphWsGB5Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T00:31:10.213700Z"},"content_sha256":"86a18e2504d1b1669a9de19cd06724b3f19ada9cedfed5b02e17a4071722ba2c","schema_version":"1.0","event_id":"sha256:86a18e2504d1b1669a9de19cd06724b3f19ada9cedfed5b02e17a4071722ba2c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:VZF5KLR73YKTEQMK5ZU6XDQ5U2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Problems and shortcuts in deep learning for screening mammography","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG","q-bio.QM"],"primary_cat":"cs.CV","authors_text":"Ahmed Taha, Brent Mombourquette, Jason Su, Thomas Paul Matthews, Trevor Tsue, Yen Nhi Truong Vu","submitted_at":"2023-03-29T02:50:59Z","abstract_excerpt":"This work reveals undiscovered challenges in the performance and generalizability of deep learning models. We (1) identify spurious shortcuts and evaluation issues that can inflate performance and (2) propose training and analysis methods to address them.\n  We trained an AI model to classify cancer on a retrospective dataset of 120,112 US exams (3,467 cancers) acquired from 2008 to 2017 and 16,693 UK exams (5,655 cancers) acquired from 2011 to 2015.\n  We evaluated on a screening mammography test set of 11,593 US exams (102 cancers; 7,594 women; age 57.1 \\pm 11.0) and 1,880 UK exams (590 cancer"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.16417","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.16417/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:56:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2RhMf5+DN64h0bWCIKGtuEcdJ/icei/tQwAgLxD+zprammKVP2Oe25L4HhHrTI1ZqccWFWODfdQaKnGluja8BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T00:31:10.214649Z"},"content_sha256":"f09ee92dd14a466ea28feef69050a07b301d29f99e9d4a292b1b9390dbefaf27","schema_version":"1.0","event_id":"sha256:f09ee92dd14a466ea28feef69050a07b301d29f99e9d4a292b1b9390dbefaf27"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VZF5KLR73YKTEQMK5ZU6XDQ5U2/bundle.json","state_url":"https://pith.science/pith/VZF5KLR73YKTEQMK5ZU6XDQ5U2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VZF5KLR73YKTEQMK5ZU6XDQ5U2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T00:31:10Z","links":{"resolver":"https://pith.science/pith/VZF5KLR73YKTEQMK5ZU6XDQ5U2","bundle":"https://pith.science/pith/VZF5KLR73YKTEQMK5ZU6XDQ5U2/bundle.json","state":"https://pith.science/pith/VZF5KLR73YKTEQMK5ZU6XDQ5U2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VZF5KLR73YKTEQMK5ZU6XDQ5U2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:VZF5KLR73YKTEQMK5ZU6XDQ5U2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"86125bc40bd48f132495be9725967eaa9f231281f1e2563e87845450df824f62","cross_cats_sorted":["cs.LG","q-bio.QM"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-03-29T02:50:59Z","title_canon_sha256":"180a44a3fc2850fa30c6c7eb26b25a4e9eb9e482bfada9b64f0fc510c9898eb6"},"schema_version":"1.0","source":{"id":"2303.16417","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.16417","created_at":"2026-07-05T05:56:06Z"},{"alias_kind":"arxiv_version","alias_value":"2303.16417v1","created_at":"2026-07-05T05:56:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.16417","created_at":"2026-07-05T05:56:06Z"},{"alias_kind":"pith_short_12","alias_value":"VZF5KLR73YKT","created_at":"2026-07-05T05:56:06Z"},{"alias_kind":"pith_short_16","alias_value":"VZF5KLR73YKTEQMK","created_at":"2026-07-05T05:56:06Z"},{"alias_kind":"pith_short_8","alias_value":"VZF5KLR7","created_at":"2026-07-05T05:56:06Z"}],"graph_snapshots":[{"event_id":"sha256:f09ee92dd14a466ea28feef69050a07b301d29f99e9d4a292b1b9390dbefaf27","target":"graph","created_at":"2026-07-05T05:56:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.16417/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This work reveals undiscovered challenges in the performance and generalizability of deep learning models. We (1) identify spurious shortcuts and evaluation issues that can inflate performance and (2) propose training and analysis methods to address them.\n  We trained an AI model to classify cancer on a retrospective dataset of 120,112 US exams (3,467 cancers) acquired from 2008 to 2017 and 16,693 UK exams (5,655 cancers) acquired from 2011 to 2015.\n  We evaluated on a screening mammography test set of 11,593 US exams (102 cancers; 7,594 women; age 57.1 \\pm 11.0) and 1,880 UK exams (590 cancer","authors_text":"Ahmed Taha, Brent Mombourquette, Jason Su, Thomas Paul Matthews, Trevor Tsue, Yen Nhi Truong Vu","cross_cats":["cs.LG","q-bio.QM"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-03-29T02:50:59Z","title":"Problems and shortcuts in deep learning for screening mammography"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.16417","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:86a18e2504d1b1669a9de19cd06724b3f19ada9cedfed5b02e17a4071722ba2c","target":"record","created_at":"2026-07-05T05:56:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"86125bc40bd48f132495be9725967eaa9f231281f1e2563e87845450df824f62","cross_cats_sorted":["cs.LG","q-bio.QM"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-03-29T02:50:59Z","title_canon_sha256":"180a44a3fc2850fa30c6c7eb26b25a4e9eb9e482bfada9b64f0fc510c9898eb6"},"schema_version":"1.0","source":{"id":"2303.16417","kind":"arxiv","version":1}},"canonical_sha256":"ae4bd52e3fde1532418aee69eb8e1da6b191898ba826143bd372889e0ad34dbb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ae4bd52e3fde1532418aee69eb8e1da6b191898ba826143bd372889e0ad34dbb","first_computed_at":"2026-07-05T05:56:06.638190Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:56:06.638190Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7eAZTPH+55JJZBq/F9ga9Bf5IeSQj7ZSajWZKXzANoeomhhQQ65OTx93bsONg9mBH9KRYxO29bUp5nyGfnyiBg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:56:06.638670Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.16417","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:86a18e2504d1b1669a9de19cd06724b3f19ada9cedfed5b02e17a4071722ba2c","sha256:f09ee92dd14a466ea28feef69050a07b301d29f99e9d4a292b1b9390dbefaf27"],"state_sha256":"b124a91845411ab733da2f271b8b75a75de9832e161f1c50cd8d8b9b3fd89d57"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fMJr94a8QACqfjAk1hej1McUJJUveJRzQWGYCffN5LGKjfzqme0S0PMSSDxcSV8G8kf4G5MQY4OvGjIrY0kkCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T00:31:10.228629Z","bundle_sha256":"66a0024086e8b04b6e12b2669efff9bef63c9b894dbd828e494dfe7596b25e5f"}}