{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2019:FJ7XAVGGMOHISOWMINZUJE4G2J","short_pith_number":"pith:FJ7XAVGG","schema_version":"1.0","canonical_sha256":"2a7f7054c6638e893acc4373449386d251a4fcb704198f50d686345957f4d1e5","source":{"kind":"arxiv","id":"1910.00199","version":3},"attestation_state":"computed","paper":{"title":"Saliency is a Possible Red Herring When Diagnosing Poor Generalization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","eess.IV"],"primary_cat":"cs.CV","authors_text":"Becks Simpson, Francis Dutil, Joseph D. Viviano, Joseph Paul Cohen, Yoshua Bengio","submitted_at":"2019-10-01T04:29:18Z","abstract_excerpt":"Poor generalization is one symptom of models that learn to predict target variables using spuriously-correlated image features present only in the training distribution instead of the true image features that denote a class. It is often thought that this can be diagnosed visually using attribution (aka saliency) maps. We study if this assumption is correct. In some prediction tasks, such as for medical images, one may have some images with masks drawn by a human expert, indicating a region of the image containing relevant information to make the prediction. We study multiple methods that take "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1910.00199","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2019-10-01T04:29:18Z","cross_cats_sorted":["cs.LG","eess.IV"],"title_canon_sha256":"449cfcef1f153b6654cde0bb5e4b153d2e11cbb142da5073bd682cfb6f523358","abstract_canon_sha256":"6d893afdd168d7c34c0431580d45cd3b7f9881029fc1096a2bf18d3a04c2ae4b"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:14:08.540970Z","signature_b64":"nUm8eqfoao5YcO7pClLBmJbMPoDoYd9IztcXlyFLk0zQw+jpMhCZWeekUcwbueCusoJn+VAJXZbRjx8Vwv7FCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2a7f7054c6638e893acc4373449386d251a4fcb704198f50d686345957f4d1e5","last_reissued_at":"2026-07-05T02:14:08.540503Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:14:08.540503Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Saliency is a Possible Red Herring When Diagnosing Poor Generalization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","eess.IV"],"primary_cat":"cs.CV","authors_text":"Becks Simpson, Francis Dutil, Joseph D. Viviano, Joseph Paul Cohen, Yoshua Bengio","submitted_at":"2019-10-01T04:29:18Z","abstract_excerpt":"Poor generalization is one symptom of models that learn to predict target variables using spuriously-correlated image features present only in the training distribution instead of the true image features that denote a class. It is often thought that this can be diagnosed visually using attribution (aka saliency) maps. We study if this assumption is correct. In some prediction tasks, such as for medical images, one may have some images with masks drawn by a human expert, indicating a region of the image containing relevant information to make the prediction. We study multiple methods that take "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1910.00199","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1910.00199/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1910.00199","created_at":"2026-07-05T02:14:08.540567+00:00"},{"alias_kind":"arxiv_version","alias_value":"1910.00199v3","created_at":"2026-07-05T02:14:08.540567+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1910.00199","created_at":"2026-07-05T02:14:08.540567+00:00"},{"alias_kind":"pith_short_12","alias_value":"FJ7XAVGGMOHI","created_at":"2026-07-05T02:14:08.540567+00:00"},{"alias_kind":"pith_short_16","alias_value":"FJ7XAVGGMOHISOWM","created_at":"2026-07-05T02:14:08.540567+00:00"},{"alias_kind":"pith_short_8","alias_value":"FJ7XAVGG","created_at":"2026-07-05T02:14:08.540567+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2506.04058","citing_title":"Towards generating more interpretable counterfactuals via concept vectors: a preliminary study on chest X-rays","ref_index":12,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/FJ7XAVGGMOHISOWMINZUJE4G2J","json":"https://pith.science/pith/FJ7XAVGGMOHISOWMINZUJE4G2J.json","graph_json":"https://pith.science/api/pith-number/FJ7XAVGGMOHISOWMINZUJE4G2J/graph.json","events_json":"https://pith.science/api/pith-number/FJ7XAVGGMOHISOWMINZUJE4G2J/events.json","paper":"https://pith.science/paper/FJ7XAVGG"},"agent_actions":{"view_html":"https://pith.science/pith/FJ7XAVGGMOHISOWMINZUJE4G2J","download_json":"https://pith.science/pith/FJ7XAVGGMOHISOWMINZUJE4G2J.json","view_paper":"https://pith.science/paper/FJ7XAVGG","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1910.00199&json=true","fetch_graph":"https://pith.science/api/pith-number/FJ7XAVGGMOHISOWMINZUJE4G2J/graph.json","fetch_events":"https://pith.science/api/pith-number/FJ7XAVGGMOHISOWMINZUJE4G2J/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/FJ7XAVGGMOHISOWMINZUJE4G2J/action/timestamp_anchor","attest_storage":"https://pith.science/pith/FJ7XAVGGMOHISOWMINZUJE4G2J/action/storage_attestation","attest_author":"https://pith.science/pith/FJ7XAVGGMOHISOWMINZUJE4G2J/action/author_attestation","sign_citation":"https://pith.science/pith/FJ7XAVGGMOHISOWMINZUJE4G2J/action/citation_signature","submit_replication":"https://pith.science/pith/FJ7XAVGGMOHISOWMINZUJE4G2J/action/replication_record"}},"created_at":"2026-07-05T02:14:08.540567+00:00","updated_at":"2026-07-05T02:14:08.540567+00:00"}