{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:KZ63HUC57YNB7EZPE3RIXTQTUR","short_pith_number":"pith:KZ63HUC5","schema_version":"1.0","canonical_sha256":"567db3d05dfe1a1f932f26e28bce13a478d5662266c3d2eaf94caea5373ad609","source":{"kind":"arxiv","id":"1810.03292","version":3},"attestation_state":"computed","paper":{"title":"Sanity Checks for Saliency Maps","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"cs.CV","authors_text":"Been Kim, Ian Goodfellow, Julius Adebayo, Justin Gilmer, Michael Muelly, Moritz Hardt","submitted_at":"2018-10-08T07:27:11Z","abstract_excerpt":"Saliency methods have emerged as a popular tool to highlight features in an input deemed relevant for the prediction of a learned model. Several saliency methods have been proposed, often guided by visual appeal on image data. In this work, we propose an actionable methodology to evaluate what kinds of explanations a given method can and cannot provide. We find that reliance, solely, on visual assessment can be misleading. Through extensive experiments we show that some existing saliency methods are independent both of the model and of the data generating process. Consequently, methods that fa"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1810.03292","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2018-10-08T07:27:11Z","cross_cats_sorted":["cs.LG","stat.ML"],"title_canon_sha256":"77684ea07102eddb996a4476c9f89deca696a7f7868c304fe9706bee857ac0e2","abstract_canon_sha256":"d147b36c03a685cf1f4b6f6ab6bee3e729309ffc749887828496f196d3d62b89"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:49:34.304586Z","signature_b64":"Z9NoUWOl5f8viFahiLZTwsfVFi/9qBUsH222OcfbhjWW3B8TtU0pWPtqRCHTrt10lBXuZkP9Rxn2bClFK1azAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"567db3d05dfe1a1f932f26e28bce13a478d5662266c3d2eaf94caea5373ad609","last_reissued_at":"2026-07-05T01:49:34.304106Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:49:34.304106Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Sanity Checks for Saliency Maps","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","stat.ML"],"primary_cat":"cs.CV","authors_text":"Been Kim, Ian Goodfellow, Julius Adebayo, Justin Gilmer, Michael Muelly, Moritz Hardt","submitted_at":"2018-10-08T07:27:11Z","abstract_excerpt":"Saliency methods have emerged as a popular tool to highlight features in an input deemed relevant for the prediction of a learned model. Several saliency methods have been proposed, often guided by visual appeal on image data. In this work, we propose an actionable methodology to evaluate what kinds of explanations a given method can and cannot provide. We find that reliance, solely, on visual assessment can be misleading. Through extensive experiments we show that some existing saliency methods are independent both of the model and of the data generating process. Consequently, methods that fa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.03292","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1810.03292/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1810.03292","created_at":"2026-07-05T01:49:34.304168+00:00"},{"alias_kind":"arxiv_version","alias_value":"1810.03292v3","created_at":"2026-07-05T01:49:34.304168+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.03292","created_at":"2026-07-05T01:49:34.304168+00:00"},{"alias_kind":"pith_short_12","alias_value":"KZ63HUC57YNB","created_at":"2026-07-05T01:49:34.304168+00:00"},{"alias_kind":"pith_short_16","alias_value":"KZ63HUC57YNB7EZP","created_at":"2026-07-05T01:49:34.304168+00:00"},{"alias_kind":"pith_short_8","alias_value":"KZ63HUC5","created_at":"2026-07-05T01:49:34.304168+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":10,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.10877","citing_title":"XtrAIn: Training-Guided Occlusion for Feature Attribution","ref_index":1,"is_internal_anchor":false},{"citing_arxiv_id":"2606.08032","citing_title":"Variational Proximal Policy Optimization","ref_index":67,"is_internal_anchor":false},{"citing_arxiv_id":"2606.03753","citing_title":"The impact of source and survey modelling on the connection between [O III] emitters and Ly $\\alpha$ forest transmission at z ~ 6","ref_index":6,"is_internal_anchor":false},{"citing_arxiv_id":"2605.08934","citing_title":"From Mechanistic to Compositional Interpretability","ref_index":2,"is_internal_anchor":false},{"citing_arxiv_id":"2606.06174","citing_title":"Learning to model pediatric asthma exacerbation from multiple risk factors: a case study in coastal Virginia","ref_index":62,"is_internal_anchor":false},{"citing_arxiv_id":"2605.08934","citing_title":"From Mechanistic to Compositional Interpretability","ref_index":156,"is_internal_anchor":false},{"citing_arxiv_id":"2605.10142","citing_title":"Scaling Vision Models Does Not Consistently Improve Localisation-Based Explanation Quality","ref_index":14,"is_internal_anchor":false},{"citing_arxiv_id":"2605.09471","citing_title":"The Statistical Cost of Adaptation in Multi-Source Transfer Learning","ref_index":112,"is_internal_anchor":false},{"citing_arxiv_id":"2604.07254","citing_title":"Non-identifiability of Explanations from Model Behavior in Deep Networks of Image Authenticity Judgments","ref_index":1,"is_internal_anchor":false},{"citing_arxiv_id":"2604.20027","citing_title":"Cognitive Alignment At No Cost: Inducing Human Attention Biases For Interpretable Vision Transformers","ref_index":1,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/KZ63HUC57YNB7EZPE3RIXTQTUR","json":"https://pith.science/pith/KZ63HUC57YNB7EZPE3RIXTQTUR.json","graph_json":"https://pith.science/api/pith-number/KZ63HUC57YNB7EZPE3RIXTQTUR/graph.json","events_json":"https://pith.science/api/pith-number/KZ63HUC57YNB7EZPE3RIXTQTUR/events.json","paper":"https://pith.science/paper/KZ63HUC5"},"agent_actions":{"view_html":"https://pith.science/pith/KZ63HUC57YNB7EZPE3RIXTQTUR","download_json":"https://pith.science/pith/KZ63HUC57YNB7EZPE3RIXTQTUR.json","view_paper":"https://pith.science/paper/KZ63HUC5","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1810.03292&json=true","fetch_graph":"https://pith.science/api/pith-number/KZ63HUC57YNB7EZPE3RIXTQTUR/graph.json","fetch_events":"https://pith.science/api/pith-number/KZ63HUC57YNB7EZPE3RIXTQTUR/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/KZ63HUC57YNB7EZPE3RIXTQTUR/action/timestamp_anchor","attest_storage":"https://pith.science/pith/KZ63HUC57YNB7EZPE3RIXTQTUR/action/storage_attestation","attest_author":"https://pith.science/pith/KZ63HUC57YNB7EZPE3RIXTQTUR/action/author_attestation","sign_citation":"https://pith.science/pith/KZ63HUC57YNB7EZPE3RIXTQTUR/action/citation_signature","submit_replication":"https://pith.science/pith/KZ63HUC57YNB7EZPE3RIXTQTUR/action/replication_record"}},"created_at":"2026-07-05T01:49:34.304168+00:00","updated_at":"2026-07-05T01:49:34.304168+00:00"}