{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:R6Y2LWFGQPMEDJK3ZGGNO22X7W","short_pith_number":"pith:R6Y2LWFG","schema_version":"1.0","canonical_sha256":"8fb1a5d8a683d841a55bc98cd76b57fd89e91520991253751201055a2d12c560","source":{"kind":"arxiv","id":"2201.13291","version":3},"attestation_state":"computed","paper":{"title":"Metrics for saliency map evaluation of deep learning explanation methods","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CV","authors_text":"Harold Mouch\\`ere, Thomas Fr\\'eour, Tristan Gomez","submitted_at":"2022-01-31T14:59:36Z","abstract_excerpt":"Due to the black-box nature of deep learning models, there is a recent development of solutions for visual explanations of CNNs. Given the high cost of user studies, metrics are necessary to compare and evaluate these different methods. In this paper, we critically analyze the Deletion Area Under Curve (DAUC) and Insertion Area Under Curve (IAUC) metrics proposed by Petsiuk et al. (2018). These metrics were designed to evaluate the faithfulness of saliency maps generated by generic methods such as Grad-CAM or RISE. First, we show that the actual saliency score values given by the saliency map "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2201.13291","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2022-01-31T14:59:36Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4728e7c14d83348a78d7e4ffa8fd190fc41a58dbbabf3f5c577e59ce93506a11","abstract_canon_sha256":"1632673ad4e99c90afabef4ade0002951bf43ed7282c9f631541dd6a766171c0"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:34:03.613336Z","signature_b64":"lqQNHeQ19XK/3BUI5WDmWcCAFdXJBtyoPYfxkKtHLU51v7XVpEde8u+wELgl37Mbetsq0okFKAp1hMHfH1v9Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8fb1a5d8a683d841a55bc98cd76b57fd89e91520991253751201055a2d12c560","last_reissued_at":"2026-07-05T04:34:03.612850Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:34:03.612850Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Metrics for saliency map evaluation of deep learning explanation methods","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CV","authors_text":"Harold Mouch\\`ere, Thomas Fr\\'eour, Tristan Gomez","submitted_at":"2022-01-31T14:59:36Z","abstract_excerpt":"Due to the black-box nature of deep learning models, there is a recent development of solutions for visual explanations of CNNs. Given the high cost of user studies, metrics are necessary to compare and evaluate these different methods. In this paper, we critically analyze the Deletion Area Under Curve (DAUC) and Insertion Area Under Curve (IAUC) metrics proposed by Petsiuk et al. (2018). These metrics were designed to evaluate the faithfulness of saliency maps generated by generic methods such as Grad-CAM or RISE. First, we show that the actual saliency score values given by the saliency map "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.13291","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2201.13291/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2201.13291","created_at":"2026-07-05T04:34:03.612911+00:00"},{"alias_kind":"arxiv_version","alias_value":"2201.13291v3","created_at":"2026-07-05T04:34:03.612911+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.13291","created_at":"2026-07-05T04:34:03.612911+00:00"},{"alias_kind":"pith_short_12","alias_value":"R6Y2LWFGQPME","created_at":"2026-07-05T04:34:03.612911+00:00"},{"alias_kind":"pith_short_16","alias_value":"R6Y2LWFGQPMEDJK3","created_at":"2026-07-05T04:34:03.612911+00:00"},{"alias_kind":"pith_short_8","alias_value":"R6Y2LWFG","created_at":"2026-07-05T04:34:03.612911+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.15328","citing_title":"From Weight Perturbation to Feature Attribution for Explaining Fully Connected Neural Networks","ref_index":13,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/R6Y2LWFGQPMEDJK3ZGGNO22X7W","json":"https://pith.science/pith/R6Y2LWFGQPMEDJK3ZGGNO22X7W.json","graph_json":"https://pith.science/api/pith-number/R6Y2LWFGQPMEDJK3ZGGNO22X7W/graph.json","events_json":"https://pith.science/api/pith-number/R6Y2LWFGQPMEDJK3ZGGNO22X7W/events.json","paper":"https://pith.science/paper/R6Y2LWFG"},"agent_actions":{"view_html":"https://pith.science/pith/R6Y2LWFGQPMEDJK3ZGGNO22X7W","download_json":"https://pith.science/pith/R6Y2LWFGQPMEDJK3ZGGNO22X7W.json","view_paper":"https://pith.science/paper/R6Y2LWFG","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2201.13291&json=true","fetch_graph":"https://pith.science/api/pith-number/R6Y2LWFGQPMEDJK3ZGGNO22X7W/graph.json","fetch_events":"https://pith.science/api/pith-number/R6Y2LWFGQPMEDJK3ZGGNO22X7W/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/R6Y2LWFGQPMEDJK3ZGGNO22X7W/action/timestamp_anchor","attest_storage":"https://pith.science/pith/R6Y2LWFGQPMEDJK3ZGGNO22X7W/action/storage_attestation","attest_author":"https://pith.science/pith/R6Y2LWFGQPMEDJK3ZGGNO22X7W/action/author_attestation","sign_citation":"https://pith.science/pith/R6Y2LWFGQPMEDJK3ZGGNO22X7W/action/citation_signature","submit_replication":"https://pith.science/pith/R6Y2LWFGQPMEDJK3ZGGNO22X7W/action/replication_record"}},"created_at":"2026-07-05T04:34:03.612911+00:00","updated_at":"2026-07-05T04:34:03.612911+00:00"}