{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:R6Y2LWFGQPMEDJK3ZGGNO22X7W","short_pith_number":"pith:R6Y2LWFG","canonical_record":{"source":{"id":"2201.13291","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2022-01-31T14:59:36Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4728e7c14d83348a78d7e4ffa8fd190fc41a58dbbabf3f5c577e59ce93506a11","abstract_canon_sha256":"1632673ad4e99c90afabef4ade0002951bf43ed7282c9f631541dd6a766171c0"},"schema_version":"1.0"},"canonical_sha256":"8fb1a5d8a683d841a55bc98cd76b57fd89e91520991253751201055a2d12c560","source":{"kind":"arxiv","id":"2201.13291","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.13291","created_at":"2026-07-05T04:34:03Z"},{"alias_kind":"arxiv_version","alias_value":"2201.13291v3","created_at":"2026-07-05T04:34:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.13291","created_at":"2026-07-05T04:34:03Z"},{"alias_kind":"pith_short_12","alias_value":"R6Y2LWFGQPME","created_at":"2026-07-05T04:34:03Z"},{"alias_kind":"pith_short_16","alias_value":"R6Y2LWFGQPMEDJK3","created_at":"2026-07-05T04:34:03Z"},{"alias_kind":"pith_short_8","alias_value":"R6Y2LWFG","created_at":"2026-07-05T04:34:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:R6Y2LWFGQPMEDJK3ZGGNO22X7W","target":"record","payload":{"canonical_record":{"source":{"id":"2201.13291","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2022-01-31T14:59:36Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"4728e7c14d83348a78d7e4ffa8fd190fc41a58dbbabf3f5c577e59ce93506a11","abstract_canon_sha256":"1632673ad4e99c90afabef4ade0002951bf43ed7282c9f631541dd6a766171c0"},"schema_version":"1.0"},"canonical_sha256":"8fb1a5d8a683d841a55bc98cd76b57fd89e91520991253751201055a2d12c560","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:34:03.613336Z","signature_b64":"lqQNHeQ19XK/3BUI5WDmWcCAFdXJBtyoPYfxkKtHLU51v7XVpEde8u+wELgl37Mbetsq0okFKAp1hMHfH1v9Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8fb1a5d8a683d841a55bc98cd76b57fd89e91520991253751201055a2d12c560","last_reissued_at":"2026-07-05T04:34:03.612850Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:34:03.612850Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2201.13291","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:34:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MozCBaNub+1Xor64xr0KEt7IuBU8t09TkqsG44pUnr12ZckWyhnwSbUN7MxOA7Y8dqeC03fSfqFr1r/zF42JCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:49:18.130201Z"},"content_sha256":"f8a107dfe408d22494a086fddf35650bf94cd60dcaa4be8d9d7b8167fd2cf513","schema_version":"1.0","event_id":"sha256:f8a107dfe408d22494a086fddf35650bf94cd60dcaa4be8d9d7b8167fd2cf513"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:R6Y2LWFGQPMEDJK3ZGGNO22X7W","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Metrics for saliency map evaluation of deep learning explanation methods","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CV","authors_text":"Harold Mouch\\`ere, Thomas Fr\\'eour, Tristan Gomez","submitted_at":"2022-01-31T14:59:36Z","abstract_excerpt":"Due to the black-box nature of deep learning models, there is a recent development of solutions for visual explanations of CNNs. Given the high cost of user studies, metrics are necessary to compare and evaluate these different methods. In this paper, we critically analyze the Deletion Area Under Curve (DAUC) and Insertion Area Under Curve (IAUC) metrics proposed by Petsiuk et al. (2018). These metrics were designed to evaluate the faithfulness of saliency maps generated by generic methods such as Grad-CAM or RISE. First, we show that the actual saliency score values given by the saliency map "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.13291","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2201.13291/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:34:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"53HMg8YO7Y9R5qquNAIm7B/2UfyIVGHVo6H4HrNcwTpDNAmcSGECQIEOlZVwVwsiJKmgA4XLUo3UXV2Rx10pBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:49:18.130785Z"},"content_sha256":"67d0316f7fe1b5947bb38849dd9924553a070c683ebcea2b33cffe385c2b734a","schema_version":"1.0","event_id":"sha256:67d0316f7fe1b5947bb38849dd9924553a070c683ebcea2b33cffe385c2b734a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/R6Y2LWFGQPMEDJK3ZGGNO22X7W/bundle.json","state_url":"https://pith.science/pith/R6Y2LWFGQPMEDJK3ZGGNO22X7W/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/R6Y2LWFGQPMEDJK3ZGGNO22X7W/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T21:49:18Z","links":{"resolver":"https://pith.science/pith/R6Y2LWFGQPMEDJK3ZGGNO22X7W","bundle":"https://pith.science/pith/R6Y2LWFGQPMEDJK3ZGGNO22X7W/bundle.json","state":"https://pith.science/pith/R6Y2LWFGQPMEDJK3ZGGNO22X7W/state.json","well_known_bundle":"https://pith.science/.well-known/pith/R6Y2LWFGQPMEDJK3ZGGNO22X7W/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:R6Y2LWFGQPMEDJK3ZGGNO22X7W","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1632673ad4e99c90afabef4ade0002951bf43ed7282c9f631541dd6a766171c0","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2022-01-31T14:59:36Z","title_canon_sha256":"4728e7c14d83348a78d7e4ffa8fd190fc41a58dbbabf3f5c577e59ce93506a11"},"schema_version":"1.0","source":{"id":"2201.13291","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.13291","created_at":"2026-07-05T04:34:03Z"},{"alias_kind":"arxiv_version","alias_value":"2201.13291v3","created_at":"2026-07-05T04:34:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.13291","created_at":"2026-07-05T04:34:03Z"},{"alias_kind":"pith_short_12","alias_value":"R6Y2LWFGQPME","created_at":"2026-07-05T04:34:03Z"},{"alias_kind":"pith_short_16","alias_value":"R6Y2LWFGQPMEDJK3","created_at":"2026-07-05T04:34:03Z"},{"alias_kind":"pith_short_8","alias_value":"R6Y2LWFG","created_at":"2026-07-05T04:34:03Z"}],"graph_snapshots":[{"event_id":"sha256:67d0316f7fe1b5947bb38849dd9924553a070c683ebcea2b33cffe385c2b734a","target":"graph","created_at":"2026-07-05T04:34:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2201.13291/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Due to the black-box nature of deep learning models, there is a recent development of solutions for visual explanations of CNNs. Given the high cost of user studies, metrics are necessary to compare and evaluate these different methods. In this paper, we critically analyze the Deletion Area Under Curve (DAUC) and Insertion Area Under Curve (IAUC) metrics proposed by Petsiuk et al. (2018). These metrics were designed to evaluate the faithfulness of saliency maps generated by generic methods such as Grad-CAM or RISE. First, we show that the actual saliency score values given by the saliency map ","authors_text":"Harold Mouch\\`ere, Thomas Fr\\'eour, Tristan Gomez","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2022-01-31T14:59:36Z","title":"Metrics for saliency map evaluation of deep learning explanation methods"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.13291","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f8a107dfe408d22494a086fddf35650bf94cd60dcaa4be8d9d7b8167fd2cf513","target":"record","created_at":"2026-07-05T04:34:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1632673ad4e99c90afabef4ade0002951bf43ed7282c9f631541dd6a766171c0","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2022-01-31T14:59:36Z","title_canon_sha256":"4728e7c14d83348a78d7e4ffa8fd190fc41a58dbbabf3f5c577e59ce93506a11"},"schema_version":"1.0","source":{"id":"2201.13291","kind":"arxiv","version":3}},"canonical_sha256":"8fb1a5d8a683d841a55bc98cd76b57fd89e91520991253751201055a2d12c560","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8fb1a5d8a683d841a55bc98cd76b57fd89e91520991253751201055a2d12c560","first_computed_at":"2026-07-05T04:34:03.612850Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:34:03.612850Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lqQNHeQ19XK/3BUI5WDmWcCAFdXJBtyoPYfxkKtHLU51v7XVpEde8u+wELgl37Mbetsq0okFKAp1hMHfH1v9Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T04:34:03.613336Z","signed_message":"canonical_sha256_bytes"},"source_id":"2201.13291","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f8a107dfe408d22494a086fddf35650bf94cd60dcaa4be8d9d7b8167fd2cf513","sha256:67d0316f7fe1b5947bb38849dd9924553a070c683ebcea2b33cffe385c2b734a"],"state_sha256":"a4f03976bb354c29da3ba5dd6d3d32d45098cdd373faaf4a46ab40bf95d8dfce"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SuOhWNdB+Q2nLnWW0GcGPSpennaK/iIIwoS5b7wApp9I2jC4NioaELuUBiTxtauYZoD+7JtW0myPUo3CP/CJBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T21:49:18.135636Z","bundle_sha256":"f527f23da88c216b48ad41885342f2b46d4b7c2ffcd034832043871087ef65ef"}}