{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:DDMAJNJGRD3CPJH5KKRNLFWZEJ","short_pith_number":"pith:DDMAJNJG","canonical_record":{"source":{"id":"2009.04521","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-09-07T08:02:29Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"fc274abd5375fc8839a8e5a1b43dac1e8abd5e23a16b666b76ecafe9888b231d","abstract_canon_sha256":"35292fc753dd1359fde831b1abc5ab9b3172f2536598030967c3ed7014e2a857"},"schema_version":"1.0"},"canonical_sha256":"18d804b52688f627a4fd52a2d596d9227c6601ba24beadc765258c402a3bad49","source":{"kind":"arxiv","id":"2009.04521","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.04521","created_at":"2026-07-05T03:30:06Z"},{"alias_kind":"arxiv_version","alias_value":"2009.04521v3","created_at":"2026-07-05T03:30:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.04521","created_at":"2026-07-05T03:30:06Z"},{"alias_kind":"pith_short_12","alias_value":"DDMAJNJGRD3C","created_at":"2026-07-05T03:30:06Z"},{"alias_kind":"pith_short_16","alias_value":"DDMAJNJGRD3CPJH5","created_at":"2026-07-05T03:30:06Z"},{"alias_kind":"pith_short_8","alias_value":"DDMAJNJG","created_at":"2026-07-05T03:30:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:DDMAJNJGRD3CPJH5KKRNLFWZEJ","target":"record","payload":{"canonical_record":{"source":{"id":"2009.04521","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-09-07T08:02:29Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"fc274abd5375fc8839a8e5a1b43dac1e8abd5e23a16b666b76ecafe9888b231d","abstract_canon_sha256":"35292fc753dd1359fde831b1abc5ab9b3172f2536598030967c3ed7014e2a857"},"schema_version":"1.0"},"canonical_sha256":"18d804b52688f627a4fd52a2d596d9227c6601ba24beadc765258c402a3bad49","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:30:06.957750Z","signature_b64":"PRUlb+6jg1uCkuGfrzDC+85oiMXfuyioTiK1WI8le8QAmsQy3aX2PhkCij/fujZhqJ99PYuUCRNGPkxXFiiNCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"18d804b52688f627a4fd52a2d596d9227c6601ba24beadc765258c402a3bad49","last_reissued_at":"2026-07-05T03:30:06.957324Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:30:06.957324Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2009.04521","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:30:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AB7c7sItVoqEDFh/EOaVRoXXXkd72FqDBfkwDrRix7qi8rHDA8h8zUKoItwZPdutiD1TvlD8vm6CJXQ+4Sb0BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T18:36:49.761641Z"},"content_sha256":"28ff41117547e6c2dc849446a89ffc60eada011a55e974a912417961a84bb1a2","schema_version":"1.0","event_id":"sha256:28ff41117547e6c2dc849446a89ffc60eada011a55e974a912417961a84bb1a2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:DDMAJNJGRD3CPJH5KKRNLFWZEJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Good is your Explanation? Algorithmic Stability Measures to Assess the Quality of Explanations for Deep Neural Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"David Vigouroux, R\\'emi Cad\\`ene, Thomas Fel (ANITI), Thomas Serre (ANITI)","submitted_at":"2020-09-07T08:02:29Z","abstract_excerpt":"A plethora of methods have been proposed to explain how deep neural networks reach their decisions but comparatively, little effort has been made to ensure that the explanations produced by these methods are objectively relevant. While several desirable properties for trustworthy explanations have been formulated, objective measures have been harder to derive. Here, we propose two new measures to evaluate explanations borrowed from the field of algorithmic stability: mean generalizability MeGe and relative consistency ReCo. We conduct extensive experiments on different network architectures, c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.04521","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2009.04521/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:30:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jEYwUExzsgLUVDGNelHpVovGUhFazKQNzBl5KDzw3my7l3ACoHP/ITWUmk5oaPgfSbNcrcEM0KUShyl59whYBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T18:36:49.762279Z"},"content_sha256":"151fb9e85e79d80c4d8b4ce4124bf685811f6fd1432bd5fc14dda470f99c4866","schema_version":"1.0","event_id":"sha256:151fb9e85e79d80c4d8b4ce4124bf685811f6fd1432bd5fc14dda470f99c4866"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DDMAJNJGRD3CPJH5KKRNLFWZEJ/bundle.json","state_url":"https://pith.science/pith/DDMAJNJGRD3CPJH5KKRNLFWZEJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DDMAJNJGRD3CPJH5KKRNLFWZEJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T18:36:49Z","links":{"resolver":"https://pith.science/pith/DDMAJNJGRD3CPJH5KKRNLFWZEJ","bundle":"https://pith.science/pith/DDMAJNJGRD3CPJH5KKRNLFWZEJ/bundle.json","state":"https://pith.science/pith/DDMAJNJGRD3CPJH5KKRNLFWZEJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DDMAJNJGRD3CPJH5KKRNLFWZEJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:DDMAJNJGRD3CPJH5KKRNLFWZEJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"35292fc753dd1359fde831b1abc5ab9b3172f2536598030967c3ed7014e2a857","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-09-07T08:02:29Z","title_canon_sha256":"fc274abd5375fc8839a8e5a1b43dac1e8abd5e23a16b666b76ecafe9888b231d"},"schema_version":"1.0","source":{"id":"2009.04521","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.04521","created_at":"2026-07-05T03:30:06Z"},{"alias_kind":"arxiv_version","alias_value":"2009.04521v3","created_at":"2026-07-05T03:30:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.04521","created_at":"2026-07-05T03:30:06Z"},{"alias_kind":"pith_short_12","alias_value":"DDMAJNJGRD3C","created_at":"2026-07-05T03:30:06Z"},{"alias_kind":"pith_short_16","alias_value":"DDMAJNJGRD3CPJH5","created_at":"2026-07-05T03:30:06Z"},{"alias_kind":"pith_short_8","alias_value":"DDMAJNJG","created_at":"2026-07-05T03:30:06Z"}],"graph_snapshots":[{"event_id":"sha256:151fb9e85e79d80c4d8b4ce4124bf685811f6fd1432bd5fc14dda470f99c4866","target":"graph","created_at":"2026-07-05T03:30:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2009.04521/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A plethora of methods have been proposed to explain how deep neural networks reach their decisions but comparatively, little effort has been made to ensure that the explanations produced by these methods are objectively relevant. While several desirable properties for trustworthy explanations have been formulated, objective measures have been harder to derive. Here, we propose two new measures to evaluate explanations borrowed from the field of algorithmic stability: mean generalizability MeGe and relative consistency ReCo. We conduct extensive experiments on different network architectures, c","authors_text":"David Vigouroux, R\\'emi Cad\\`ene, Thomas Fel (ANITI), Thomas Serre (ANITI)","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-09-07T08:02:29Z","title":"How Good is your Explanation? Algorithmic Stability Measures to Assess the Quality of Explanations for Deep Neural Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.04521","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:28ff41117547e6c2dc849446a89ffc60eada011a55e974a912417961a84bb1a2","target":"record","created_at":"2026-07-05T03:30:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"35292fc753dd1359fde831b1abc5ab9b3172f2536598030967c3ed7014e2a857","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-09-07T08:02:29Z","title_canon_sha256":"fc274abd5375fc8839a8e5a1b43dac1e8abd5e23a16b666b76ecafe9888b231d"},"schema_version":"1.0","source":{"id":"2009.04521","kind":"arxiv","version":3}},"canonical_sha256":"18d804b52688f627a4fd52a2d596d9227c6601ba24beadc765258c402a3bad49","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"18d804b52688f627a4fd52a2d596d9227c6601ba24beadc765258c402a3bad49","first_computed_at":"2026-07-05T03:30:06.957324Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:30:06.957324Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PRUlb+6jg1uCkuGfrzDC+85oiMXfuyioTiK1WI8le8QAmsQy3aX2PhkCij/fujZhqJ99PYuUCRNGPkxXFiiNCw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:30:06.957750Z","signed_message":"canonical_sha256_bytes"},"source_id":"2009.04521","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:28ff41117547e6c2dc849446a89ffc60eada011a55e974a912417961a84bb1a2","sha256:151fb9e85e79d80c4d8b4ce4124bf685811f6fd1432bd5fc14dda470f99c4866"],"state_sha256":"961be90089fbc6a619e6445bbcdcf91f208bd55e41b4ba02dab8a2fc58fcd6e2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aNq2ktniMDPm1rt1wkWc8SrDiUgreDX0ml3qSyrU/oxfWyMWwq9XGS0uICkj8f1jZ6BW6wAL8bitCGuMYZbaCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T18:36:49.767715Z","bundle_sha256":"0861244852869bbcd8194fe94d4ad50eedac41fc0a01bd8f331c2aa72acf44a3"}}