{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:FJWBL52I4RV3HDXYXZLQBCRETY","short_pith_number":"pith:FJWBL52I","schema_version":"1.0","canonical_sha256":"2a6c15f748e46bb38ef8be57008a249e1e5d8c88e8385db76ddd08d071f49f17","source":{"kind":"arxiv","id":"2112.04417","version":3},"attestation_state":"computed","paper":{"title":"What I Cannot Predict, I Do Not Understand: A Human-Centered Evaluation Framework for Explainability Methods","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC","cs.LG"],"primary_cat":"cs.CV","authors_text":"Julien Colin, Remi Cadene, Thomas Fel, Thomas Serre","submitted_at":"2021-12-06T18:36:09Z","abstract_excerpt":"A multitude of explainability methods and associated fidelity performance metrics have been proposed to help better understand how modern AI systems make decisions. However, much of the current work has remained theoretical -- without much consideration for the human end-user. In particular, it is not yet known (1) how useful current explainability methods are in practice for more real-world scenarios and (2) how well associated performance metrics accurately predict how much knowledge individual explanations contribute to a human end-user trying to understand the inner-workings of the system."},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2112.04417","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-12-06T18:36:09Z","cross_cats_sorted":["cs.HC","cs.LG"],"title_canon_sha256":"bc67790d6a1dd87851488947728d9f4456b331b981ee40c0d3700aaaf28d012e","abstract_canon_sha256":"84310954cf4ee78a16fc606e9c3ce1aef4ebff533b3c6ee0090715683c5d08ae"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:37:04.211939Z","signature_b64":"fL77SMBijCNtuRQHgHUKCiNYUTgXUk+7YlTa86OWNQBpSfTun26NUKUaoFkv2ifTiCwsheHmE67D1Y86sSZJDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2a6c15f748e46bb38ef8be57008a249e1e5d8c88e8385db76ddd08d071f49f17","last_reissued_at":"2026-07-05T05:37:04.211553Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:37:04.211553Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"What I Cannot Predict, I Do Not Understand: A Human-Centered Evaluation Framework for Explainability Methods","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC","cs.LG"],"primary_cat":"cs.CV","authors_text":"Julien Colin, Remi Cadene, Thomas Fel, Thomas Serre","submitted_at":"2021-12-06T18:36:09Z","abstract_excerpt":"A multitude of explainability methods and associated fidelity performance metrics have been proposed to help better understand how modern AI systems make decisions. However, much of the current work has remained theoretical -- without much consideration for the human end-user. In particular, it is not yet known (1) how useful current explainability methods are in practice for more real-world scenarios and (2) how well associated performance metrics accurately predict how much knowledge individual explanations contribute to a human end-user trying to understand the inner-workings of the system."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.04417","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.04417/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2112.04417","created_at":"2026-07-05T05:37:04.211606+00:00"},{"alias_kind":"arxiv_version","alias_value":"2112.04417v3","created_at":"2026-07-05T05:37:04.211606+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.04417","created_at":"2026-07-05T05:37:04.211606+00:00"},{"alias_kind":"pith_short_12","alias_value":"FJWBL52I4RV3","created_at":"2026-07-05T05:37:04.211606+00:00"},{"alias_kind":"pith_short_16","alias_value":"FJWBL52I4RV3HDXY","created_at":"2026-07-05T05:37:04.211606+00:00"},{"alias_kind":"pith_short_8","alias_value":"FJWBL52I","created_at":"2026-07-05T05:37:04.211606+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2508.00140","citing_title":"Your Model Is Unfair, Are You Even Aware? Inverse Relationship Between Comprehension and Trust in Explainability Visualizations of Biased ML Models","ref_index":18,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/FJWBL52I4RV3HDXYXZLQBCRETY","json":"https://pith.science/pith/FJWBL52I4RV3HDXYXZLQBCRETY.json","graph_json":"https://pith.science/api/pith-number/FJWBL52I4RV3HDXYXZLQBCRETY/graph.json","events_json":"https://pith.science/api/pith-number/FJWBL52I4RV3HDXYXZLQBCRETY/events.json","paper":"https://pith.science/paper/FJWBL52I"},"agent_actions":{"view_html":"https://pith.science/pith/FJWBL52I4RV3HDXYXZLQBCRETY","download_json":"https://pith.science/pith/FJWBL52I4RV3HDXYXZLQBCRETY.json","view_paper":"https://pith.science/paper/FJWBL52I","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2112.04417&json=true","fetch_graph":"https://pith.science/api/pith-number/FJWBL52I4RV3HDXYXZLQBCRETY/graph.json","fetch_events":"https://pith.science/api/pith-number/FJWBL52I4RV3HDXYXZLQBCRETY/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/FJWBL52I4RV3HDXYXZLQBCRETY/action/timestamp_anchor","attest_storage":"https://pith.science/pith/FJWBL52I4RV3HDXYXZLQBCRETY/action/storage_attestation","attest_author":"https://pith.science/pith/FJWBL52I4RV3HDXYXZLQBCRETY/action/author_attestation","sign_citation":"https://pith.science/pith/FJWBL52I4RV3HDXYXZLQBCRETY/action/citation_signature","submit_replication":"https://pith.science/pith/FJWBL52I4RV3HDXYXZLQBCRETY/action/replication_record"}},"created_at":"2026-07-05T05:37:04.211606+00:00","updated_at":"2026-07-05T05:37:04.211606+00:00"}