{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:KQCNWU2XBBIYSPMH4SHCY3JNNO","short_pith_number":"pith:KQCNWU2X","canonical_record":{"source":{"id":"2007.04131","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2020-07-08T14:02:56Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"47982d368a11f05d7343f275ea09eeed09eb0632f91955ff8b6dd2fb39b042d8","abstract_canon_sha256":"b7b7022edd8a6fc6815de5864c9102e89897684dcfe97215337158758a3f2d13"},"schema_version":"1.0"},"canonical_sha256":"5404db53570851893d87e48e2c6d2d6bbf361eb97576f137d63f3a393c4f0cad","source":{"kind":"arxiv","id":"2007.04131","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.04131","created_at":"2026-07-05T03:06:11Z"},{"alias_kind":"arxiv_version","alias_value":"2007.04131v2","created_at":"2026-07-05T03:06:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.04131","created_at":"2026-07-05T03:06:11Z"},{"alias_kind":"pith_short_12","alias_value":"KQCNWU2XBBIY","created_at":"2026-07-05T03:06:11Z"},{"alias_kind":"pith_short_16","alias_value":"KQCNWU2XBBIYSPMH","created_at":"2026-07-05T03:06:11Z"},{"alias_kind":"pith_short_8","alias_value":"KQCNWU2X","created_at":"2026-07-05T03:06:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:KQCNWU2XBBIYSPMH4SHCY3JNNO","target":"record","payload":{"canonical_record":{"source":{"id":"2007.04131","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2020-07-08T14:02:56Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"47982d368a11f05d7343f275ea09eeed09eb0632f91955ff8b6dd2fb39b042d8","abstract_canon_sha256":"b7b7022edd8a6fc6815de5864c9102e89897684dcfe97215337158758a3f2d13"},"schema_version":"1.0"},"canonical_sha256":"5404db53570851893d87e48e2c6d2d6bbf361eb97576f137d63f3a393c4f0cad","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:06:11.577003Z","signature_b64":"FcxEnZaIXbi/HW0Frf+OgDkVUfpqkvj2V3oPdZorpGgowa+hbqCaD/DJbu69Pr3R05oGZB9RY8mZEmzIrAnWAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5404db53570851893d87e48e2c6d2d6bbf361eb97576f137d63f3a393c4f0cad","last_reissued_at":"2026-07-05T03:06:11.576622Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:06:11.576622Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2007.04131","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:06:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kv701ynVBo9Xo/cBxcxPX9Fs3haBFt5LNyxOJ7Fzy4cYhX41JLxYi54JAg+jDJXaYw8wwxPxoV3E+2v5J/MjAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T01:56:19.617051Z"},"content_sha256":"c9ecb80902c4d389d2623b8151395529892161af1e94e9fa135833f21386030b","schema_version":"1.0","event_id":"sha256:c9ecb80902c4d389d2623b8151395529892161af1e94e9fa135833f21386030b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:KQCNWU2XBBIYSPMH4SHCY3JNNO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"General Pitfalls of Model-Agnostic Interpretation Methods for Machine Learning Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Bernd Bischl, Christian A. Scholbeck, Christoph Molnar, Giuseppe Casalicchio, Gunnar K\\\"onig, Julia Herbinger, Moritz Grosse-Wentrup, Susanne Dandl, Timo Freiesleben","submitted_at":"2020-07-08T14:02:56Z","abstract_excerpt":"An increasing number of model-agnostic interpretation techniques for machine learning (ML) models such as partial dependence plots (PDP), permutation feature importance (PFI) and Shapley values provide insightful model interpretations, but can lead to wrong conclusions if applied incorrectly. We highlight many general pitfalls of ML model interpretation, such as using interpretation techniques in the wrong context, interpreting models that do not generalize well, ignoring feature dependencies, interactions, uncertainty estimates and issues in high-dimensional settings, or making unjustified ca"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.04131","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2007.04131/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:06:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"exxVQYbE2NSTCANIPJ0UCyP4eehlgBGgcHaaQ4s2tp84gk/Ekv7VSXZe4jy5n2v6TYCY6VRJeip3/SwNFyB/CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T01:56:19.617717Z"},"content_sha256":"eb9cf5fc64c9f902eb5059e624f3f6eb45641df00bd34af54c6813e181f60e4d","schema_version":"1.0","event_id":"sha256:eb9cf5fc64c9f902eb5059e624f3f6eb45641df00bd34af54c6813e181f60e4d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KQCNWU2XBBIYSPMH4SHCY3JNNO/bundle.json","state_url":"https://pith.science/pith/KQCNWU2XBBIYSPMH4SHCY3JNNO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KQCNWU2XBBIYSPMH4SHCY3JNNO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T01:56:19Z","links":{"resolver":"https://pith.science/pith/KQCNWU2XBBIYSPMH4SHCY3JNNO","bundle":"https://pith.science/pith/KQCNWU2XBBIYSPMH4SHCY3JNNO/bundle.json","state":"https://pith.science/pith/KQCNWU2XBBIYSPMH4SHCY3JNNO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KQCNWU2XBBIYSPMH4SHCY3JNNO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:KQCNWU2XBBIYSPMH4SHCY3JNNO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b7b7022edd8a6fc6815de5864c9102e89897684dcfe97215337158758a3f2d13","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2020-07-08T14:02:56Z","title_canon_sha256":"47982d368a11f05d7343f275ea09eeed09eb0632f91955ff8b6dd2fb39b042d8"},"schema_version":"1.0","source":{"id":"2007.04131","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.04131","created_at":"2026-07-05T03:06:11Z"},{"alias_kind":"arxiv_version","alias_value":"2007.04131v2","created_at":"2026-07-05T03:06:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.04131","created_at":"2026-07-05T03:06:11Z"},{"alias_kind":"pith_short_12","alias_value":"KQCNWU2XBBIY","created_at":"2026-07-05T03:06:11Z"},{"alias_kind":"pith_short_16","alias_value":"KQCNWU2XBBIYSPMH","created_at":"2026-07-05T03:06:11Z"},{"alias_kind":"pith_short_8","alias_value":"KQCNWU2X","created_at":"2026-07-05T03:06:11Z"}],"graph_snapshots":[{"event_id":"sha256:eb9cf5fc64c9f902eb5059e624f3f6eb45641df00bd34af54c6813e181f60e4d","target":"graph","created_at":"2026-07-05T03:06:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2007.04131/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"An increasing number of model-agnostic interpretation techniques for machine learning (ML) models such as partial dependence plots (PDP), permutation feature importance (PFI) and Shapley values provide insightful model interpretations, but can lead to wrong conclusions if applied incorrectly. We highlight many general pitfalls of ML model interpretation, such as using interpretation techniques in the wrong context, interpreting models that do not generalize well, ignoring feature dependencies, interactions, uncertainty estimates and issues in high-dimensional settings, or making unjustified ca","authors_text":"Bernd Bischl, Christian A. Scholbeck, Christoph Molnar, Giuseppe Casalicchio, Gunnar K\\\"onig, Julia Herbinger, Moritz Grosse-Wentrup, Susanne Dandl, Timo Freiesleben","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2020-07-08T14:02:56Z","title":"General Pitfalls of Model-Agnostic Interpretation Methods for Machine Learning Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.04131","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c9ecb80902c4d389d2623b8151395529892161af1e94e9fa135833f21386030b","target":"record","created_at":"2026-07-05T03:06:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b7b7022edd8a6fc6815de5864c9102e89897684dcfe97215337158758a3f2d13","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"stat.ML","submitted_at":"2020-07-08T14:02:56Z","title_canon_sha256":"47982d368a11f05d7343f275ea09eeed09eb0632f91955ff8b6dd2fb39b042d8"},"schema_version":"1.0","source":{"id":"2007.04131","kind":"arxiv","version":2}},"canonical_sha256":"5404db53570851893d87e48e2c6d2d6bbf361eb97576f137d63f3a393c4f0cad","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5404db53570851893d87e48e2c6d2d6bbf361eb97576f137d63f3a393c4f0cad","first_computed_at":"2026-07-05T03:06:11.576622Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:06:11.576622Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FcxEnZaIXbi/HW0Frf+OgDkVUfpqkvj2V3oPdZorpGgowa+hbqCaD/DJbu69Pr3R05oGZB9RY8mZEmzIrAnWAA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:06:11.577003Z","signed_message":"canonical_sha256_bytes"},"source_id":"2007.04131","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c9ecb80902c4d389d2623b8151395529892161af1e94e9fa135833f21386030b","sha256:eb9cf5fc64c9f902eb5059e624f3f6eb45641df00bd34af54c6813e181f60e4d"],"state_sha256":"f63527e505fde26837f9a558c3b5d6e6b67dfa8238effb3f939bdd779e382a83"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lmsmRVJnL+osFXvuh5zGGUTahsiABb6tz3h3tGVDo4eoiz6U4HbdlQHyBkewTno1OaYMYPZZ6sBIZZaxrr94Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T01:56:19.623369Z","bundle_sha256":"9ce5dcc44847adbb531010a4bea995841d334238beb265ad205bb6c71de3de83"}}