{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:75BNLTPS47LKZATPKCVWYIEMLC","short_pith_number":"pith:75BNLTPS","canonical_record":{"source":{"id":"2202.01602","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-03T14:19:23Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"225ec62f8386f87f75f50dfceac3527ce74799f08e409147da0d8573a99e52be","abstract_canon_sha256":"c7c263366dc6b2551509f907d1bccd68a5840ef0f340fc82eba15259d9f520c6"},"schema_version":"1.0"},"canonical_sha256":"ff42d5cdf2e7d6ac826f50ab6c208c58b36e1488e745a53d5ac5e4f2438c317f","source":{"kind":"arxiv","id":"2202.01602","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.01602","created_at":"2026-07-05T10:50:27Z"},{"alias_kind":"arxiv_version","alias_value":"2202.01602v6","created_at":"2026-07-05T10:50:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.01602","created_at":"2026-07-05T10:50:27Z"},{"alias_kind":"pith_short_12","alias_value":"75BNLTPS47LK","created_at":"2026-07-05T10:50:27Z"},{"alias_kind":"pith_short_16","alias_value":"75BNLTPS47LKZATP","created_at":"2026-07-05T10:50:27Z"},{"alias_kind":"pith_short_8","alias_value":"75BNLTPS","created_at":"2026-07-05T10:50:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:75BNLTPS47LKZATPKCVWYIEMLC","target":"record","payload":{"canonical_record":{"source":{"id":"2202.01602","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-03T14:19:23Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"225ec62f8386f87f75f50dfceac3527ce74799f08e409147da0d8573a99e52be","abstract_canon_sha256":"c7c263366dc6b2551509f907d1bccd68a5840ef0f340fc82eba15259d9f520c6"},"schema_version":"1.0"},"canonical_sha256":"ff42d5cdf2e7d6ac826f50ab6c208c58b36e1488e745a53d5ac5e4f2438c317f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:50:27.953856Z","signature_b64":"yFS58iMnbxeI2OfBxfXzNxxl5poHoPCbUBjwMadzo59xSPNuuGWM0hJtNybEULKggg4W/7NC5Of8CijeBDDzCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ff42d5cdf2e7d6ac826f50ab6c208c58b36e1488e745a53d5ac5e4f2438c317f","last_reissued_at":"2026-07-05T10:50:27.953333Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:50:27.953333Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2202.01602","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:50:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZmQCsRhVVXG0JnsFFTUwSdzg9vxs2D/0yux2dyvL8/p15UFRVndlL7vnQlJsarbiozETq0z+O5O7PTi8DSI6Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T14:55:02.355213Z"},"content_sha256":"3903a775f256ab0936bf26267c88239b530c271b3cf4a23c6020e254f33d9c54","schema_version":"1.0","event_id":"sha256:3903a775f256ab0936bf26267c88239b530c271b3cf4a23c6020e254f33d9c54"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:75BNLTPS47LKZATPKCVWYIEMLC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Disagreement Problem in Explainable Machine Learning: A Practitioner's Perspective","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Alex Gu, Himabindu Lakkaraju, Satyapriya Krishna, Shahin Jabbari, Steven Wu, Tessa Han","submitted_at":"2022-02-03T14:19:23Z","abstract_excerpt":"As various post hoc explanation methods are increasingly being leveraged to explain complex models in high-stakes settings, it becomes critical to develop a deeper understanding of whether and when the explanations output by these methods disagree with each other, and how such disagreements are resolved in practice. However, there is little to no research that provides answers to these critical questions. In this work, we formalize and study the disagreement problem in explainable machine learning. More specifically, we define the notion of disagreement between explanations, analyze how often "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.01602","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2202.01602/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:50:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BXAdLr8Ay/63GoC6y9c6KgIN6SoMTOI7Cljb6lbvlBr6L35T2UDPKGksOl4YMvHqfSA+iGtuZpv7Vn2goVR4Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T14:55:02.355735Z"},"content_sha256":"72c72b65d6af992b928f878a1746fab8fd8122cb828fcd49f3da886e4f7260f8","schema_version":"1.0","event_id":"sha256:72c72b65d6af992b928f878a1746fab8fd8122cb828fcd49f3da886e4f7260f8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/75BNLTPS47LKZATPKCVWYIEMLC/bundle.json","state_url":"https://pith.science/pith/75BNLTPS47LKZATPKCVWYIEMLC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/75BNLTPS47LKZATPKCVWYIEMLC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T14:55:02Z","links":{"resolver":"https://pith.science/pith/75BNLTPS47LKZATPKCVWYIEMLC","bundle":"https://pith.science/pith/75BNLTPS47LKZATPKCVWYIEMLC/bundle.json","state":"https://pith.science/pith/75BNLTPS47LKZATPKCVWYIEMLC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/75BNLTPS47LKZATPKCVWYIEMLC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:75BNLTPS47LKZATPKCVWYIEMLC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c7c263366dc6b2551509f907d1bccd68a5840ef0f340fc82eba15259d9f520c6","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-03T14:19:23Z","title_canon_sha256":"225ec62f8386f87f75f50dfceac3527ce74799f08e409147da0d8573a99e52be"},"schema_version":"1.0","source":{"id":"2202.01602","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2202.01602","created_at":"2026-07-05T10:50:27Z"},{"alias_kind":"arxiv_version","alias_value":"2202.01602v6","created_at":"2026-07-05T10:50:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2202.01602","created_at":"2026-07-05T10:50:27Z"},{"alias_kind":"pith_short_12","alias_value":"75BNLTPS47LK","created_at":"2026-07-05T10:50:27Z"},{"alias_kind":"pith_short_16","alias_value":"75BNLTPS47LKZATP","created_at":"2026-07-05T10:50:27Z"},{"alias_kind":"pith_short_8","alias_value":"75BNLTPS","created_at":"2026-07-05T10:50:27Z"}],"graph_snapshots":[{"event_id":"sha256:72c72b65d6af992b928f878a1746fab8fd8122cb828fcd49f3da886e4f7260f8","target":"graph","created_at":"2026-07-05T10:50:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2202.01602/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As various post hoc explanation methods are increasingly being leveraged to explain complex models in high-stakes settings, it becomes critical to develop a deeper understanding of whether and when the explanations output by these methods disagree with each other, and how such disagreements are resolved in practice. However, there is little to no research that provides answers to these critical questions. In this work, we formalize and study the disagreement problem in explainable machine learning. More specifically, we define the notion of disagreement between explanations, analyze how often ","authors_text":"Alex Gu, Himabindu Lakkaraju, Satyapriya Krishna, Shahin Jabbari, Steven Wu, Tessa Han","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-03T14:19:23Z","title":"The Disagreement Problem in Explainable Machine Learning: A Practitioner's Perspective"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2202.01602","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3903a775f256ab0936bf26267c88239b530c271b3cf4a23c6020e254f33d9c54","target":"record","created_at":"2026-07-05T10:50:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c7c263366dc6b2551509f907d1bccd68a5840ef0f340fc82eba15259d9f520c6","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-02-03T14:19:23Z","title_canon_sha256":"225ec62f8386f87f75f50dfceac3527ce74799f08e409147da0d8573a99e52be"},"schema_version":"1.0","source":{"id":"2202.01602","kind":"arxiv","version":6}},"canonical_sha256":"ff42d5cdf2e7d6ac826f50ab6c208c58b36e1488e745a53d5ac5e4f2438c317f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ff42d5cdf2e7d6ac826f50ab6c208c58b36e1488e745a53d5ac5e4f2438c317f","first_computed_at":"2026-07-05T10:50:27.953333Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:50:27.953333Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yFS58iMnbxeI2OfBxfXzNxxl5poHoPCbUBjwMadzo59xSPNuuGWM0hJtNybEULKggg4W/7NC5Of8CijeBDDzCg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:50:27.953856Z","signed_message":"canonical_sha256_bytes"},"source_id":"2202.01602","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3903a775f256ab0936bf26267c88239b530c271b3cf4a23c6020e254f33d9c54","sha256:72c72b65d6af992b928f878a1746fab8fd8122cb828fcd49f3da886e4f7260f8"],"state_sha256":"d37ae21d93d78630dcdd9fa798a345c315248a9ebbdd854b7d13ceef17d68dd3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"92LVRm0V2nvvMWZLTEO8qE6z7vLV0vUcYGq1OhduI5xHqpGN9sCmZS/Uiu/vQBSyn3MxNxT8Wyb4zHP7/1GrBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T14:55:02.359458Z","bundle_sha256":"a63b6893f9bdc85797bf5d6e8ba0a4c860f512b49c9a9bb474cd81b5d319cc46"}}