{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:BM5QFXH3YEPHVRDFNYBSGPT2ER","short_pith_number":"pith:BM5QFXH3","canonical_record":{"source":{"id":"2203.14265","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-03-27T10:12:06Z","cross_cats_sorted":[],"title_canon_sha256":"04a1d60af4618155524b30eeca24277c320e4aad1411160dd37e5e0f3d3f630b","abstract_canon_sha256":"6b883d22e2676f28fc6f12ee550f274cb5e2e0f0ba1fad6c50930ca5cac4a8ee"},"schema_version":"1.0"},"canonical_sha256":"0b3b02dcfbc11e7ac4656e03233e7a24547863490a8568d19b5dba012dc4192f","source":{"kind":"arxiv","id":"2203.14265","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.14265","created_at":"2026-07-05T04:08:49Z"},{"alias_kind":"arxiv_version","alias_value":"2203.14265v1","created_at":"2026-07-05T04:08:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.14265","created_at":"2026-07-05T04:08:49Z"},{"alias_kind":"pith_short_12","alias_value":"BM5QFXH3YEPH","created_at":"2026-07-05T04:08:49Z"},{"alias_kind":"pith_short_16","alias_value":"BM5QFXH3YEPHVRDF","created_at":"2026-07-05T04:08:49Z"},{"alias_kind":"pith_short_8","alias_value":"BM5QFXH3","created_at":"2026-07-05T04:08:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:BM5QFXH3YEPHVRDFNYBSGPT2ER","target":"record","payload":{"canonical_record":{"source":{"id":"2203.14265","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-03-27T10:12:06Z","cross_cats_sorted":[],"title_canon_sha256":"04a1d60af4618155524b30eeca24277c320e4aad1411160dd37e5e0f3d3f630b","abstract_canon_sha256":"6b883d22e2676f28fc6f12ee550f274cb5e2e0f0ba1fad6c50930ca5cac4a8ee"},"schema_version":"1.0"},"canonical_sha256":"0b3b02dcfbc11e7ac4656e03233e7a24547863490a8568d19b5dba012dc4192f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:08:49.362661Z","signature_b64":"DA+kNVtqj7s2QSEdLykPouLuVNMZJFE+so2YZ5ryyVtR946IObi7+F6U1W161pC0bwf5g6yF5vJgu0eh4QfTDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0b3b02dcfbc11e7ac4656e03233e7a24547863490a8568d19b5dba012dc4192f","last_reissued_at":"2026-07-05T04:08:49.362108Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:08:49.362108Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2203.14265","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:08:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8L8RnBR0kPbRxmYV4GLrwafHOucIDWaA9xXrnTyUAgktBY8gizpLE0DD02iqvoxQcHz7N4UiLzhCdPo0p8wXDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T08:23:07.474619Z"},"content_sha256":"1db5e1076e2a65eed7ee3cedf002b18d35d844893690073ecdbf992e05ef9605","schema_version":"1.0","event_id":"sha256:1db5e1076e2a65eed7ee3cedf002b18d35d844893690073ecdbf992e05ef9605"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:BM5QFXH3YEPHVRDFNYBSGPT2ER","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Unified Study of Machine Learning Explanation Evaluation Metrics","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Xiaoqian Wang, Yipei Wang","submitted_at":"2022-03-27T10:12:06Z","abstract_excerpt":"The growing need for trustworthy machine learning has led to the blossom of interpretability research. Numerous explanation methods have been developed to serve this purpose. However, these methods are deficiently and inappropriately evaluated. Many existing metrics for explanations are introduced by researchers as by-products of their proposed explanation techniques to demonstrate the advantages of their methods. Although widely used, they are more or less accused of problems. We claim that the lack of acknowledged and justified metrics results in chaos in benchmarking these explanation metho"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.14265","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2203.14265/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:08:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1r7jGd2nkL16oAfg3qvvGJft12PC+6lZQxGKIRIUPhY3hEKRP0IFwh7TaWeX9oJJF9PLVeKHuKyAT5R89sybBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T08:23:07.475250Z"},"content_sha256":"c65bf6dde0d1a486b023e182424f8bdf22c75aac7159379f59be373e05a410a5","schema_version":"1.0","event_id":"sha256:c65bf6dde0d1a486b023e182424f8bdf22c75aac7159379f59be373e05a410a5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BM5QFXH3YEPHVRDFNYBSGPT2ER/bundle.json","state_url":"https://pith.science/pith/BM5QFXH3YEPHVRDFNYBSGPT2ER/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BM5QFXH3YEPHVRDFNYBSGPT2ER/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T08:23:07Z","links":{"resolver":"https://pith.science/pith/BM5QFXH3YEPHVRDFNYBSGPT2ER","bundle":"https://pith.science/pith/BM5QFXH3YEPHVRDFNYBSGPT2ER/bundle.json","state":"https://pith.science/pith/BM5QFXH3YEPHVRDFNYBSGPT2ER/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BM5QFXH3YEPHVRDFNYBSGPT2ER/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:BM5QFXH3YEPHVRDFNYBSGPT2ER","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6b883d22e2676f28fc6f12ee550f274cb5e2e0f0ba1fad6c50930ca5cac4a8ee","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-03-27T10:12:06Z","title_canon_sha256":"04a1d60af4618155524b30eeca24277c320e4aad1411160dd37e5e0f3d3f630b"},"schema_version":"1.0","source":{"id":"2203.14265","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.14265","created_at":"2026-07-05T04:08:49Z"},{"alias_kind":"arxiv_version","alias_value":"2203.14265v1","created_at":"2026-07-05T04:08:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.14265","created_at":"2026-07-05T04:08:49Z"},{"alias_kind":"pith_short_12","alias_value":"BM5QFXH3YEPH","created_at":"2026-07-05T04:08:49Z"},{"alias_kind":"pith_short_16","alias_value":"BM5QFXH3YEPHVRDF","created_at":"2026-07-05T04:08:49Z"},{"alias_kind":"pith_short_8","alias_value":"BM5QFXH3","created_at":"2026-07-05T04:08:49Z"}],"graph_snapshots":[{"event_id":"sha256:c65bf6dde0d1a486b023e182424f8bdf22c75aac7159379f59be373e05a410a5","target":"graph","created_at":"2026-07-05T04:08:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.14265/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The growing need for trustworthy machine learning has led to the blossom of interpretability research. Numerous explanation methods have been developed to serve this purpose. However, these methods are deficiently and inappropriately evaluated. Many existing metrics for explanations are introduced by researchers as by-products of their proposed explanation techniques to demonstrate the advantages of their methods. Although widely used, they are more or less accused of problems. We claim that the lack of acknowledged and justified metrics results in chaos in benchmarking these explanation metho","authors_text":"Xiaoqian Wang, Yipei Wang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-03-27T10:12:06Z","title":"A Unified Study of Machine Learning Explanation Evaluation Metrics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.14265","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1db5e1076e2a65eed7ee3cedf002b18d35d844893690073ecdbf992e05ef9605","target":"record","created_at":"2026-07-05T04:08:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6b883d22e2676f28fc6f12ee550f274cb5e2e0f0ba1fad6c50930ca5cac4a8ee","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-03-27T10:12:06Z","title_canon_sha256":"04a1d60af4618155524b30eeca24277c320e4aad1411160dd37e5e0f3d3f630b"},"schema_version":"1.0","source":{"id":"2203.14265","kind":"arxiv","version":1}},"canonical_sha256":"0b3b02dcfbc11e7ac4656e03233e7a24547863490a8568d19b5dba012dc4192f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0b3b02dcfbc11e7ac4656e03233e7a24547863490a8568d19b5dba012dc4192f","first_computed_at":"2026-07-05T04:08:49.362108Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:08:49.362108Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DA+kNVtqj7s2QSEdLykPouLuVNMZJFE+so2YZ5ryyVtR946IObi7+F6U1W161pC0bwf5g6yF5vJgu0eh4QfTDw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:08:49.362661Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.14265","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1db5e1076e2a65eed7ee3cedf002b18d35d844893690073ecdbf992e05ef9605","sha256:c65bf6dde0d1a486b023e182424f8bdf22c75aac7159379f59be373e05a410a5"],"state_sha256":"b920b1a5630ca264ea5e7aa1e8feb362fe1cfc7ab42decc7e94f7745a7c260a2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nr5pQbigq36hj4y5dupUKkqM3gd8S49YNg08YdtCB4enZcsXHdoXgNGK/yB/Vu4WoGDoUpf0iP3RzyvscqBNAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T08:23:07.481442Z","bundle_sha256":"1038968a92e8d37da53f66baf4d9ab0dbcf9cc073d90beff83d714d126fe034e"}}