{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:WML3RLZRUHI7X6RA7QSEP7AZ5N","short_pith_number":"pith:WML3RLZR","canonical_record":{"source":{"id":"2204.05514","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-12T04:02:17Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"4b7cfc8fced6ec83c8d2ac006da572673954baac8fc346fe1c730076151d7631","abstract_canon_sha256":"4d9ddab8bf58c2fc9a78536e83fee7f0687c37bc2bbea4e16ccc18faf318710e"},"schema_version":"1.0"},"canonical_sha256":"b317b8af31a1d1fbfa20fc2447fc19eb526b6b23e55f672e3a7a81b5c3d68093","source":{"kind":"arxiv","id":"2204.05514","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.05514","created_at":"2026-07-05T04:13:58Z"},{"alias_kind":"arxiv_version","alias_value":"2204.05514v1","created_at":"2026-07-05T04:13:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.05514","created_at":"2026-07-05T04:13:58Z"},{"alias_kind":"pith_short_12","alias_value":"WML3RLZRUHI7","created_at":"2026-07-05T04:13:58Z"},{"alias_kind":"pith_short_16","alias_value":"WML3RLZRUHI7X6RA","created_at":"2026-07-05T04:13:58Z"},{"alias_kind":"pith_short_8","alias_value":"WML3RLZR","created_at":"2026-07-05T04:13:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:WML3RLZRUHI7X6RA7QSEP7AZ5N","target":"record","payload":{"canonical_record":{"source":{"id":"2204.05514","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-12T04:02:17Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"4b7cfc8fced6ec83c8d2ac006da572673954baac8fc346fe1c730076151d7631","abstract_canon_sha256":"4d9ddab8bf58c2fc9a78536e83fee7f0687c37bc2bbea4e16ccc18faf318710e"},"schema_version":"1.0"},"canonical_sha256":"b317b8af31a1d1fbfa20fc2447fc19eb526b6b23e55f672e3a7a81b5c3d68093","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:13:58.755524Z","signature_b64":"n82DFfhmnquhkCoRrOEql2aCxt9jPCYNoByzV64DsAW2ZrXM2boW1uZ21Uu3XF004i2Qn2YHQ8M0ATAa7sxJDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b317b8af31a1d1fbfa20fc2447fc19eb526b6b23e55f672e3a7a81b5c3d68093","last_reissued_at":"2026-07-05T04:13:58.755080Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:13:58.755080Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.05514","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:13:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"snhM5AaczPV4wEYxcAwya7SGIFtRxNnhpjkV8pfa3BsvG+nPvhq4C/THTXHi+4EBKn2kYa9hBdqu+sU8gjgRCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T02:32:36.824919Z"},"content_sha256":"df0d07f6ee30be3ed7db4e7e6884e5b97e14b1dbf53a1eb425bf576b8c92dec2","schema_version":"1.0","event_id":"sha256:df0d07f6ee30be3ed7db4e7e6884e5b97e14b1dbf53a1eb425bf576b8c92dec2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:WML3RLZRUHI7X6RA7QSEP7AZ5N","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Comparative Study of Faithfulness Metrics for Model Interpretability Methods","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Chun Sik Chan, Guanqing Liang, Huanqi Kong","submitted_at":"2022-04-12T04:02:17Z","abstract_excerpt":"Interpretation methods to reveal the internal reasoning processes behind machine learning models have attracted increasing attention in recent years. To quantify the extent to which the identified interpretations truly reflect the intrinsic decision-making mechanisms, various faithfulness evaluation metrics have been proposed. However, we find that different faithfulness metrics show conflicting preferences when comparing different interpretations. Motivated by this observation, we aim to conduct a comprehensive and comparative study of the widely adopted faithfulness metrics. In particular, w"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.05514","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.05514/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:13:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mkaKH2/qdoaSaR90rOaM7e0pNPhmDLdQUt+B3Z9fznrt2FQQuAb/nJDwAHJF1kG+JAb6luSZAy6zcFNN+9jrAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T02:32:36.825452Z"},"content_sha256":"08a3e2947f6d879df2c953aeefb46882d8902be62282302211f3035c5b48c6f2","schema_version":"1.0","event_id":"sha256:08a3e2947f6d879df2c953aeefb46882d8902be62282302211f3035c5b48c6f2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WML3RLZRUHI7X6RA7QSEP7AZ5N/bundle.json","state_url":"https://pith.science/pith/WML3RLZRUHI7X6RA7QSEP7AZ5N/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WML3RLZRUHI7X6RA7QSEP7AZ5N/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T02:32:36Z","links":{"resolver":"https://pith.science/pith/WML3RLZRUHI7X6RA7QSEP7AZ5N","bundle":"https://pith.science/pith/WML3RLZRUHI7X6RA7QSEP7AZ5N/bundle.json","state":"https://pith.science/pith/WML3RLZRUHI7X6RA7QSEP7AZ5N/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WML3RLZRUHI7X6RA7QSEP7AZ5N/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:WML3RLZRUHI7X6RA7QSEP7AZ5N","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4d9ddab8bf58c2fc9a78536e83fee7f0687c37bc2bbea4e16ccc18faf318710e","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-12T04:02:17Z","title_canon_sha256":"4b7cfc8fced6ec83c8d2ac006da572673954baac8fc346fe1c730076151d7631"},"schema_version":"1.0","source":{"id":"2204.05514","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.05514","created_at":"2026-07-05T04:13:58Z"},{"alias_kind":"arxiv_version","alias_value":"2204.05514v1","created_at":"2026-07-05T04:13:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.05514","created_at":"2026-07-05T04:13:58Z"},{"alias_kind":"pith_short_12","alias_value":"WML3RLZRUHI7","created_at":"2026-07-05T04:13:58Z"},{"alias_kind":"pith_short_16","alias_value":"WML3RLZRUHI7X6RA","created_at":"2026-07-05T04:13:58Z"},{"alias_kind":"pith_short_8","alias_value":"WML3RLZR","created_at":"2026-07-05T04:13:58Z"}],"graph_snapshots":[{"event_id":"sha256:08a3e2947f6d879df2c953aeefb46882d8902be62282302211f3035c5b48c6f2","target":"graph","created_at":"2026-07-05T04:13:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.05514/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Interpretation methods to reveal the internal reasoning processes behind machine learning models have attracted increasing attention in recent years. To quantify the extent to which the identified interpretations truly reflect the intrinsic decision-making mechanisms, various faithfulness evaluation metrics have been proposed. However, we find that different faithfulness metrics show conflicting preferences when comparing different interpretations. Motivated by this observation, we aim to conduct a comprehensive and comparative study of the widely adopted faithfulness metrics. In particular, w","authors_text":"Chun Sik Chan, Guanqing Liang, Huanqi Kong","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-12T04:02:17Z","title":"A Comparative Study of Faithfulness Metrics for Model Interpretability Methods"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.05514","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:df0d07f6ee30be3ed7db4e7e6884e5b97e14b1dbf53a1eb425bf576b8c92dec2","target":"record","created_at":"2026-07-05T04:13:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4d9ddab8bf58c2fc9a78536e83fee7f0687c37bc2bbea4e16ccc18faf318710e","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-12T04:02:17Z","title_canon_sha256":"4b7cfc8fced6ec83c8d2ac006da572673954baac8fc346fe1c730076151d7631"},"schema_version":"1.0","source":{"id":"2204.05514","kind":"arxiv","version":1}},"canonical_sha256":"b317b8af31a1d1fbfa20fc2447fc19eb526b6b23e55f672e3a7a81b5c3d68093","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b317b8af31a1d1fbfa20fc2447fc19eb526b6b23e55f672e3a7a81b5c3d68093","first_computed_at":"2026-07-05T04:13:58.755080Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:13:58.755080Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"n82DFfhmnquhkCoRrOEql2aCxt9jPCYNoByzV64DsAW2ZrXM2boW1uZ21Uu3XF004i2Qn2YHQ8M0ATAa7sxJDg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:13:58.755524Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.05514","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:df0d07f6ee30be3ed7db4e7e6884e5b97e14b1dbf53a1eb425bf576b8c92dec2","sha256:08a3e2947f6d879df2c953aeefb46882d8902be62282302211f3035c5b48c6f2"],"state_sha256":"4efa84ed338f9cab54b45d6d52be0e9f4eb06b4576c9e5593af04e894edef6ea"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h5Yi1PYT+IvgwRYNOl+H6HOWgsQ9T26HxKb0IWIuaYTuQjYxrgs5XIOHo1npe1LvTuvCWTTT3a4bX6JzFTLOAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T02:32:36.829918Z","bundle_sha256":"8c29e1b197460203de1d5e1cf3108d66efc5aeb4378e1bad8c5b29e0918932cc"}}