{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:FUJSFEK3ABWIFJAQ7MFPBQUCR2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f9839accb9e5b214878a83b74bd94e507806aea99811aebbf74fd9fa61aa3c17","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-22T17:22:05Z","title_canon_sha256":"c57187a559c73871a165bbae50fc1c2ca7f13ec614503794b975daaa0c75b8df"},"schema_version":"1.0","source":{"id":"2110.11929","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.11929","created_at":"2026-07-05T05:05:01Z"},{"alias_kind":"arxiv_version","alias_value":"2110.11929v4","created_at":"2026-07-05T05:05:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.11929","created_at":"2026-07-05T05:05:01Z"},{"alias_kind":"pith_short_12","alias_value":"FUJSFEK3ABWI","created_at":"2026-07-05T05:05:01Z"},{"alias_kind":"pith_short_16","alias_value":"FUJSFEK3ABWIFJAQ","created_at":"2026-07-05T05:05:01Z"},{"alias_kind":"pith_short_8","alias_value":"FUJSFEK3","created_at":"2026-07-05T05:05:01Z"}],"graph_snapshots":[{"event_id":"sha256:bcc3850123e87bce3d437f90c21024d9ecec114114ad026c8e06e29ac72600c5","target":"graph","created_at":"2026-07-05T05:05:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.11929/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A principle behind dozens of attribution methods is to take the prediction difference between before-and-after an input feature (here, a token) is removed as its attribution. A popular Input Marginalization (IM) method (Kim et al., 2020) uses BERT to replace a token, yielding more plausible counterfactuals. While Kim et al. (2020) reported that IM is effective, we find this conclusion not convincing as the DeletionBERT metric used in their paper is biased towards IM. Importantly, this bias exists in Deletion-based metrics, including Insertion, Sufficiency, and Comprehensiveness. Furthermore, o","authors_text":"Anh Nguyen, Long Mai, Thang M. Pham, Trung Bui","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-22T17:22:05Z","title":"Double Trouble: How to not explain a text classifier's decisions using counterfactuals synthesized by masked language models?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.11929","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:df234f5feea35f7604e3a97dae1287c3d264e2e19086d3a30b1698002f9390cd","target":"record","created_at":"2026-07-05T05:05:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f9839accb9e5b214878a83b74bd94e507806aea99811aebbf74fd9fa61aa3c17","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-10-22T17:22:05Z","title_canon_sha256":"c57187a559c73871a165bbae50fc1c2ca7f13ec614503794b975daaa0c75b8df"},"schema_version":"1.0","source":{"id":"2110.11929","kind":"arxiv","version":4}},"canonical_sha256":"2d1322915b006c82a410fb0af0c2828eb1e33375b4da7d720bec52005973f4c8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2d1322915b006c82a410fb0af0c2828eb1e33375b4da7d720bec52005973f4c8","first_computed_at":"2026-07-05T05:05:01.176390Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:05:01.176390Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1x1KCfKWTfZwgnD6tj1+fP3ajJpQ2jZuyQEx43n840BcA1t0mxv5Wab7qI2yre/XQ2dPuWNf2RkNomG7upJ9Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T05:05:01.176801Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.11929","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:df234f5feea35f7604e3a97dae1287c3d264e2e19086d3a30b1698002f9390cd","sha256:bcc3850123e87bce3d437f90c21024d9ecec114114ad026c8e06e29ac72600c5"],"state_sha256":"224e043cb09fa1d970c93a6c6a6ff2d654f48c5905d2e4cae55f1d5a3448fd92"}