{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:UEYFSKLE2XMSRANTPRINK3A47X","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0f843ad2c9720ae05c3a01024051b9cf3356f66ea9018efdd2c873b57174aa83","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-13T15:44:39Z","title_canon_sha256":"0950bc8ee2b9c3e8c9b0c826945bce817e0b35b6e9f277412d38164cf3e959a4"},"schema_version":"1.0","source":{"id":"2308.06795","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.06795","created_at":"2026-07-05T08:25:49Z"},{"alias_kind":"arxiv_version","alias_value":"2308.06795v2","created_at":"2026-07-05T08:25:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.06795","created_at":"2026-07-05T08:25:49Z"},{"alias_kind":"pith_short_12","alias_value":"UEYFSKLE2XMS","created_at":"2026-07-05T08:25:49Z"},{"alias_kind":"pith_short_16","alias_value":"UEYFSKLE2XMSRANT","created_at":"2026-07-05T08:25:49Z"},{"alias_kind":"pith_short_8","alias_value":"UEYFSKLE","created_at":"2026-07-05T08:25:49Z"}],"graph_snapshots":[{"event_id":"sha256:b25c69c8ff8daffad4c37ae3f9dda65ce1f15859713b32f5cd743a0ae4da9fb5","target":"graph","created_at":"2026-07-05T08:25:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.06795/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A common approach to quantifying neural text classifier interpretability is to calculate faithfulness metrics based on iteratively masking salient input tokens and measuring changes in the model prediction. We propose that this property is better described as \"sensitivity to iterative masking\", and highlight pitfalls in using this measure for comparing text classifier interpretability. We show that iterative masking produces large variation in faithfulness scores between otherwise comparable Transformer encoder text classifiers. We then demonstrate that iteratively masked samples produce embed","authors_text":"Evan Crothers, Herna Viktor, Nathalie Japkowicz","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-13T15:44:39Z","title":"Robust Infidelity: When Faithfulness Measures on Masked Language Models Are Misleading"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.06795","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:174c8733f67fabbb260a60773b2ead51d72e10de4b31f157913ff0a2851c679b","target":"record","created_at":"2026-07-05T08:25:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0f843ad2c9720ae05c3a01024051b9cf3356f66ea9018efdd2c873b57174aa83","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-13T15:44:39Z","title_canon_sha256":"0950bc8ee2b9c3e8c9b0c826945bce817e0b35b6e9f277412d38164cf3e959a4"},"schema_version":"1.0","source":{"id":"2308.06795","kind":"arxiv","version":2}},"canonical_sha256":"a130592964d5d92881b37c50d56c1cfdd934c0bafd1c1047624c0eb243c22034","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a130592964d5d92881b37c50d56c1cfdd934c0bafd1c1047624c0eb243c22034","first_computed_at":"2026-07-05T08:25:49.359628Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:25:49.359628Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ddASpn3So707ABNI78rhywb5sQPLf5kxXBFJOjeS8eXMOG4f/5nFOkHhvjrxWtToanVQJeNrMCvBh0W8Fee8DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:25:49.360144Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.06795","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:174c8733f67fabbb260a60773b2ead51d72e10de4b31f157913ff0a2851c679b","sha256:b25c69c8ff8daffad4c37ae3f9dda65ce1f15859713b32f5cd743a0ae4da9fb5"],"state_sha256":"0437f143290c07cbb9bfcf32800275d0769112265e981ba1d8f187ba2d793ad2"}