{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ZU5MY3524XQA263VTMWOMXKZM5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"abe8f2f131fee05d728aa3f78a7093f5232a57bbcd6db899cf30a3f6d686a2f7","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-11T19:00:40Z","title_canon_sha256":"6b434827bf9f260e1abb1a10fef78adb0f4a0deac7f804b4e0b2927775b0021a"},"schema_version":"1.0","source":{"id":"2310.07819","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.07819","created_at":"2026-07-05T08:59:59Z"},{"alias_kind":"arxiv_version","alias_value":"2310.07819v3","created_at":"2026-07-05T08:59:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.07819","created_at":"2026-07-05T08:59:59Z"},{"alias_kind":"pith_short_12","alias_value":"ZU5MY3524XQA","created_at":"2026-07-05T08:59:59Z"},{"alias_kind":"pith_short_16","alias_value":"ZU5MY3524XQA263V","created_at":"2026-07-05T08:59:59Z"},{"alias_kind":"pith_short_8","alias_value":"ZU5MY352","created_at":"2026-07-05T08:59:59Z"}],"graph_snapshots":[{"event_id":"sha256:8a6d9fd5175fa0a51f433d84f6e4124fe3a9c1683d8437a97ed44b21af1b62b2","target":"graph","created_at":"2026-07-05T08:59:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.07819/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A common approach to explaining NLP models is to use importance measures that express which tokens are important for a prediction. Unfortunately, such explanations are often wrong despite being persuasive. Therefore, it is essential to measure their faithfulness. One such metric is if tokens are truly important, then masking them should result in worse model performance. However, token masking introduces out-of-distribution issues, and existing solutions that address this are computationally expensive and employ proxy models. Furthermore, other metrics are very limited in scope. This work prop","authors_text":"Andreas Madsen, Sarath Chandar, Siva Reddy","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-11T19:00:40Z","title":"Faithfulness Measurable Masked Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.07819","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:756734accb8a72954f6058e65fd5f84e60c0158ece991e05441ab20db54f6e4f","target":"record","created_at":"2026-07-05T08:59:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"abe8f2f131fee05d728aa3f78a7093f5232a57bbcd6db899cf30a3f6d686a2f7","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-11T19:00:40Z","title_canon_sha256":"6b434827bf9f260e1abb1a10fef78adb0f4a0deac7f804b4e0b2927775b0021a"},"schema_version":"1.0","source":{"id":"2310.07819","kind":"arxiv","version":3}},"canonical_sha256":"cd3acc6fbae5e00d7b759b2ce65d5967667f49d6f151aa90ad6d2f8847b9d2fb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cd3acc6fbae5e00d7b759b2ce65d5967667f49d6f151aa90ad6d2f8847b9d2fb","first_computed_at":"2026-07-05T08:59:59.878252Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:59:59.878252Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"U+7dyPL5MfM/qO4tdcaXS441Swu5ucMSt/4kfPOKlkDYnhSSF/ybkcZb6epKK4DVzKxtJmw6JYtgx74/i8+iCw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:59:59.878708Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.07819","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:756734accb8a72954f6058e65fd5f84e60c0158ece991e05441ab20db54f6e4f","sha256:8a6d9fd5175fa0a51f433d84f6e4124fe3a9c1683d8437a97ed44b21af1b62b2"],"state_sha256":"0caeed9b11e774ab9d7181bcee48fab7fcdb98ae6a0b4d19296dff2f12669c9e"}