{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:5OK7FYMAMNXTNE2CMAW522KBY2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9c8edafb5baa9fc89a7db33ec63ffe708e34a9d116e2685ae73b851c741f8ebf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-15T14:40:42Z","title_canon_sha256":"8b6f011c1b8082dd963a489aa3ae7a995ab6071b1a12fabf3f9cc01e7146eb72"},"schema_version":"1.0","source":{"id":"2104.07496","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.07496","created_at":"2026-07-05T02:32:28Z"},{"alias_kind":"arxiv_version","alias_value":"2104.07496v1","created_at":"2026-07-05T02:32:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.07496","created_at":"2026-07-05T02:32:28Z"},{"alias_kind":"pith_short_12","alias_value":"5OK7FYMAMNXT","created_at":"2026-07-05T02:32:28Z"},{"alias_kind":"pith_short_16","alias_value":"5OK7FYMAMNXTNE2C","created_at":"2026-07-05T02:32:28Z"},{"alias_kind":"pith_short_8","alias_value":"5OK7FYMA","created_at":"2026-07-05T02:32:28Z"}],"graph_snapshots":[{"event_id":"sha256:9867fcd8b43b391e6b1854122dbc9c61eae7b1d1cff17d700c92600f28eae2b6","target":"graph","created_at":"2026-07-05T02:32:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.07496/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Masked Language Models (MLMs) have shown superior performances in numerous downstream NLP tasks when used as text encoders. Unfortunately, MLMs also demonstrate significantly worrying levels of social biases. We show that the previously proposed evaluation metrics for quantifying the social biases in MLMs are problematic due to following reasons: (1) prediction accuracy of the masked tokens itself tend to be low in some MLMs, which raises questions regarding the reliability of the evaluation metrics that use the (pseudo) likelihood of the predicted tokens, and (2) the correlation between the p","authors_text":"Danushka Bollegala, Masahiro Kaneko","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-15T14:40:42Z","title":"Unmasking the Mask -- Evaluating Social Biases in Masked Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.07496","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9ea9c00d5dcdd0e7456a485a43ca19b1d7831cf923efe08e29e5df962b0969a3","target":"record","created_at":"2026-07-05T02:32:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9c8edafb5baa9fc89a7db33ec63ffe708e34a9d116e2685ae73b851c741f8ebf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-15T14:40:42Z","title_canon_sha256":"8b6f011c1b8082dd963a489aa3ae7a995ab6071b1a12fabf3f9cc01e7146eb72"},"schema_version":"1.0","source":{"id":"2104.07496","kind":"arxiv","version":1}},"canonical_sha256":"eb95f2e180636f369342602ddd6941c6a1bb939ca585a1cbc5593e097a20c941","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eb95f2e180636f369342602ddd6941c6a1bb939ca585a1cbc5593e097a20c941","first_computed_at":"2026-07-05T02:32:28.569476Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:32:28.569476Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TzAHICIQBJNqLRcOYj4Ix6Flc9G7hjztxcghL1o0f/dF4mh6pnUWCw1k2o+RtJX8mBG2DfH0NNeY8y+sMfNiDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:32:28.569875Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.07496","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9ea9c00d5dcdd0e7456a485a43ca19b1d7831cf923efe08e29e5df962b0969a3","sha256:9867fcd8b43b391e6b1854122dbc9c61eae7b1d1cff17d700c92600f28eae2b6"],"state_sha256":"0110d445e7256d090e3964d7eeeae25b6668c69853be03382bbdcfd614a0b39b"}