{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:HMAWLT64TB5NH36JUWZ2XEFMNS","short_pith_number":"pith:HMAWLT64","canonical_record":{"source":{"id":"2101.09688","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-01-24T10:57:59Z","cross_cats_sorted":["cs.AI","cs.LG","cs.NE"],"title_canon_sha256":"ca2451518488d0dfaeae025ad6bfb6c8338212acbced2355fb9559882102df57","abstract_canon_sha256":"147f39bbd7c061edc5f8fd4e37164fc187fea51910f06a78d9df87c2e1f701e1"},"schema_version":"1.0"},"canonical_sha256":"3b0165cfdc987ad3efc9a5b3ab90ac6cb7bc6f0fe7db3642aa70846caf0b5339","source":{"kind":"arxiv","id":"2101.09688","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2101.09688","created_at":"2026-07-05T02:15:41Z"},{"alias_kind":"arxiv_version","alias_value":"2101.09688v2","created_at":"2026-07-05T02:15:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2101.09688","created_at":"2026-07-05T02:15:41Z"},{"alias_kind":"pith_short_12","alias_value":"HMAWLT64TB5N","created_at":"2026-07-05T02:15:41Z"},{"alias_kind":"pith_short_16","alias_value":"HMAWLT64TB5NH36J","created_at":"2026-07-05T02:15:41Z"},{"alias_kind":"pith_short_8","alias_value":"HMAWLT64","created_at":"2026-07-05T02:15:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:HMAWLT64TB5NH36JUWZ2XEFMNS","target":"record","payload":{"canonical_record":{"source":{"id":"2101.09688","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-01-24T10:57:59Z","cross_cats_sorted":["cs.AI","cs.LG","cs.NE"],"title_canon_sha256":"ca2451518488d0dfaeae025ad6bfb6c8338212acbced2355fb9559882102df57","abstract_canon_sha256":"147f39bbd7c061edc5f8fd4e37164fc187fea51910f06a78d9df87c2e1f701e1"},"schema_version":"1.0"},"canonical_sha256":"3b0165cfdc987ad3efc9a5b3ab90ac6cb7bc6f0fe7db3642aa70846caf0b5339","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:15:41.153601Z","signature_b64":"Ukn1sm5XHMLXkr83FTfrtEh+8XXgeFGBA8Jtvl5AvK9qatrK3CY5TD1fAbXgpzrz3Uy/8pF2wDDrF/0ztYRLBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3b0165cfdc987ad3efc9a5b3ab90ac6cb7bc6f0fe7db3642aa70846caf0b5339","last_reissued_at":"2026-07-05T02:15:41.153132Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:15:41.153132Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2101.09688","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:15:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DERsHb+Wmm94x5XqdZZQNlCKYaCyNyr+U8mhFPPWQjlDvidvLXAQB0XXSQvYDn4ITBloAc5aqxPlnsPKg4vYBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:27:07.889114Z"},"content_sha256":"35218c477b9b0e697dec8f8792a9d66d0417f8f029d32f59ef35dbd3f11fd2e2","schema_version":"1.0","event_id":"sha256:35218c477b9b0e697dec8f8792a9d66d0417f8f029d32f59ef35dbd3f11fd2e2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:HMAWLT64TB5NH36JUWZ2XEFMNS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Stereotype and Skew: Quantifying Gender Bias in Pre-trained and Fine-tuned Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG","cs.NE"],"primary_cat":"cs.CL","authors_text":"Boris van Breugel, Daniel de Vassimon Manela, David Errington, Pasquale Minervini, Thomas Fisher","submitted_at":"2021-01-24T10:57:59Z","abstract_excerpt":"This paper proposes two intuitive metrics, skew and stereotype, that quantify and analyse the gender bias present in contextual language models when tackling the WinoBias pronoun resolution task. We find evidence that gender stereotype correlates approximately negatively with gender skew in out-of-the-box models, suggesting that there is a trade-off between these two forms of bias. We investigate two methods to mitigate bias. The first approach is an online method which is effective at removing skew at the expense of stereotype. The second, inspired by previous work on ELMo, involves the fine-"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2101.09688","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2101.09688/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:15:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h3kQa8o2g0ceWQX7HTFi/sIItZ+euR+NhhdeGlnh6InLVTEqLL1cum6uNapyzG//QxbizeUEnL+F1pqg/UqFBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:27:07.890102Z"},"content_sha256":"1d7a655a3068e40cdcc906c6ebac55aef6a2d8dff576872f691ed840794f6add","schema_version":"1.0","event_id":"sha256:1d7a655a3068e40cdcc906c6ebac55aef6a2d8dff576872f691ed840794f6add"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HMAWLT64TB5NH36JUWZ2XEFMNS/bundle.json","state_url":"https://pith.science/pith/HMAWLT64TB5NH36JUWZ2XEFMNS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HMAWLT64TB5NH36JUWZ2XEFMNS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T11:27:07Z","links":{"resolver":"https://pith.science/pith/HMAWLT64TB5NH36JUWZ2XEFMNS","bundle":"https://pith.science/pith/HMAWLT64TB5NH36JUWZ2XEFMNS/bundle.json","state":"https://pith.science/pith/HMAWLT64TB5NH36JUWZ2XEFMNS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HMAWLT64TB5NH36JUWZ2XEFMNS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:HMAWLT64TB5NH36JUWZ2XEFMNS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"147f39bbd7c061edc5f8fd4e37164fc187fea51910f06a78d9df87c2e1f701e1","cross_cats_sorted":["cs.AI","cs.LG","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-01-24T10:57:59Z","title_canon_sha256":"ca2451518488d0dfaeae025ad6bfb6c8338212acbced2355fb9559882102df57"},"schema_version":"1.0","source":{"id":"2101.09688","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2101.09688","created_at":"2026-07-05T02:15:41Z"},{"alias_kind":"arxiv_version","alias_value":"2101.09688v2","created_at":"2026-07-05T02:15:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2101.09688","created_at":"2026-07-05T02:15:41Z"},{"alias_kind":"pith_short_12","alias_value":"HMAWLT64TB5N","created_at":"2026-07-05T02:15:41Z"},{"alias_kind":"pith_short_16","alias_value":"HMAWLT64TB5NH36J","created_at":"2026-07-05T02:15:41Z"},{"alias_kind":"pith_short_8","alias_value":"HMAWLT64","created_at":"2026-07-05T02:15:41Z"}],"graph_snapshots":[{"event_id":"sha256:1d7a655a3068e40cdcc906c6ebac55aef6a2d8dff576872f691ed840794f6add","target":"graph","created_at":"2026-07-05T02:15:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2101.09688/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper proposes two intuitive metrics, skew and stereotype, that quantify and analyse the gender bias present in contextual language models when tackling the WinoBias pronoun resolution task. We find evidence that gender stereotype correlates approximately negatively with gender skew in out-of-the-box models, suggesting that there is a trade-off between these two forms of bias. We investigate two methods to mitigate bias. The first approach is an online method which is effective at removing skew at the expense of stereotype. The second, inspired by previous work on ELMo, involves the fine-","authors_text":"Boris van Breugel, Daniel de Vassimon Manela, David Errington, Pasquale Minervini, Thomas Fisher","cross_cats":["cs.AI","cs.LG","cs.NE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-01-24T10:57:59Z","title":"Stereotype and Skew: Quantifying Gender Bias in Pre-trained and Fine-tuned Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2101.09688","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:35218c477b9b0e697dec8f8792a9d66d0417f8f029d32f59ef35dbd3f11fd2e2","target":"record","created_at":"2026-07-05T02:15:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"147f39bbd7c061edc5f8fd4e37164fc187fea51910f06a78d9df87c2e1f701e1","cross_cats_sorted":["cs.AI","cs.LG","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-01-24T10:57:59Z","title_canon_sha256":"ca2451518488d0dfaeae025ad6bfb6c8338212acbced2355fb9559882102df57"},"schema_version":"1.0","source":{"id":"2101.09688","kind":"arxiv","version":2}},"canonical_sha256":"3b0165cfdc987ad3efc9a5b3ab90ac6cb7bc6f0fe7db3642aa70846caf0b5339","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3b0165cfdc987ad3efc9a5b3ab90ac6cb7bc6f0fe7db3642aa70846caf0b5339","first_computed_at":"2026-07-05T02:15:41.153132Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:15:41.153132Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Ukn1sm5XHMLXkr83FTfrtEh+8XXgeFGBA8Jtvl5AvK9qatrK3CY5TD1fAbXgpzrz3Uy/8pF2wDDrF/0ztYRLBw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:15:41.153601Z","signed_message":"canonical_sha256_bytes"},"source_id":"2101.09688","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:35218c477b9b0e697dec8f8792a9d66d0417f8f029d32f59ef35dbd3f11fd2e2","sha256:1d7a655a3068e40cdcc906c6ebac55aef6a2d8dff576872f691ed840794f6add"],"state_sha256":"9449e99dd80485e6d1044584e632d88df9dd799b2c6bc5fee3b4e63875286b46"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/mjm6VafgG4WST4r1d6W6wesnBSSSPbHchpHyhd6uBgaC9bOpi8asWQcofgg65JwxTIvKvffl/cyWZdNB0MuDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T11:27:07.896104Z","bundle_sha256":"4297ce80d1a56dfbf614577bd955a26adef2f5d6e763e9144f9c856d9a6dc374"}}