{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:Y7KZLLNL7BTUQW6URMYPSGCGUY","short_pith_number":"pith:Y7KZLLNL","canonical_record":{"source":{"id":"2012.15859","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T18:59:44Z","cross_cats_sorted":[],"title_canon_sha256":"4b1526bff646a471ddfc59a484ccbc714a5972a57493854134df53bf308ba81e","abstract_canon_sha256":"b7b8bc4777eaabcb4d501e213ee46ba8f11d5ae304c6c0cee192055e78ab984b"},"schema_version":"1.0"},"canonical_sha256":"c7d595adabf867485bd48b30f91846a62853a80242e7d826d94cdb6ccfb36535","source":{"kind":"arxiv","id":"2012.15859","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.15859","created_at":"2026-07-05T02:47:03Z"},{"alias_kind":"arxiv_version","alias_value":"2012.15859v5","created_at":"2026-07-05T02:47:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.15859","created_at":"2026-07-05T02:47:03Z"},{"alias_kind":"pith_short_12","alias_value":"Y7KZLLNL7BTU","created_at":"2026-07-05T02:47:03Z"},{"alias_kind":"pith_short_16","alias_value":"Y7KZLLNL7BTUQW6U","created_at":"2026-07-05T02:47:03Z"},{"alias_kind":"pith_short_8","alias_value":"Y7KZLLNL","created_at":"2026-07-05T02:47:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:Y7KZLLNL7BTUQW6URMYPSGCGUY","target":"record","payload":{"canonical_record":{"source":{"id":"2012.15859","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T18:59:44Z","cross_cats_sorted":[],"title_canon_sha256":"4b1526bff646a471ddfc59a484ccbc714a5972a57493854134df53bf308ba81e","abstract_canon_sha256":"b7b8bc4777eaabcb4d501e213ee46ba8f11d5ae304c6c0cee192055e78ab984b"},"schema_version":"1.0"},"canonical_sha256":"c7d595adabf867485bd48b30f91846a62853a80242e7d826d94cdb6ccfb36535","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:47:03.579891Z","signature_b64":"ssUJ+lqJrpjJe1mBaFeOj5Sk5akzUXzbwiOaR3td251j86d8Tz/cIf9AlMGHOcB5eHfVTk7MQMDtdDytKdTBCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c7d595adabf867485bd48b30f91846a62853a80242e7d826d94cdb6ccfb36535","last_reissued_at":"2026-07-05T02:47:03.579432Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:47:03.579432Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2012.15859","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:47:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4mhO89Aqp6p2IT3GPpfu+YWhz0x3DtHSbpTibh4pmyGZ5KokM8IHXoXP3gJLhnDcN4LdtMSpgr2JDd8njrBSBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T06:30:09.524726Z"},"content_sha256":"2e1af61c53701f1a258b46ee0907c1d478e2dd8835ad3a3229ab391bee6a2849","schema_version":"1.0","event_id":"sha256:2e1af61c53701f1a258b46ee0907c1d478e2dd8835ad3a3229ab391bee6a2849"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:Y7KZLLNL7BTUQW6URMYPSGCGUY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Intrinsic Bias Metrics Do Not Correlate with Application Bias","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Adam Lopez, Mugdha Pandya, Rebecca Marchant, Ricardo Mu\\~noz Sanchez, Seraphina Goldfarb-Tarrant","submitted_at":"2020-12-31T18:59:44Z","abstract_excerpt":"Natural Language Processing (NLP) systems learn harmful societal biases that cause them to amplify inequality as they are deployed in more and more situations. To guide efforts at debiasing these systems, the NLP community relies on a variety of metrics that quantify bias in models. Some of these metrics are intrinsic, measuring bias in word embedding spaces, and some are extrinsic, measuring bias in downstream tasks that the word embeddings enable. Do these intrinsic and extrinsic metrics correlate with each other? We compare intrinsic and extrinsic metrics across hundreds of trained models c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.15859","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2012.15859/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:47:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HkyPrNNHId8p6EYd1GixkVBpsP0fH1CWAKr4nVRbGHrZklme0ZdZH7i9Hf6X8tkvUE7nnooNvZupjz5AdoSzAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T06:30:09.525234Z"},"content_sha256":"89c85058df11768c607d984e3fee28ef3e1085ebc0b3f336bc7c97d8a4f5ed24","schema_version":"1.0","event_id":"sha256:89c85058df11768c607d984e3fee28ef3e1085ebc0b3f336bc7c97d8a4f5ed24"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Y7KZLLNL7BTUQW6URMYPSGCGUY/bundle.json","state_url":"https://pith.science/pith/Y7KZLLNL7BTUQW6URMYPSGCGUY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Y7KZLLNL7BTUQW6URMYPSGCGUY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T06:30:09Z","links":{"resolver":"https://pith.science/pith/Y7KZLLNL7BTUQW6URMYPSGCGUY","bundle":"https://pith.science/pith/Y7KZLLNL7BTUQW6URMYPSGCGUY/bundle.json","state":"https://pith.science/pith/Y7KZLLNL7BTUQW6URMYPSGCGUY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Y7KZLLNL7BTUQW6URMYPSGCGUY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:Y7KZLLNL7BTUQW6URMYPSGCGUY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b7b8bc4777eaabcb4d501e213ee46ba8f11d5ae304c6c0cee192055e78ab984b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T18:59:44Z","title_canon_sha256":"4b1526bff646a471ddfc59a484ccbc714a5972a57493854134df53bf308ba81e"},"schema_version":"1.0","source":{"id":"2012.15859","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.15859","created_at":"2026-07-05T02:47:03Z"},{"alias_kind":"arxiv_version","alias_value":"2012.15859v5","created_at":"2026-07-05T02:47:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.15859","created_at":"2026-07-05T02:47:03Z"},{"alias_kind":"pith_short_12","alias_value":"Y7KZLLNL7BTU","created_at":"2026-07-05T02:47:03Z"},{"alias_kind":"pith_short_16","alias_value":"Y7KZLLNL7BTUQW6U","created_at":"2026-07-05T02:47:03Z"},{"alias_kind":"pith_short_8","alias_value":"Y7KZLLNL","created_at":"2026-07-05T02:47:03Z"}],"graph_snapshots":[{"event_id":"sha256:89c85058df11768c607d984e3fee28ef3e1085ebc0b3f336bc7c97d8a4f5ed24","target":"graph","created_at":"2026-07-05T02:47:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2012.15859/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Natural Language Processing (NLP) systems learn harmful societal biases that cause them to amplify inequality as they are deployed in more and more situations. To guide efforts at debiasing these systems, the NLP community relies on a variety of metrics that quantify bias in models. Some of these metrics are intrinsic, measuring bias in word embedding spaces, and some are extrinsic, measuring bias in downstream tasks that the word embeddings enable. Do these intrinsic and extrinsic metrics correlate with each other? We compare intrinsic and extrinsic metrics across hundreds of trained models c","authors_text":"Adam Lopez, Mugdha Pandya, Rebecca Marchant, Ricardo Mu\\~noz Sanchez, Seraphina Goldfarb-Tarrant","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T18:59:44Z","title":"Intrinsic Bias Metrics Do Not Correlate with Application Bias"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.15859","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2e1af61c53701f1a258b46ee0907c1d478e2dd8835ad3a3229ab391bee6a2849","target":"record","created_at":"2026-07-05T02:47:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b7b8bc4777eaabcb4d501e213ee46ba8f11d5ae304c6c0cee192055e78ab984b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-12-31T18:59:44Z","title_canon_sha256":"4b1526bff646a471ddfc59a484ccbc714a5972a57493854134df53bf308ba81e"},"schema_version":"1.0","source":{"id":"2012.15859","kind":"arxiv","version":5}},"canonical_sha256":"c7d595adabf867485bd48b30f91846a62853a80242e7d826d94cdb6ccfb36535","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c7d595adabf867485bd48b30f91846a62853a80242e7d826d94cdb6ccfb36535","first_computed_at":"2026-07-05T02:47:03.579432Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:47:03.579432Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ssUJ+lqJrpjJe1mBaFeOj5Sk5akzUXzbwiOaR3td251j86d8Tz/cIf9AlMGHOcB5eHfVTk7MQMDtdDytKdTBCw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:47:03.579891Z","signed_message":"canonical_sha256_bytes"},"source_id":"2012.15859","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2e1af61c53701f1a258b46ee0907c1d478e2dd8835ad3a3229ab391bee6a2849","sha256:89c85058df11768c607d984e3fee28ef3e1085ebc0b3f336bc7c97d8a4f5ed24"],"state_sha256":"d1e9e7750538d8d70d08dd2d0df35a8a24f5f668fbb15b68e26f96b07a91baff"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vOaldANNMTtqEEPdMajy+t/czLbznpuafHzM8izn47i8IltzPhaGhC6cudSQ6rOjAWM6SFmyn/qsUmNN4P3dCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T06:30:09.529416Z","bundle_sha256":"98d05cf1c6f999b6c1f899d2a5abe60b35a4e66eef66e4cd4bcec80960fbb551"}}