{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:BPBSVOPLZ6KVTWNPMO3UEB7SGR","short_pith_number":"pith:BPBSVOPL","canonical_record":{"source":{"id":"2203.13928","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-03-25T22:17:43Z","cross_cats_sorted":[],"title_canon_sha256":"a34e43b119b47c0ffd7525e765b5c5274bb2c01b9fa823df9497f924d807d6fe","abstract_canon_sha256":"55401074d9e59249b5818a2aaf0eb81f90e4a22cd74316e8604681d4dec0a21d"},"schema_version":"1.0"},"canonical_sha256":"0bc32ab9ebcf9559d9af63b74207f2346851fc4f3dd47ad5666c80d61470c16c","source":{"kind":"arxiv","id":"2203.13928","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.13928","created_at":"2026-07-05T04:08:44Z"},{"alias_kind":"arxiv_version","alias_value":"2203.13928v1","created_at":"2026-07-05T04:08:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.13928","created_at":"2026-07-05T04:08:44Z"},{"alias_kind":"pith_short_12","alias_value":"BPBSVOPLZ6KV","created_at":"2026-07-05T04:08:44Z"},{"alias_kind":"pith_short_16","alias_value":"BPBSVOPLZ6KVTWNP","created_at":"2026-07-05T04:08:44Z"},{"alias_kind":"pith_short_8","alias_value":"BPBSVOPL","created_at":"2026-07-05T04:08:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:BPBSVOPLZ6KVTWNPMO3UEB7SGR","target":"record","payload":{"canonical_record":{"source":{"id":"2203.13928","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-03-25T22:17:43Z","cross_cats_sorted":[],"title_canon_sha256":"a34e43b119b47c0ffd7525e765b5c5274bb2c01b9fa823df9497f924d807d6fe","abstract_canon_sha256":"55401074d9e59249b5818a2aaf0eb81f90e4a22cd74316e8604681d4dec0a21d"},"schema_version":"1.0"},"canonical_sha256":"0bc32ab9ebcf9559d9af63b74207f2346851fc4f3dd47ad5666c80d61470c16c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:08:44.896476Z","signature_b64":"dkaTCepyQizGcySu4stCAHbZfPt45cKIJzTtZi/jcBSFLcprvXcmr2a7dhaYCO/298aOTwsq1DSS6gU3e2iMDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0bc32ab9ebcf9559d9af63b74207f2346851fc4f3dd47ad5666c80d61470c16c","last_reissued_at":"2026-07-05T04:08:44.896067Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:08:44.896067Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2203.13928","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:08:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MrZ1FMDa9+BlomUtUFOAiRT69rCRH7mUxH++APlbp0tbOZ3R7oR8JhMFp43Co+yaxMKAWLJZdQTozrxiVZHEDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:33:40.266755Z"},"content_sha256":"7a08991c66f70c22382e8d6481fd4722e755b867a984758ec4ef819d5c41a9c6","schema_version":"1.0","event_id":"sha256:7a08991c66f70c22382e8d6481fd4722e755b867a984758ec4ef819d5c41a9c6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:BPBSVOPLZ6KVTWNPMO3UEB7SGR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Intrinsic and Extrinsic Fairness Evaluation Metrics for Contextualized Language Representations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aram Galstyan, Jwala Dhamala, Kai-Wei Chang, Rahul Gupta, Varun Kumar, Yada Pruksachatkun, Yang Trista Cao","submitted_at":"2022-03-25T22:17:43Z","abstract_excerpt":"Multiple metrics have been introduced to measure fairness in various natural language processing tasks. These metrics can be roughly categorized into two categories: 1) \\emph{extrinsic metrics} for evaluating fairness in downstream applications and 2) \\emph{intrinsic metrics} for estimating fairness in upstream contextualized language representation models. In this paper, we conduct an extensive correlation study between intrinsic and extrinsic metrics across bias notions using 19 contextualized language models. We find that intrinsic and extrinsic metrics do not necessarily correlate in their"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.13928","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2203.13928/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:08:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"93hhgbaxIJ6EhkL3RLJmYr2FI1dtCx9vfEh4fSDmR/R8gXr0zqLU9BtxF2oR0F+djmu1KqbhDxoJJE5p5vHbAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T04:33:40.267126Z"},"content_sha256":"91c29199a2d866669a8c6827737c8f1b521e0cc75fe78533590c43b43c0d54fe","schema_version":"1.0","event_id":"sha256:91c29199a2d866669a8c6827737c8f1b521e0cc75fe78533590c43b43c0d54fe"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BPBSVOPLZ6KVTWNPMO3UEB7SGR/bundle.json","state_url":"https://pith.science/pith/BPBSVOPLZ6KVTWNPMO3UEB7SGR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BPBSVOPLZ6KVTWNPMO3UEB7SGR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T04:33:40Z","links":{"resolver":"https://pith.science/pith/BPBSVOPLZ6KVTWNPMO3UEB7SGR","bundle":"https://pith.science/pith/BPBSVOPLZ6KVTWNPMO3UEB7SGR/bundle.json","state":"https://pith.science/pith/BPBSVOPLZ6KVTWNPMO3UEB7SGR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BPBSVOPLZ6KVTWNPMO3UEB7SGR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:BPBSVOPLZ6KVTWNPMO3UEB7SGR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"55401074d9e59249b5818a2aaf0eb81f90e4a22cd74316e8604681d4dec0a21d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-03-25T22:17:43Z","title_canon_sha256":"a34e43b119b47c0ffd7525e765b5c5274bb2c01b9fa823df9497f924d807d6fe"},"schema_version":"1.0","source":{"id":"2203.13928","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.13928","created_at":"2026-07-05T04:08:44Z"},{"alias_kind":"arxiv_version","alias_value":"2203.13928v1","created_at":"2026-07-05T04:08:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.13928","created_at":"2026-07-05T04:08:44Z"},{"alias_kind":"pith_short_12","alias_value":"BPBSVOPLZ6KV","created_at":"2026-07-05T04:08:44Z"},{"alias_kind":"pith_short_16","alias_value":"BPBSVOPLZ6KVTWNP","created_at":"2026-07-05T04:08:44Z"},{"alias_kind":"pith_short_8","alias_value":"BPBSVOPL","created_at":"2026-07-05T04:08:44Z"}],"graph_snapshots":[{"event_id":"sha256:91c29199a2d866669a8c6827737c8f1b521e0cc75fe78533590c43b43c0d54fe","target":"graph","created_at":"2026-07-05T04:08:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.13928/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multiple metrics have been introduced to measure fairness in various natural language processing tasks. These metrics can be roughly categorized into two categories: 1) \\emph{extrinsic metrics} for evaluating fairness in downstream applications and 2) \\emph{intrinsic metrics} for estimating fairness in upstream contextualized language representation models. In this paper, we conduct an extensive correlation study between intrinsic and extrinsic metrics across bias notions using 19 contextualized language models. We find that intrinsic and extrinsic metrics do not necessarily correlate in their","authors_text":"Aram Galstyan, Jwala Dhamala, Kai-Wei Chang, Rahul Gupta, Varun Kumar, Yada Pruksachatkun, Yang Trista Cao","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-03-25T22:17:43Z","title":"On the Intrinsic and Extrinsic Fairness Evaluation Metrics for Contextualized Language Representations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.13928","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7a08991c66f70c22382e8d6481fd4722e755b867a984758ec4ef819d5c41a9c6","target":"record","created_at":"2026-07-05T04:08:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"55401074d9e59249b5818a2aaf0eb81f90e4a22cd74316e8604681d4dec0a21d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-03-25T22:17:43Z","title_canon_sha256":"a34e43b119b47c0ffd7525e765b5c5274bb2c01b9fa823df9497f924d807d6fe"},"schema_version":"1.0","source":{"id":"2203.13928","kind":"arxiv","version":1}},"canonical_sha256":"0bc32ab9ebcf9559d9af63b74207f2346851fc4f3dd47ad5666c80d61470c16c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0bc32ab9ebcf9559d9af63b74207f2346851fc4f3dd47ad5666c80d61470c16c","first_computed_at":"2026-07-05T04:08:44.896067Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:08:44.896067Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dkaTCepyQizGcySu4stCAHbZfPt45cKIJzTtZi/jcBSFLcprvXcmr2a7dhaYCO/298aOTwsq1DSS6gU3e2iMDg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:08:44.896476Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.13928","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7a08991c66f70c22382e8d6481fd4722e755b867a984758ec4ef819d5c41a9c6","sha256:91c29199a2d866669a8c6827737c8f1b521e0cc75fe78533590c43b43c0d54fe"],"state_sha256":"22f8210e81ef42e35469411f26b768617001bf2c9808b3f447a84c8763dc4def"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uDOwOZSL4mqPg/ko61trbkIw0rBOaksjXkBDh/OVVtvUyNdBVARM4QLlkJdYBzj23OV91vGMPnj4UYepeQ+eBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T04:33:40.269243Z","bundle_sha256":"be5e745fccfc02cc7a74538dac4e5b3788bb324b8e12d542a1df0b89d6d74a3b"}}