{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:SGVLNUREZPXARMN2R24ONEETDT","short_pith_number":"pith:SGVLNURE","canonical_record":{"source":{"id":"2306.01943","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-02T23:02:09Z","cross_cats_sorted":["cs.CY","cs.HC"],"title_canon_sha256":"04ba29808083f06bda3e529ffbcd5df8e77588571582d188de92b8b9df92b28e","abstract_canon_sha256":"d1c3e63dcd696272d6e7e27af6ad8a6f9f6b57fec78567905190aaeea13ba595"},"schema_version":"1.0"},"canonical_sha256":"91aab6d224cbee08b1ba8eb8e690931ce3eead9ae92553fccda7c866f64f4d73","source":{"kind":"arxiv","id":"2306.01943","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.01943","created_at":"2026-07-05T06:17:11Z"},{"alias_kind":"arxiv_version","alias_value":"2306.01943v1","created_at":"2026-07-05T06:17:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.01943","created_at":"2026-07-05T06:17:11Z"},{"alias_kind":"pith_short_12","alias_value":"SGVLNUREZPXA","created_at":"2026-07-05T06:17:11Z"},{"alias_kind":"pith_short_16","alias_value":"SGVLNUREZPXARMN2","created_at":"2026-07-05T06:17:11Z"},{"alias_kind":"pith_short_8","alias_value":"SGVLNURE","created_at":"2026-07-05T06:17:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:SGVLNUREZPXARMN2R24ONEETDT","target":"record","payload":{"canonical_record":{"source":{"id":"2306.01943","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-02T23:02:09Z","cross_cats_sorted":["cs.CY","cs.HC"],"title_canon_sha256":"04ba29808083f06bda3e529ffbcd5df8e77588571582d188de92b8b9df92b28e","abstract_canon_sha256":"d1c3e63dcd696272d6e7e27af6ad8a6f9f6b57fec78567905190aaeea13ba595"},"schema_version":"1.0"},"canonical_sha256":"91aab6d224cbee08b1ba8eb8e690931ce3eead9ae92553fccda7c866f64f4d73","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:17:11.292124Z","signature_b64":"u/yBGxmhlCDGoqjizCU5AorufNK2forNejgNh92UgFWMNaWGW66Tj0XUTE8qwr7RAvIorCAMOqFWU2gc0d1sCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"91aab6d224cbee08b1ba8eb8e690931ce3eead9ae92553fccda7c866f64f4d73","last_reissued_at":"2026-07-05T06:17:11.291734Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:17:11.291734Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.01943","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:17:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V5LICgCmvi4qhJpcIAtXwqgtrmrZnay8cftvDklgYJ9UDIUi5Hahv8lxm1pTPZQmp+J8sHzgEzJ4L3CFdkn+Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T00:24:53.006408Z"},"content_sha256":"ff9b6e8b20dc133de841e13aad8725509938fde071e3dbd71eb1984b7b7cd001","schema_version":"1.0","event_id":"sha256:ff9b6e8b20dc133de841e13aad8725509938fde071e3dbd71eb1984b7b7cd001"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:SGVLNUREZPXARMN2R24ONEETDT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"NLPositionality: Characterizing Design Biases of Datasets and Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CY","cs.HC"],"primary_cat":"cs.CL","authors_text":"Jenny T. Liang, Katharina Reinecke, Maarten Sap, Ronan Le Bras, Sebastin Santy","submitted_at":"2023-06-02T23:02:09Z","abstract_excerpt":"Design biases in NLP systems, such as performance differences for different populations, often stem from their creator's positionality, i.e., views and lived experiences shaped by identity and background. Despite the prevalence and risks of design biases, they are hard to quantify because researcher, system, and dataset positionality is often unobserved. We introduce NLPositionality, a framework for characterizing design biases and quantifying the positionality of NLP datasets and models. Our framework continuously collects annotations from a diverse pool of volunteer participants on LabintheW"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.01943","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.01943/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:17:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"z8NOx1ri0lQcfpQiC2HDm8l/oN0kspZOWSiOqcW6Y5y5ROn77kfdih2GW4SSYtLwCKAxvn6mBtXQgc+6eGrhBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T00:24:53.006789Z"},"content_sha256":"7cd7a43db0d91035af13cf018cf040f074a0c0a3e14428191ef54e4f520eede8","schema_version":"1.0","event_id":"sha256:7cd7a43db0d91035af13cf018cf040f074a0c0a3e14428191ef54e4f520eede8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SGVLNUREZPXARMN2R24ONEETDT/bundle.json","state_url":"https://pith.science/pith/SGVLNUREZPXARMN2R24ONEETDT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SGVLNUREZPXARMN2R24ONEETDT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T00:24:53Z","links":{"resolver":"https://pith.science/pith/SGVLNUREZPXARMN2R24ONEETDT","bundle":"https://pith.science/pith/SGVLNUREZPXARMN2R24ONEETDT/bundle.json","state":"https://pith.science/pith/SGVLNUREZPXARMN2R24ONEETDT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SGVLNUREZPXARMN2R24ONEETDT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:SGVLNUREZPXARMN2R24ONEETDT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d1c3e63dcd696272d6e7e27af6ad8a6f9f6b57fec78567905190aaeea13ba595","cross_cats_sorted":["cs.CY","cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-02T23:02:09Z","title_canon_sha256":"04ba29808083f06bda3e529ffbcd5df8e77588571582d188de92b8b9df92b28e"},"schema_version":"1.0","source":{"id":"2306.01943","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.01943","created_at":"2026-07-05T06:17:11Z"},{"alias_kind":"arxiv_version","alias_value":"2306.01943v1","created_at":"2026-07-05T06:17:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.01943","created_at":"2026-07-05T06:17:11Z"},{"alias_kind":"pith_short_12","alias_value":"SGVLNUREZPXA","created_at":"2026-07-05T06:17:11Z"},{"alias_kind":"pith_short_16","alias_value":"SGVLNUREZPXARMN2","created_at":"2026-07-05T06:17:11Z"},{"alias_kind":"pith_short_8","alias_value":"SGVLNURE","created_at":"2026-07-05T06:17:11Z"}],"graph_snapshots":[{"event_id":"sha256:7cd7a43db0d91035af13cf018cf040f074a0c0a3e14428191ef54e4f520eede8","target":"graph","created_at":"2026-07-05T06:17:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.01943/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Design biases in NLP systems, such as performance differences for different populations, often stem from their creator's positionality, i.e., views and lived experiences shaped by identity and background. Despite the prevalence and risks of design biases, they are hard to quantify because researcher, system, and dataset positionality is often unobserved. We introduce NLPositionality, a framework for characterizing design biases and quantifying the positionality of NLP datasets and models. Our framework continuously collects annotations from a diverse pool of volunteer participants on LabintheW","authors_text":"Jenny T. Liang, Katharina Reinecke, Maarten Sap, Ronan Le Bras, Sebastin Santy","cross_cats":["cs.CY","cs.HC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-02T23:02:09Z","title":"NLPositionality: Characterizing Design Biases of Datasets and Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.01943","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ff9b6e8b20dc133de841e13aad8725509938fde071e3dbd71eb1984b7b7cd001","target":"record","created_at":"2026-07-05T06:17:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d1c3e63dcd696272d6e7e27af6ad8a6f9f6b57fec78567905190aaeea13ba595","cross_cats_sorted":["cs.CY","cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-02T23:02:09Z","title_canon_sha256":"04ba29808083f06bda3e529ffbcd5df8e77588571582d188de92b8b9df92b28e"},"schema_version":"1.0","source":{"id":"2306.01943","kind":"arxiv","version":1}},"canonical_sha256":"91aab6d224cbee08b1ba8eb8e690931ce3eead9ae92553fccda7c866f64f4d73","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"91aab6d224cbee08b1ba8eb8e690931ce3eead9ae92553fccda7c866f64f4d73","first_computed_at":"2026-07-05T06:17:11.291734Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:17:11.291734Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"u/yBGxmhlCDGoqjizCU5AorufNK2forNejgNh92UgFWMNaWGW66Tj0XUTE8qwr7RAvIorCAMOqFWU2gc0d1sCg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:17:11.292124Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.01943","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ff9b6e8b20dc133de841e13aad8725509938fde071e3dbd71eb1984b7b7cd001","sha256:7cd7a43db0d91035af13cf018cf040f074a0c0a3e14428191ef54e4f520eede8"],"state_sha256":"5d82c169e2d9f3ee8e5ca54ac1ca7e158eebede2f8fa2ad4001e3bb8104f26b1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Dlpj5Bt/qwV2k7AnOUgtp4MnLdjwQysrYhPlEI5IAqoYBVU/8dRGt3ZXPgmf3xo0ngxvKJkwRUPNGOaewzgrAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T00:24:53.008825Z","bundle_sha256":"09a75cf068ca1d6011f2d367b4aedfac4ffd57210f40f69bc030c718955f45ef"}}