{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:J6FRZPZ7RSIS5RZWQUSMTIXMHM","short_pith_number":"pith:J6FRZPZ7","canonical_record":{"source":{"id":"2206.11684","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-23T13:22:24Z","cross_cats_sorted":[],"title_canon_sha256":"517d063fb25fbbf71f9ea4c5758cabc01a1cdc13caa778fe4c77340a4e407d26","abstract_canon_sha256":"61c2e7ba096d7386c3df3841ecddfac04217b7e3e4314c7e92330455c1846da9"},"schema_version":"1.0"},"canonical_sha256":"4f8b1cbf3f8c912ec7368524c9a2ec3b0bec0bdec2ef91f920c721f6b31d09e4","source":{"kind":"arxiv","id":"2206.11684","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.11684","created_at":"2026-07-05T04:34:22Z"},{"alias_kind":"arxiv_version","alias_value":"2206.11684v1","created_at":"2026-07-05T04:34:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.11684","created_at":"2026-07-05T04:34:22Z"},{"alias_kind":"pith_short_12","alias_value":"J6FRZPZ7RSIS","created_at":"2026-07-05T04:34:22Z"},{"alias_kind":"pith_short_16","alias_value":"J6FRZPZ7RSIS5RZW","created_at":"2026-07-05T04:34:22Z"},{"alias_kind":"pith_short_8","alias_value":"J6FRZPZ7","created_at":"2026-07-05T04:34:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:J6FRZPZ7RSIS5RZWQUSMTIXMHM","target":"record","payload":{"canonical_record":{"source":{"id":"2206.11684","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-23T13:22:24Z","cross_cats_sorted":[],"title_canon_sha256":"517d063fb25fbbf71f9ea4c5758cabc01a1cdc13caa778fe4c77340a4e407d26","abstract_canon_sha256":"61c2e7ba096d7386c3df3841ecddfac04217b7e3e4314c7e92330455c1846da9"},"schema_version":"1.0"},"canonical_sha256":"4f8b1cbf3f8c912ec7368524c9a2ec3b0bec0bdec2ef91f920c721f6b31d09e4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:34:22.766132Z","signature_b64":"kikilvDvL2Yc7rbqBSzMBoXCTlWhwLfhXwz4DYWkl36+BEedY0lWckhMYXje/tqVb6bgBIp7Z6OOCU3t4bImCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4f8b1cbf3f8c912ec7368524c9a2ec3b0bec0bdec2ef91f920c721f6b31d09e4","last_reissued_at":"2026-07-05T04:34:22.765682Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:34:22.765682Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2206.11684","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:34:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O9iW5VLBie7+BeeD133Ftc+haHQ/7UNZqVECmRcG3OM+9wHwIClpdNkU24UWxAq2YbT903+eFgNg1NaJ9irkCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:49:07.421041Z"},"content_sha256":"9edb181277dccfc47d6688c034eb9008ea9d928a018dbce2f439284d1350898f","schema_version":"1.0","event_id":"sha256:9edb181277dccfc47d6688c034eb9008ea9d928a018dbce2f439284d1350898f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:J6FRZPZ7RSIS5RZWQUSMTIXMHM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Theory-Grounded Measurement of U.S. Social Stereotypes in English Language Models","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Anna Sotnikova, Hal Daum\\'e III, Linda Zou, Rachel Rudinger, Yang Trista Cao","submitted_at":"2022-06-23T13:22:24Z","abstract_excerpt":"NLP models trained on text have been shown to reproduce human stereotypes, which can magnify harms to marginalized groups when systems are deployed at scale. We adapt the Agency-Belief-Communion (ABC) stereotype model of Koch et al. (2016) from social psychology as a framework for the systematic study and discovery of stereotypic group-trait associations in language models (LMs). We introduce the sensitivity test (SeT) for measuring stereotypical associations from language models. To evaluate SeT and other measures using the ABC model, we collect group-trait judgments from U.S.-based subjects "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.11684","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2206.11684/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:34:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9AYQ/lTS/4Y97Sn4TOUycTKXYtp163Pc6ObMpuVU3lfik17kNhwCov5xTDjknHPz5ETIjsvLzmKvXbnANetkAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:49:07.421427Z"},"content_sha256":"dd9a4ee6ca4df7e6296331bbf1d48543fc7f6388906793513cddfc3d4b5f38f9","schema_version":"1.0","event_id":"sha256:dd9a4ee6ca4df7e6296331bbf1d48543fc7f6388906793513cddfc3d4b5f38f9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/J6FRZPZ7RSIS5RZWQUSMTIXMHM/bundle.json","state_url":"https://pith.science/pith/J6FRZPZ7RSIS5RZWQUSMTIXMHM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/J6FRZPZ7RSIS5RZWQUSMTIXMHM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T15:49:07Z","links":{"resolver":"https://pith.science/pith/J6FRZPZ7RSIS5RZWQUSMTIXMHM","bundle":"https://pith.science/pith/J6FRZPZ7RSIS5RZWQUSMTIXMHM/bundle.json","state":"https://pith.science/pith/J6FRZPZ7RSIS5RZWQUSMTIXMHM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/J6FRZPZ7RSIS5RZWQUSMTIXMHM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:J6FRZPZ7RSIS5RZWQUSMTIXMHM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"61c2e7ba096d7386c3df3841ecddfac04217b7e3e4314c7e92330455c1846da9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-23T13:22:24Z","title_canon_sha256":"517d063fb25fbbf71f9ea4c5758cabc01a1cdc13caa778fe4c77340a4e407d26"},"schema_version":"1.0","source":{"id":"2206.11684","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.11684","created_at":"2026-07-05T04:34:22Z"},{"alias_kind":"arxiv_version","alias_value":"2206.11684v1","created_at":"2026-07-05T04:34:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.11684","created_at":"2026-07-05T04:34:22Z"},{"alias_kind":"pith_short_12","alias_value":"J6FRZPZ7RSIS","created_at":"2026-07-05T04:34:22Z"},{"alias_kind":"pith_short_16","alias_value":"J6FRZPZ7RSIS5RZW","created_at":"2026-07-05T04:34:22Z"},{"alias_kind":"pith_short_8","alias_value":"J6FRZPZ7","created_at":"2026-07-05T04:34:22Z"}],"graph_snapshots":[{"event_id":"sha256:dd9a4ee6ca4df7e6296331bbf1d48543fc7f6388906793513cddfc3d4b5f38f9","target":"graph","created_at":"2026-07-05T04:34:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2206.11684/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"NLP models trained on text have been shown to reproduce human stereotypes, which can magnify harms to marginalized groups when systems are deployed at scale. We adapt the Agency-Belief-Communion (ABC) stereotype model of Koch et al. (2016) from social psychology as a framework for the systematic study and discovery of stereotypic group-trait associations in language models (LMs). We introduce the sensitivity test (SeT) for measuring stereotypical associations from language models. To evaluate SeT and other measures using the ABC model, we collect group-trait judgments from U.S.-based subjects ","authors_text":"Anna Sotnikova, Hal Daum\\'e III, Linda Zou, Rachel Rudinger, Yang Trista Cao","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-23T13:22:24Z","title":"Theory-Grounded Measurement of U.S. Social Stereotypes in English Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.11684","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9edb181277dccfc47d6688c034eb9008ea9d928a018dbce2f439284d1350898f","target":"record","created_at":"2026-07-05T04:34:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"61c2e7ba096d7386c3df3841ecddfac04217b7e3e4314c7e92330455c1846da9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-23T13:22:24Z","title_canon_sha256":"517d063fb25fbbf71f9ea4c5758cabc01a1cdc13caa778fe4c77340a4e407d26"},"schema_version":"1.0","source":{"id":"2206.11684","kind":"arxiv","version":1}},"canonical_sha256":"4f8b1cbf3f8c912ec7368524c9a2ec3b0bec0bdec2ef91f920c721f6b31d09e4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4f8b1cbf3f8c912ec7368524c9a2ec3b0bec0bdec2ef91f920c721f6b31d09e4","first_computed_at":"2026-07-05T04:34:22.765682Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:34:22.765682Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kikilvDvL2Yc7rbqBSzMBoXCTlWhwLfhXwz4DYWkl36+BEedY0lWckhMYXje/tqVb6bgBIp7Z6OOCU3t4bImCw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:34:22.766132Z","signed_message":"canonical_sha256_bytes"},"source_id":"2206.11684","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9edb181277dccfc47d6688c034eb9008ea9d928a018dbce2f439284d1350898f","sha256:dd9a4ee6ca4df7e6296331bbf1d48543fc7f6388906793513cddfc3d4b5f38f9"],"state_sha256":"9daba74bb90a30457c99a8b4afb8638325a22ccb96bd5b7f8adcaabe63aceaeb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SbJ7PF4rEa1aVO2SW3TBr0TaNk0M0u5/DzHAEAk4omTfjVZ2PtrIJ6/jRR+CSr5EKfgCJUyHPVJSZzKuqoYkAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T15:49:07.423378Z","bundle_sha256":"2baedb5fd844fd53603161cf78e142b8d0eac892071b8dbc576ac79ee151c1de"}}