{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:2ZWRCJLV3DKSLK3MA5N6N6IAW5","short_pith_number":"pith:2ZWRCJLV","canonical_record":{"source":{"id":"2305.11840","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-19T17:30:19Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"0404ae04855e342d16a280a9c067830edc9dff9f24986883093aae8b02b5a48d","abstract_canon_sha256":"6312a444080cd57dbe41c170690f556cdf1cdb445fa6006419769590785c2d1c"},"schema_version":"1.0"},"canonical_sha256":"d66d112575d8d525ab6c075be6f900b74f1e2876a70ab601094cc664280e301c","source":{"kind":"arxiv","id":"2305.11840","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.11840","created_at":"2026-07-05T06:11:51Z"},{"alias_kind":"arxiv_version","alias_value":"2305.11840v1","created_at":"2026-07-05T06:11:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.11840","created_at":"2026-07-05T06:11:51Z"},{"alias_kind":"pith_short_12","alias_value":"2ZWRCJLV3DKS","created_at":"2026-07-05T06:11:51Z"},{"alias_kind":"pith_short_16","alias_value":"2ZWRCJLV3DKSLK3M","created_at":"2026-07-05T06:11:51Z"},{"alias_kind":"pith_short_8","alias_value":"2ZWRCJLV","created_at":"2026-07-05T06:11:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:2ZWRCJLV3DKSLK3MA5N6N6IAW5","target":"record","payload":{"canonical_record":{"source":{"id":"2305.11840","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-19T17:30:19Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"0404ae04855e342d16a280a9c067830edc9dff9f24986883093aae8b02b5a48d","abstract_canon_sha256":"6312a444080cd57dbe41c170690f556cdf1cdb445fa6006419769590785c2d1c"},"schema_version":"1.0"},"canonical_sha256":"d66d112575d8d525ab6c075be6f900b74f1e2876a70ab601094cc664280e301c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:11:51.755234Z","signature_b64":"imEVxS3Y4d7nU1BnC3QA38MnW7Za1FIlu7Emg+VMvQCQDsaJevpWR/iy6PLNV8jlZrmuiYLjyEaI1Z788FjTCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d66d112575d8d525ab6c075be6f900b74f1e2876a70ab601094cc664280e301c","last_reissued_at":"2026-07-05T06:11:51.754831Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:11:51.754831Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.11840","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:11:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gmH1hIUfoIpqByipbdmQE8budfLWUdKFq/Gv0D+KepNPDeGbPFrxc6ck8S3NSjqAp6gidHGGunGwNhA53hAYAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T02:44:36.440335Z"},"content_sha256":"244a7fa5be56f617798f33940aa9af0441911739926869f361fd11f451a97762","schema_version":"1.0","event_id":"sha256:244a7fa5be56f617798f33940aa9af0441911739926869f361fd11f451a97762"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:2ZWRCJLV3DKSLK3MA5N6N6IAW5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SeeGULL: A Stereotype Benchmark with Broad Geo-Cultural Coverage Leveraging Generative Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.CL","authors_text":"Aida Davani, Akshita Jha, Chandan K. Reddy, Shachi Dave, Sunipa Dev, Vinodkumar Prabhakaran","submitted_at":"2023-05-19T17:30:19Z","abstract_excerpt":"Stereotype benchmark datasets are crucial to detect and mitigate social stereotypes about groups of people in NLP models. However, existing datasets are limited in size and coverage, and are largely restricted to stereotypes prevalent in the Western society. This is especially problematic as language technologies gain hold across the globe. To address this gap, we present SeeGULL, a broad-coverage stereotype dataset, built by utilizing generative capabilities of large language models such as PaLM, and GPT-3, and leveraging a globally diverse rater pool to validate the prevalence of those stere"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.11840","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.11840/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:11:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ixlGO084GFvZB87+Jn3+ujKbVs766x+gj9Ab3y5ShtLE4S8d/+eaV/6mUQglXioG/oIi24SrDUj+HS+wrcUfCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T02:44:36.452789Z"},"content_sha256":"df89520ca552552b778bf272f9269a0aa7448db7122a490cb00497519751d459","schema_version":"1.0","event_id":"sha256:df89520ca552552b778bf272f9269a0aa7448db7122a490cb00497519751d459"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2ZWRCJLV3DKSLK3MA5N6N6IAW5/bundle.json","state_url":"https://pith.science/pith/2ZWRCJLV3DKSLK3MA5N6N6IAW5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2ZWRCJLV3DKSLK3MA5N6N6IAW5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T02:44:36Z","links":{"resolver":"https://pith.science/pith/2ZWRCJLV3DKSLK3MA5N6N6IAW5","bundle":"https://pith.science/pith/2ZWRCJLV3DKSLK3MA5N6N6IAW5/bundle.json","state":"https://pith.science/pith/2ZWRCJLV3DKSLK3MA5N6N6IAW5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2ZWRCJLV3DKSLK3MA5N6N6IAW5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2ZWRCJLV3DKSLK3MA5N6N6IAW5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6312a444080cd57dbe41c170690f556cdf1cdb445fa6006419769590785c2d1c","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-19T17:30:19Z","title_canon_sha256":"0404ae04855e342d16a280a9c067830edc9dff9f24986883093aae8b02b5a48d"},"schema_version":"1.0","source":{"id":"2305.11840","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.11840","created_at":"2026-07-05T06:11:51Z"},{"alias_kind":"arxiv_version","alias_value":"2305.11840v1","created_at":"2026-07-05T06:11:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.11840","created_at":"2026-07-05T06:11:51Z"},{"alias_kind":"pith_short_12","alias_value":"2ZWRCJLV3DKS","created_at":"2026-07-05T06:11:51Z"},{"alias_kind":"pith_short_16","alias_value":"2ZWRCJLV3DKSLK3M","created_at":"2026-07-05T06:11:51Z"},{"alias_kind":"pith_short_8","alias_value":"2ZWRCJLV","created_at":"2026-07-05T06:11:51Z"}],"graph_snapshots":[{"event_id":"sha256:df89520ca552552b778bf272f9269a0aa7448db7122a490cb00497519751d459","target":"graph","created_at":"2026-07-05T06:11:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.11840/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Stereotype benchmark datasets are crucial to detect and mitigate social stereotypes about groups of people in NLP models. However, existing datasets are limited in size and coverage, and are largely restricted to stereotypes prevalent in the Western society. This is especially problematic as language technologies gain hold across the globe. To address this gap, we present SeeGULL, a broad-coverage stereotype dataset, built by utilizing generative capabilities of large language models such as PaLM, and GPT-3, and leveraging a globally diverse rater pool to validate the prevalence of those stere","authors_text":"Aida Davani, Akshita Jha, Chandan K. Reddy, Shachi Dave, Sunipa Dev, Vinodkumar Prabhakaran","cross_cats":["cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-19T17:30:19Z","title":"SeeGULL: A Stereotype Benchmark with Broad Geo-Cultural Coverage Leveraging Generative Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.11840","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:244a7fa5be56f617798f33940aa9af0441911739926869f361fd11f451a97762","target":"record","created_at":"2026-07-05T06:11:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6312a444080cd57dbe41c170690f556cdf1cdb445fa6006419769590785c2d1c","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-19T17:30:19Z","title_canon_sha256":"0404ae04855e342d16a280a9c067830edc9dff9f24986883093aae8b02b5a48d"},"schema_version":"1.0","source":{"id":"2305.11840","kind":"arxiv","version":1}},"canonical_sha256":"d66d112575d8d525ab6c075be6f900b74f1e2876a70ab601094cc664280e301c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d66d112575d8d525ab6c075be6f900b74f1e2876a70ab601094cc664280e301c","first_computed_at":"2026-07-05T06:11:51.754831Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:11:51.754831Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"imEVxS3Y4d7nU1BnC3QA38MnW7Za1FIlu7Emg+VMvQCQDsaJevpWR/iy6PLNV8jlZrmuiYLjyEaI1Z788FjTCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:11:51.755234Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.11840","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:244a7fa5be56f617798f33940aa9af0441911739926869f361fd11f451a97762","sha256:df89520ca552552b778bf272f9269a0aa7448db7122a490cb00497519751d459"],"state_sha256":"faee68e432cbb2d8d7ef524a0c539a9c1a70ea1003d612cb7500719fc25b1e42"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ic+lF1HxJSRthhDf8CmZ3kqCcd4ybwS/+AMgAwea3h5dUYdLHDEvDVcSAVRfNSpJBMtZZMeOXQ8JiL+60+Y6CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T02:44:36.467390Z","bundle_sha256":"4b41e90c38ca6341c1ec25ea6d842350c424f55acf5dd5ef3754c86feab4b93c"}}