{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:LTJ5XP4U7R34I4GHKW7XDP6OJM","short_pith_number":"pith:LTJ5XP4U","canonical_record":{"source":{"id":"2310.16523","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-25T10:17:17Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"634c40243ad769f6174cba02c6a74e54445bbfc8e525b15dd50424f807dc6718","abstract_canon_sha256":"86804f7fe53c9aa9cdcccad2cfd39dc096407b117e951e5f65bcbdd0a09a3e1d"},"schema_version":"1.0"},"canonical_sha256":"5cd3dbbf94fc77c470c755bf71bfce4b011b8af94764b0445d10423d711b8d47","source":{"kind":"arxiv","id":"2310.16523","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.16523","created_at":"2026-07-05T07:04:58Z"},{"alias_kind":"arxiv_version","alias_value":"2310.16523v1","created_at":"2026-07-05T07:04:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.16523","created_at":"2026-07-05T07:04:58Z"},{"alias_kind":"pith_short_12","alias_value":"LTJ5XP4U7R34","created_at":"2026-07-05T07:04:58Z"},{"alias_kind":"pith_short_16","alias_value":"LTJ5XP4U7R34I4GH","created_at":"2026-07-05T07:04:58Z"},{"alias_kind":"pith_short_8","alias_value":"LTJ5XP4U","created_at":"2026-07-05T07:04:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:LTJ5XP4U7R34I4GHKW7XDP6OJM","target":"record","payload":{"canonical_record":{"source":{"id":"2310.16523","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-25T10:17:17Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"634c40243ad769f6174cba02c6a74e54445bbfc8e525b15dd50424f807dc6718","abstract_canon_sha256":"86804f7fe53c9aa9cdcccad2cfd39dc096407b117e951e5f65bcbdd0a09a3e1d"},"schema_version":"1.0"},"canonical_sha256":"5cd3dbbf94fc77c470c755bf71bfce4b011b8af94764b0445d10423d711b8d47","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:04:58.793326Z","signature_b64":"rf3C56l3NxPh9CIEypc+WfSWQSARe3Rcj5nQVzpHYFUPkvfP7MN2gFUVEDolFI9Pr/G6Vcsz4JAX/vWhOMvGDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5cd3dbbf94fc77c470c755bf71bfce4b011b8af94764b0445d10423d711b8d47","last_reissued_at":"2026-07-05T07:04:58.792904Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:04:58.792904Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.16523","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3H7WfY3u2DO1bnpyHPrBNBDecjTQGhOb1+pKxqelqaT5cjdOi9YO8LJj/iMbng34LvNTcuYy6TjIvVsR0lpgBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T05:54:40.735383Z"},"content_sha256":"2aacfe3a4183f8ad2821cd99f129d03b3bda03bfc7a3b2925d5882f8ae7da7ae","schema_version":"1.0","event_id":"sha256:2aacfe3a4183f8ad2821cd99f129d03b3bda03bfc7a3b2925d5882f8ae7da7ae"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:LTJ5XP4U7R34I4GHKW7XDP6OJM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving Diversity of Demographic Representation in Large Language Models via Collective-Critiques and Self-Voting","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Ahmad Beirami, Alex Beutel, Ben Packer, Hansa Srinivasan, Jilin Chen, Nicholas Blumm, Preethi Lahoti, Qijun Tan, Raghavendra Kotikalapudi, Sahitya Potluri, Xiao Ma","submitted_at":"2023-10-25T10:17:17Z","abstract_excerpt":"A crucial challenge for generative large language models (LLMs) is diversity: when a user's prompt is under-specified, models may follow implicit assumptions while generating a response, which may result in homogenization of the responses, as well as certain demographic groups being under-represented or even erased from the generated responses. In this paper, we formalize diversity of representation in generative LLMs. We present evaluation datasets and propose metrics to measure diversity in generated responses along people and culture axes. We find that LLMs understand the notion of diversit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.16523","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.16523/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vVgJccKdiDZNW3Wngb2f3YUm2k638x/eDKrP1Vzw0+o4gJvZGQoWtssoJykBuh/ksDrrQ+dQ5Aa5hA/itNVmDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T05:54:40.735878Z"},"content_sha256":"00a6d3e62bd85b79713534cbde0eb28a16f06c37d9a2939aa7ee8c89a767187b","schema_version":"1.0","event_id":"sha256:00a6d3e62bd85b79713534cbde0eb28a16f06c37d9a2939aa7ee8c89a767187b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LTJ5XP4U7R34I4GHKW7XDP6OJM/bundle.json","state_url":"https://pith.science/pith/LTJ5XP4U7R34I4GHKW7XDP6OJM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LTJ5XP4U7R34I4GHKW7XDP6OJM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T05:54:40Z","links":{"resolver":"https://pith.science/pith/LTJ5XP4U7R34I4GHKW7XDP6OJM","bundle":"https://pith.science/pith/LTJ5XP4U7R34I4GHKW7XDP6OJM/bundle.json","state":"https://pith.science/pith/LTJ5XP4U7R34I4GHKW7XDP6OJM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LTJ5XP4U7R34I4GHKW7XDP6OJM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:LTJ5XP4U7R34I4GHKW7XDP6OJM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"86804f7fe53c9aa9cdcccad2cfd39dc096407b117e951e5f65bcbdd0a09a3e1d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-25T10:17:17Z","title_canon_sha256":"634c40243ad769f6174cba02c6a74e54445bbfc8e525b15dd50424f807dc6718"},"schema_version":"1.0","source":{"id":"2310.16523","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.16523","created_at":"2026-07-05T07:04:58Z"},{"alias_kind":"arxiv_version","alias_value":"2310.16523v1","created_at":"2026-07-05T07:04:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.16523","created_at":"2026-07-05T07:04:58Z"},{"alias_kind":"pith_short_12","alias_value":"LTJ5XP4U7R34","created_at":"2026-07-05T07:04:58Z"},{"alias_kind":"pith_short_16","alias_value":"LTJ5XP4U7R34I4GH","created_at":"2026-07-05T07:04:58Z"},{"alias_kind":"pith_short_8","alias_value":"LTJ5XP4U","created_at":"2026-07-05T07:04:58Z"}],"graph_snapshots":[{"event_id":"sha256:00a6d3e62bd85b79713534cbde0eb28a16f06c37d9a2939aa7ee8c89a767187b","target":"graph","created_at":"2026-07-05T07:04:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.16523/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A crucial challenge for generative large language models (LLMs) is diversity: when a user's prompt is under-specified, models may follow implicit assumptions while generating a response, which may result in homogenization of the responses, as well as certain demographic groups being under-represented or even erased from the generated responses. In this paper, we formalize diversity of representation in generative LLMs. We present evaluation datasets and propose metrics to measure diversity in generated responses along people and culture axes. We find that LLMs understand the notion of diversit","authors_text":"Ahmad Beirami, Alex Beutel, Ben Packer, Hansa Srinivasan, Jilin Chen, Nicholas Blumm, Preethi Lahoti, Qijun Tan, Raghavendra Kotikalapudi, Sahitya Potluri, Xiao Ma","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-25T10:17:17Z","title":"Improving Diversity of Demographic Representation in Large Language Models via Collective-Critiques and Self-Voting"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.16523","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2aacfe3a4183f8ad2821cd99f129d03b3bda03bfc7a3b2925d5882f8ae7da7ae","target":"record","created_at":"2026-07-05T07:04:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"86804f7fe53c9aa9cdcccad2cfd39dc096407b117e951e5f65bcbdd0a09a3e1d","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-25T10:17:17Z","title_canon_sha256":"634c40243ad769f6174cba02c6a74e54445bbfc8e525b15dd50424f807dc6718"},"schema_version":"1.0","source":{"id":"2310.16523","kind":"arxiv","version":1}},"canonical_sha256":"5cd3dbbf94fc77c470c755bf71bfce4b011b8af94764b0445d10423d711b8d47","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5cd3dbbf94fc77c470c755bf71bfce4b011b8af94764b0445d10423d711b8d47","first_computed_at":"2026-07-05T07:04:58.792904Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:04:58.792904Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rf3C56l3NxPh9CIEypc+WfSWQSARe3Rcj5nQVzpHYFUPkvfP7MN2gFUVEDolFI9Pr/G6Vcsz4JAX/vWhOMvGDA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:04:58.793326Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.16523","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2aacfe3a4183f8ad2821cd99f129d03b3bda03bfc7a3b2925d5882f8ae7da7ae","sha256:00a6d3e62bd85b79713534cbde0eb28a16f06c37d9a2939aa7ee8c89a767187b"],"state_sha256":"eb748144ba9689a10a2e8f7383eabe1a77b16a48be590cf113b83858c9e62348"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xKN4qnmg/Iypo7u3S0zU1VkBKUho7MizjO7FkZosQuNN/NfnLkdF41G5sHvKc5oGoJRifhvZR/GsjdQ8vQIHCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T05:54:40.739408Z","bundle_sha256":"13f8b0f47b0c5b7c0923f46f88f89a473a1f7c618644a4ffe3e27c475ed2ab17"}}