{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:BWKHUD37M6BSRM6FACJIVV42PL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"56e02e29c283cdfb8325bad47d002bd7e49cfa011c01c414d24d796899052e7e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-28T17:31:53Z","title_canon_sha256":"2a9629f5efb27fae810debc0ee06bc748ce2f2830a71e275ed726aa837d9168a"},"schema_version":"1.0","source":{"id":"2306.16388","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.16388","created_at":"2026-05-17T23:38:48Z"},{"alias_kind":"arxiv_version","alias_value":"2306.16388v2","created_at":"2026-05-17T23:38:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.16388","created_at":"2026-05-17T23:38:48Z"},{"alias_kind":"pith_short_12","alias_value":"BWKHUD37M6BS","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"BWKHUD37M6BSRM6F","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"BWKHUD37","created_at":"2026-05-18T12:33:33Z"}],"graph_snapshots":[{"event_id":"sha256:92875c31fb738725007696e71e7328cb6c1ef00739a666b7719db3e60b81f698","target":"graph","created_at":"2026-05-17T23:38:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"By default, LLM responses tend to be more similar to the opinions of certain populations, such as those from the USA, and some European and South American countries, highlighting the potential for biases."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That the chosen cross-national survey responses serve as an unbiased and representative ground truth for each country's population-level opinions on the selected issues."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"LLMs default to responses more similar to opinions from the USA and some European and South American countries; prompting for a country shifts alignment but can introduce stereotypes, while translation does not reliably match language speakers."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"Large language models produce answers that match opinions from the United States and certain European and South American countries more closely than opinions from other nations."}],"snapshot_sha256":"aac285012dafa9d149fde2ab710877079922bb89c05f73a09c85926c9f5e265c"},"formal_canon":{"evidence_count":2,"snapshot_sha256":"b4a476d2f5ca70bb77e33ee2ba11791bd9054f5443ea29cbe2733905de2f6103"},"paper":{"abstract_excerpt":"Large language models (LLMs) may not equitably represent diverse global perspectives on societal issues. In this paper, we develop a quantitative framework to evaluate whose opinions model-generated responses are more similar to. We first build a dataset, GlobalOpinionQA, comprised of questions and answers from cross-national surveys designed to capture diverse opinions on global issues across different countries. Next, we define a metric that quantifies the similarity between LLM-generated survey responses and human responses, conditioned on country. With our framework, we run three experimen","authors_text":"Alex Tamkin, Amanda Askell, Anton Bakhtin, Carol Chen, Danny Hernandez, Deep Ganguli, Esin Durmus, Jack Clark, Janel Thamkul, Jared Kaplan, Karina Nguyen, Liane Lovitt, Nicholas Joseph, Nicholas Schiefer, Orowa Sikder, Sam McCandlish, Thomas I. Liao, Zac Hatfield-Dodds","cross_cats":["cs.AI"],"headline":"Large language models produce answers that match opinions from the United States and certain European and South American countries more closely than opinions from other nations.","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-28T17:31:53Z","title":"Towards Measuring the Representation of Subjective Global Opinions in Language Models"},"references":{"count":97,"internal_anchors":8,"resolved_work":97,"sample":[{"cited_arxiv_id":"","doi":"10.1145/3461702.3462624","is_internal_anchor":false,"ref_index":1,"title":"InProceedings of the 2021 AAAI/ACM Conference on AI, Ethics, and Society(Virtual Event, USA)(AIES ’21)","work_id":"7f62359d-f2d6-4fcb-8c8b-770b094135b8","year":2021},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":2,"title":"Subjective natural language problems: Motivations, applications, characterizations, and implications","work_id":"ae449bd3-929a-434d-9915-64f1831905db","year":2011},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":3,"title":"Probing pre-trained language models for cross-cultural differences in values","work_id":"9e2a3ada-aae4-42e7-adb6-9f67bed7dacd","year":null},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":4,"title":"URL https://aclanthology.org/2023","work_id":"988509e6-9e6d-48e9-9e08-3137c834ae56","year":2023},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":5,"title":"A general language assistant as a laboratory for alignment","work_id":"51b13307-1831-4a7b-bea8-559d663289df","year":2021}],"snapshot_sha256":"5b52fb416d23dfd459667638bf336cd3f29f7148e77099dad182eab6a8834939"},"source":{"id":"2306.16388","kind":"arxiv","version":2},"verdict":{"created_at":"2026-05-16T07:37:44.317773Z","id":"2db2b6b3-a4c3-4a9c-b679-b81b725e14f5","model_set":{"reader":"grok-4.3"},"one_line_summary":"LLMs default to responses more similar to opinions from the USA and some European and South American countries; prompting for a country shifts alignment but can introduce stereotypes, while translation does not reliably match language speakers.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"Large language models produce answers that match opinions from the United States and certain European and South American countries more closely than opinions from other nations.","strongest_claim":"By default, LLM responses tend to be more similar to the opinions of certain populations, such as those from the USA, and some European and South American countries, highlighting the potential for biases.","weakest_assumption":"That the chosen cross-national survey responses serve as an unbiased and representative ground truth for each country's population-level opinions on the selected issues."}},"verdict_id":"2db2b6b3-a4c3-4a9c-b679-b81b725e14f5"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:763a3f28f8221f68a0c0e61dc97dc82738d8941fc6e90bc2e6280b8581d15bcb","target":"record","created_at":"2026-05-17T23:38:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"56e02e29c283cdfb8325bad47d002bd7e49cfa011c01c414d24d796899052e7e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-28T17:31:53Z","title_canon_sha256":"2a9629f5efb27fae810debc0ee06bc748ce2f2830a71e275ed726aa837d9168a"},"schema_version":"1.0","source":{"id":"2306.16388","kind":"arxiv","version":2}},"canonical_sha256":"0d947a0f7f678328b3c500928ad79a7adc7f43eb29475951988da37ce5282ffb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0d947a0f7f678328b3c500928ad79a7adc7f43eb29475951988da37ce5282ffb","first_computed_at":"2026-05-17T23:38:48.651547Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:38:48.651547Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"A7Enc+Mo+e7UfElwIoQzBk4KD9vsAn9MPLz8N+zTtXTJhvwGc8Zvj5i0QsdbzlZfPvV0oCqWzqNNtATi1+BqCQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:38:48.652203Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.16388","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:763a3f28f8221f68a0c0e61dc97dc82738d8941fc6e90bc2e6280b8581d15bcb","sha256:92875c31fb738725007696e71e7328cb6c1ef00739a666b7719db3e60b81f698"],"state_sha256":"075573910a8fa4052b801d193b16a9c59c87ca9d8808b5e977b0be35cc5122d1"}