{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:RWWGOCWXATTRZZBAA4BJBMGL55","short_pith_number":"pith:RWWGOCWX","schema_version":"1.0","canonical_sha256":"8dac670ad704e71ce420070290b0cbef66eb31937e8d675d95b4ce3d56239fe8","source":{"kind":"arxiv","id":"2405.20253","version":1},"attestation_state":"computed","paper":{"title":"Evaluating Large Language Model Biases in Persona-Steered Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Andy Liu, Daniel Fried, Mona Diab","submitted_at":"2024-05-30T17:06:03Z","abstract_excerpt":"The task of persona-steered text generation requires large language models (LLMs) to generate text that reflects the distribution of views that an individual fitting a persona could have. People have multifaceted personas, but prior work on bias in LLM-generated opinions has only explored multiple-choice settings or one-dimensional personas. We define an incongruous persona as a persona with multiple traits where one trait makes its other traits less likely in human survey data, e.g. political liberals who support increased military spending. We find that LLMs are 9.7% less steerable towards i"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2405.20253","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-30T17:06:03Z","cross_cats_sorted":[],"title_canon_sha256":"057cab900867ae94e60032139537bbd137810e275c907cdb9efa55701100804d","abstract_canon_sha256":"49b6756ffbd54043486481c4329ec4acc151b63eb7dd4ea1f36a3830f7e3cded"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:25:18.193636Z","signature_b64":"Bab9v3WJyoJT9qQFwOH5qs1lUSxQTEDD6J/SR2oxdQtE/CAdXjI4yOFv6BZRJkYtWW9kLiuh3q+gJLp0HVcjBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8dac670ad704e71ce420070290b0cbef66eb31937e8d675d95b4ce3d56239fe8","last_reissued_at":"2026-07-05T08:25:18.193183Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:25:18.193183Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Evaluating Large Language Model Biases in Persona-Steered Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Andy Liu, Daniel Fried, Mona Diab","submitted_at":"2024-05-30T17:06:03Z","abstract_excerpt":"The task of persona-steered text generation requires large language models (LLMs) to generate text that reflects the distribution of views that an individual fitting a persona could have. People have multifaceted personas, but prior work on bias in LLM-generated opinions has only explored multiple-choice settings or one-dimensional personas. We define an incongruous persona as a persona with multiple traits where one trait makes its other traits less likely in human survey data, e.g. political liberals who support increased military spending. We find that LLMs are 9.7% less steerable towards i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.20253","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.20253/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2405.20253","created_at":"2026-07-05T08:25:18.193241+00:00"},{"alias_kind":"arxiv_version","alias_value":"2405.20253v1","created_at":"2026-07-05T08:25:18.193241+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.20253","created_at":"2026-07-05T08:25:18.193241+00:00"},{"alias_kind":"pith_short_12","alias_value":"RWWGOCWXATTR","created_at":"2026-07-05T08:25:18.193241+00:00"},{"alias_kind":"pith_short_16","alias_value":"RWWGOCWXATTRZZBA","created_at":"2026-07-05T08:25:18.193241+00:00"},{"alias_kind":"pith_short_8","alias_value":"RWWGOCWX","created_at":"2026-07-05T08:25:18.193241+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":3,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.30085","citing_title":"Not-quite-human tastes: the stylized omnivorousness of LLM survey surrogates","ref_index":23,"is_internal_anchor":false},{"citing_arxiv_id":"2408.09049","citing_title":"Inertia in Moral and Value Judgments of Large Language Models","ref_index":29,"is_internal_anchor":false},{"citing_arxiv_id":"2604.08525","citing_title":"Ads in AI Chatbots? An Analysis of How Large Language Models Navigate Conflicts of Interest","ref_index":67,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/RWWGOCWXATTRZZBAA4BJBMGL55","json":"https://pith.science/pith/RWWGOCWXATTRZZBAA4BJBMGL55.json","graph_json":"https://pith.science/api/pith-number/RWWGOCWXATTRZZBAA4BJBMGL55/graph.json","events_json":"https://pith.science/api/pith-number/RWWGOCWXATTRZZBAA4BJBMGL55/events.json","paper":"https://pith.science/paper/RWWGOCWX"},"agent_actions":{"view_html":"https://pith.science/pith/RWWGOCWXATTRZZBAA4BJBMGL55","download_json":"https://pith.science/pith/RWWGOCWXATTRZZBAA4BJBMGL55.json","view_paper":"https://pith.science/paper/RWWGOCWX","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2405.20253&json=true","fetch_graph":"https://pith.science/api/pith-number/RWWGOCWXATTRZZBAA4BJBMGL55/graph.json","fetch_events":"https://pith.science/api/pith-number/RWWGOCWXATTRZZBAA4BJBMGL55/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/RWWGOCWXATTRZZBAA4BJBMGL55/action/timestamp_anchor","attest_storage":"https://pith.science/pith/RWWGOCWXATTRZZBAA4BJBMGL55/action/storage_attestation","attest_author":"https://pith.science/pith/RWWGOCWXATTRZZBAA4BJBMGL55/action/author_attestation","sign_citation":"https://pith.science/pith/RWWGOCWXATTRZZBAA4BJBMGL55/action/citation_signature","submit_replication":"https://pith.science/pith/RWWGOCWXATTRZZBAA4BJBMGL55/action/replication_record"}},"created_at":"2026-07-05T08:25:18.193241+00:00","updated_at":"2026-07-05T08:25:18.193241+00:00"}