{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:RVIUXTQV4OMUISAST5JKYZEQV2","short_pith_number":"pith:RVIUXTQV","schema_version":"1.0","canonical_sha256":"8d514bce15e3994448129f52ac6490ae83ac1840b862704b7e07a27b04f24a44","source":{"kind":"arxiv","id":"2405.19323","version":2},"attestation_state":"computed","paper":{"title":"Are Large Language Models Chameleons? An Attempt to Simulate Social Surveys","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CY","cs.LG"],"primary_cat":"cs.CL","authors_text":"Mingmeng Geng, Roberto Trotta, Sihong He","submitted_at":"2024-05-29T17:54:22Z","abstract_excerpt":"Can large language models (LLMs) simulate social surveys? To answer this question, we conducted millions of simulations in which LLMs were asked to answer subjective questions. A comparison of different LLM responses with the European Social Survey (ESS) data suggests that the effect of prompts on bias and variability is fundamental, highlighting major cultural, age, and gender biases. We further discussed statistical methods for measuring the difference between LLM answers and survey data and proposed a novel measure inspired by Jaccard similarity, as LLM-generated responses are likely to hav"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2405.19323","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-29T17:54:22Z","cross_cats_sorted":["cs.AI","cs.CY","cs.LG"],"title_canon_sha256":"78d89d1842b98b4d88cf1079ea8159ac0f5fde68ace764e159174abff36dfce5","abstract_canon_sha256":"cb6c77d2ed1e0eeca8b94dc2d4e8dc855872433e0208cd358561190ffcd86bd4"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:23:06.326990Z","signature_b64":"XzPRZgHf3okl2gvLP+AzM96317PciXiAie1jYV7+TTZ7Mfi1q25aHF4lYyG8LnNCtqqEtqNHvqb3utEic0R2Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8d514bce15e3994448129f52ac6490ae83ac1840b862704b7e07a27b04f24a44","last_reissued_at":"2026-07-05T09:23:06.326544Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:23:06.326544Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Are Large Language Models Chameleons? An Attempt to Simulate Social Surveys","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CY","cs.LG"],"primary_cat":"cs.CL","authors_text":"Mingmeng Geng, Roberto Trotta, Sihong He","submitted_at":"2024-05-29T17:54:22Z","abstract_excerpt":"Can large language models (LLMs) simulate social surveys? To answer this question, we conducted millions of simulations in which LLMs were asked to answer subjective questions. A comparison of different LLM responses with the European Social Survey (ESS) data suggests that the effect of prompts on bias and variability is fundamental, highlighting major cultural, age, and gender biases. We further discussed statistical methods for measuring the difference between LLM answers and survey data and proposed a novel measure inspired by Jaccard similarity, as LLM-generated responses are likely to hav"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.19323","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.19323/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2405.19323","created_at":"2026-07-05T09:23:06.326596+00:00"},{"alias_kind":"arxiv_version","alias_value":"2405.19323v2","created_at":"2026-07-05T09:23:06.326596+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.19323","created_at":"2026-07-05T09:23:06.326596+00:00"},{"alias_kind":"pith_short_12","alias_value":"RVIUXTQV4OMU","created_at":"2026-07-05T09:23:06.326596+00:00"},{"alias_kind":"pith_short_16","alias_value":"RVIUXTQV4OMUISAS","created_at":"2026-07-05T09:23:06.326596+00:00"},{"alias_kind":"pith_short_8","alias_value":"RVIUXTQV","created_at":"2026-07-05T09:23:06.326596+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2412.00539","citing_title":"TextClass Benchmark: A Continuous Elo Rating of LLMs in Social Sciences","ref_index":8,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/RVIUXTQV4OMUISAST5JKYZEQV2","json":"https://pith.science/pith/RVIUXTQV4OMUISAST5JKYZEQV2.json","graph_json":"https://pith.science/api/pith-number/RVIUXTQV4OMUISAST5JKYZEQV2/graph.json","events_json":"https://pith.science/api/pith-number/RVIUXTQV4OMUISAST5JKYZEQV2/events.json","paper":"https://pith.science/paper/RVIUXTQV"},"agent_actions":{"view_html":"https://pith.science/pith/RVIUXTQV4OMUISAST5JKYZEQV2","download_json":"https://pith.science/pith/RVIUXTQV4OMUISAST5JKYZEQV2.json","view_paper":"https://pith.science/paper/RVIUXTQV","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2405.19323&json=true","fetch_graph":"https://pith.science/api/pith-number/RVIUXTQV4OMUISAST5JKYZEQV2/graph.json","fetch_events":"https://pith.science/api/pith-number/RVIUXTQV4OMUISAST5JKYZEQV2/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/RVIUXTQV4OMUISAST5JKYZEQV2/action/timestamp_anchor","attest_storage":"https://pith.science/pith/RVIUXTQV4OMUISAST5JKYZEQV2/action/storage_attestation","attest_author":"https://pith.science/pith/RVIUXTQV4OMUISAST5JKYZEQV2/action/author_attestation","sign_citation":"https://pith.science/pith/RVIUXTQV4OMUISAST5JKYZEQV2/action/citation_signature","submit_replication":"https://pith.science/pith/RVIUXTQV4OMUISAST5JKYZEQV2/action/replication_record"}},"created_at":"2026-07-05T09:23:06.326596+00:00","updated_at":"2026-07-05T09:23:06.326596+00:00"}