{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:LMQXNPCTQ3ODDIGYNEEULXCDIG","short_pith_number":"pith:LMQXNPCT","schema_version":"1.0","canonical_sha256":"5b2176bc5386dc31a0d8690945dc4341bb3f851741e929a6f428a623afc2e3f4","source":{"kind":"arxiv","id":"2504.02234","version":2},"attestation_state":"computed","paper":{"title":"LLM Social Simulations Are a Promising Research Method","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CY"],"primary_cat":"cs.HC","authors_text":"Austin C. Kozlowski, Bernard Koch, Erik Brynjolfsson, Jacy Reese Anthis, James Evans, Michael Bernstein, Ryan Liu, Sean M. Richardson","submitted_at":"2025-04-03T03:01:26Z","abstract_excerpt":"Accurate and verifiable large language model (LLM) simulations of human research subjects promise an accessible data source for understanding human behavior and training new AI systems. However, results to date have been limited, and few social scientists have adopted this method. In this position paper, we argue that the promise of LLM social simulations can be achieved by addressing five tractable challenges. We ground our argument in a review of empirical comparisons between LLMs and human research subjects, commentaries on the topic, and related work. We identify promising directions, incl"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2504.02234","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2025-04-03T03:01:26Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CY"],"title_canon_sha256":"338bd6bb57d77457850f92177f3c37f6a391fd17ba231c27b52d01757574c58b","abstract_canon_sha256":"2294da3b8dd0f02467ed35f2ca284987e30e366304543187a907b6c953485f0a"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:16:33.080969Z","signature_b64":"MZOm16/Op4EZ65Q2OPtpoU1LsrzawHw2AsdZubnC2kkMFtIVQCTv6WOiLCJIp5RvMGO77bjbKubRdAGXdt7nBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5b2176bc5386dc31a0d8690945dc4341bb3f851741e929a6f428a623afc2e3f4","last_reissued_at":"2026-07-05T11:16:33.080384Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:16:33.080384Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"LLM Social Simulations Are a Promising Research Method","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CY"],"primary_cat":"cs.HC","authors_text":"Austin C. Kozlowski, Bernard Koch, Erik Brynjolfsson, Jacy Reese Anthis, James Evans, Michael Bernstein, Ryan Liu, Sean M. Richardson","submitted_at":"2025-04-03T03:01:26Z","abstract_excerpt":"Accurate and verifiable large language model (LLM) simulations of human research subjects promise an accessible data source for understanding human behavior and training new AI systems. However, results to date have been limited, and few social scientists have adopted this method. In this position paper, we argue that the promise of LLM social simulations can be achieved by addressing five tractable challenges. We ground our argument in a review of empirical comparisons between LLMs and human research subjects, commentaries on the topic, and related work. We identify promising directions, incl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.02234","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.02234/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2504.02234","created_at":"2026-07-05T11:16:33.080451+00:00"},{"alias_kind":"arxiv_version","alias_value":"2504.02234v2","created_at":"2026-07-05T11:16:33.080451+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.02234","created_at":"2026-07-05T11:16:33.080451+00:00"},{"alias_kind":"pith_short_12","alias_value":"LMQXNPCTQ3OD","created_at":"2026-07-05T11:16:33.080451+00:00"},{"alias_kind":"pith_short_16","alias_value":"LMQXNPCTQ3ODDIGY","created_at":"2026-07-05T11:16:33.080451+00:00"},{"alias_kind":"pith_short_8","alias_value":"LMQXNPCT","created_at":"2026-07-05T11:16:33.080451+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":20,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.27395","citing_title":"Informing AI Policy Assessment using Large-Scale Simulation of Interventions","ref_index":5,"is_internal_anchor":false},{"citing_arxiv_id":"2607.02464","citing_title":"Will Scaling Improve Social Simulation with LLMs?","ref_index":1,"is_internal_anchor":false},{"citing_arxiv_id":"2606.10413","citing_title":"Soul Computing: A Theoretical Framework and Technical Architecture for Intelligent Agents with Independent Consciousness","ref_index":7,"is_internal_anchor":false},{"citing_arxiv_id":"2606.01145","citing_title":"Reasoning4Sciences: Bridging Reasoning Language Models to All Scientific Branches","ref_index":9,"is_internal_anchor":false},{"citing_arxiv_id":"2606.01145","citing_title":"Reasoning4Sciences: Bridging Reasoning Language Models to All Scientific Branches","ref_index":9,"is_internal_anchor":false},{"citing_arxiv_id":"2606.02293","citing_title":"AI as a Tool for Simulation-Based Experiments in Literary Studies","ref_index":2,"is_internal_anchor":false},{"citing_arxiv_id":"2504.15801","citing_title":"A closer look at how large language models trust humans: patterns and biases","ref_index":25,"is_internal_anchor":false},{"citing_arxiv_id":"2605.16303","citing_title":"From Demographics to Survey Anchors: Evaluating LLM Agents for Modeling Retirement Attitudes","ref_index":37,"is_internal_anchor":false},{"citing_arxiv_id":"2605.12824","citing_title":"Mechanism Plausibility in Generative Agent-Based Modeling","ref_index":4,"is_internal_anchor":false},{"citing_arxiv_id":"2605.17079","citing_title":"Can LLMs Think Like Consumers? Benchmarking Crowd-Level Reaction Reconstruction with ConsumerSimBench","ref_index":33,"is_internal_anchor":false},{"citing_arxiv_id":"2605.15918","citing_title":"The Impact of Heatwaves on Population Health: A Large Language Model-Enhanced Agent-Based Simulation","ref_index":1,"is_internal_anchor":false},{"citing_arxiv_id":"2508.21740","citing_title":"Towards Operational Validation of LLM-Agent Social Simulations: A Replicated Study of a Reddit-like Technology Forum","ref_index":3,"is_internal_anchor":false},{"citing_arxiv_id":"2509.06337","citing_title":"Large Language Models as Virtual Survey Respondents: Evaluating Sociodemographic Response Generation","ref_index":2,"is_internal_anchor":false},{"citing_arxiv_id":"2509.18052","citing_title":"The PIMMUR Principles: Ensuring Validity in Collective Behavior of LLM Societies","ref_index":2,"is_internal_anchor":false},{"citing_arxiv_id":"2511.02135","citing_title":"Graph-Based Alternatives to LLMs for Human Simulation","ref_index":2,"is_internal_anchor":false},{"citing_arxiv_id":"2601.18772","citing_title":"Are Conversational AI Agents the Way Out? Co-Designing Reader-Oriented News Experiences with Immigrants and Journalists","ref_index":7,"is_internal_anchor":false},{"citing_arxiv_id":"2605.12824","citing_title":"Mechanism Plausibility in Generative Agent-Based Modeling","ref_index":4,"is_internal_anchor":false},{"citing_arxiv_id":"2604.24348","citing_title":"OS-SPEAR: A Toolkit for the Safety, Performance,Efficiency, and Robustness Analysis of OS Agents","ref_index":10,"is_internal_anchor":false},{"citing_arxiv_id":"2605.06307","citing_title":"LLM-Based Educational Simulation: Evaluating Temporal Student Persona Stability Across ADHD Profiles","ref_index":4,"is_internal_anchor":false},{"citing_arxiv_id":"2604.07838","citing_title":"We Need Strong Preconditions For Using Simulations In Policy","ref_index":6,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/LMQXNPCTQ3ODDIGYNEEULXCDIG","json":"https://pith.science/pith/LMQXNPCTQ3ODDIGYNEEULXCDIG.json","graph_json":"https://pith.science/api/pith-number/LMQXNPCTQ3ODDIGYNEEULXCDIG/graph.json","events_json":"https://pith.science/api/pith-number/LMQXNPCTQ3ODDIGYNEEULXCDIG/events.json","paper":"https://pith.science/paper/LMQXNPCT"},"agent_actions":{"view_html":"https://pith.science/pith/LMQXNPCTQ3ODDIGYNEEULXCDIG","download_json":"https://pith.science/pith/LMQXNPCTQ3ODDIGYNEEULXCDIG.json","view_paper":"https://pith.science/paper/LMQXNPCT","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2504.02234&json=true","fetch_graph":"https://pith.science/api/pith-number/LMQXNPCTQ3ODDIGYNEEULXCDIG/graph.json","fetch_events":"https://pith.science/api/pith-number/LMQXNPCTQ3ODDIGYNEEULXCDIG/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/LMQXNPCTQ3ODDIGYNEEULXCDIG/action/timestamp_anchor","attest_storage":"https://pith.science/pith/LMQXNPCTQ3ODDIGYNEEULXCDIG/action/storage_attestation","attest_author":"https://pith.science/pith/LMQXNPCTQ3ODDIGYNEEULXCDIG/action/author_attestation","sign_citation":"https://pith.science/pith/LMQXNPCTQ3ODDIGYNEEULXCDIG/action/citation_signature","submit_replication":"https://pith.science/pith/LMQXNPCTQ3ODDIGYNEEULXCDIG/action/replication_record"}},"created_at":"2026-07-05T11:16:33.080451+00:00","updated_at":"2026-07-05T11:16:33.080451+00:00"}