{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ENSINSLS37WDA4KENR64I4JX3O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d399589be8b53c129285dce6b2fcca6ef180d793bfc2b476998b64ba4a8c9eb2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-13T17:48:27Z","title_canon_sha256":"7a86b194c7df74acb350e2769ee0ef61c09ae54ebdcd9f844576fd064e1d07df"},"schema_version":"1.0","source":{"id":"2306.07951","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.07951","created_at":"2026-07-05T09:45:40Z"},{"alias_kind":"arxiv_version","alias_value":"2306.07951v4","created_at":"2026-07-05T09:45:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.07951","created_at":"2026-07-05T09:45:40Z"},{"alias_kind":"pith_short_12","alias_value":"ENSINSLS37WD","created_at":"2026-07-05T09:45:40Z"},{"alias_kind":"pith_short_16","alias_value":"ENSINSLS37WDA4KE","created_at":"2026-07-05T09:45:40Z"},{"alias_kind":"pith_short_8","alias_value":"ENSINSLS","created_at":"2026-07-05T09:45:40Z"}],"graph_snapshots":[{"event_id":"sha256:ec49ab66752dc4bf2316f6783487ead4c79d70b386c64217e52a2cf18858d902","target":"graph","created_at":"2026-07-05T09:45:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.07951/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Surveys have recently gained popularity as a tool to study large language models. By comparing survey responses of models to those of human reference populations, researchers aim to infer the demographics, political opinions, or values best represented by current language models. In this work, we critically examine this methodology on the basis of the well-established American Community Survey by the U.S. Census Bureau. Evaluating 43 different language models using de-facto standard prompting methodologies, we establish two dominant patterns. First, models' responses are governed by ordering a","authors_text":"Celestine Mendler-D\\\"unner, Moritz Hardt, Ricardo Dominguez-Olmedo","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-13T17:48:27Z","title":"Questioning the Survey Responses of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.07951","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b85a7a56a58773109f576781f4fba028c70dbb9e85b889914557c05aaf251547","target":"record","created_at":"2026-07-05T09:45:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d399589be8b53c129285dce6b2fcca6ef180d793bfc2b476998b64ba4a8c9eb2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-06-13T17:48:27Z","title_canon_sha256":"7a86b194c7df74acb350e2769ee0ef61c09ae54ebdcd9f844576fd064e1d07df"},"schema_version":"1.0","source":{"id":"2306.07951","kind":"arxiv","version":4}},"canonical_sha256":"236486c972dfec3071446c7dc47137dbbf26987a254ba5c80aaeaca853c59851","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"236486c972dfec3071446c7dc47137dbbf26987a254ba5c80aaeaca853c59851","first_computed_at":"2026-07-05T09:45:40.331926Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:45:40.331926Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gidk6cveoeDzNnmqbrP/IL/VK3aWNomwtNPr+sLvpFf7rFk0Om7PHs8x9+jWYJ/51Xs8ls+jSRph1kqXLu4sBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:45:40.332468Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.07951","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b85a7a56a58773109f576781f4fba028c70dbb9e85b889914557c05aaf251547","sha256:ec49ab66752dc4bf2316f6783487ead4c79d70b386c64217e52a2cf18858d902"],"state_sha256":"dbd92c6e3f33c2f59822daae89dddb913cdda1a44e2a9b08c6f9f586651fed58"}