{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:IFAOVHHNGI6ST3UR5X56NQHSPL","short_pith_number":"pith:IFAOVHHN","canonical_record":{"source":{"id":"2311.04076","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T15:40:43Z","cross_cats_sorted":[],"title_canon_sha256":"960eff8098f9245ee147b2725a647ba37389f0d4255c03b8931cc286acb82b79","abstract_canon_sha256":"c8a7b29bc47f916f80805fbedf06e49957667b8d1112dbaa2cc88ca02a93ebcb"},"schema_version":"1.0"},"canonical_sha256":"4140ea9ced323d29ee91edfbe6c0f27ace27f0b8e7894cef6f535abc11a18feb","source":{"kind":"arxiv","id":"2311.04076","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.04076","created_at":"2026-07-05T07:41:44Z"},{"alias_kind":"arxiv_version","alias_value":"2311.04076v5","created_at":"2026-07-05T07:41:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.04076","created_at":"2026-07-05T07:41:44Z"},{"alias_kind":"pith_short_12","alias_value":"IFAOVHHNGI6S","created_at":"2026-07-05T07:41:44Z"},{"alias_kind":"pith_short_16","alias_value":"IFAOVHHNGI6ST3UR","created_at":"2026-07-05T07:41:44Z"},{"alias_kind":"pith_short_8","alias_value":"IFAOVHHN","created_at":"2026-07-05T07:41:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:IFAOVHHNGI6ST3UR5X56NQHSPL","target":"record","payload":{"canonical_record":{"source":{"id":"2311.04076","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T15:40:43Z","cross_cats_sorted":[],"title_canon_sha256":"960eff8098f9245ee147b2725a647ba37389f0d4255c03b8931cc286acb82b79","abstract_canon_sha256":"c8a7b29bc47f916f80805fbedf06e49957667b8d1112dbaa2cc88ca02a93ebcb"},"schema_version":"1.0"},"canonical_sha256":"4140ea9ced323d29ee91edfbe6c0f27ace27f0b8e7894cef6f535abc11a18feb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:41:44.787262Z","signature_b64":"VuXTM708uMSyXSo6dSbVROchNZBZPTz98T0yoCIPwxSH7Q0N2+U6C+zU2zjFxPE75C5yGBpBbiWaKkoih6i3AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4140ea9ced323d29ee91edfbe6c0f27ace27f0b8e7894cef6f535abc11a18feb","last_reissued_at":"2026-07-05T07:41:44.786788Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:41:44.786788Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.04076","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:41:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZpeeomNPT0I4pVg+5fqwLKadiVpSf4xhSihr/oe+rnDGhxnJwVB8pcPCmPaCIfZw+HcuIoA7ZPAtVlkOBIqYCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T17:51:51.262221Z"},"content_sha256":"dcf6568b4876c52b7f4399380c9ef139e1f0ff3d69821916cb374e5ab5845c2d","schema_version":"1.0","event_id":"sha256:dcf6568b4876c52b7f4399380c9ef139e1f0ff3d69821916cb374e5ab5845c2d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:IFAOVHHNGI6ST3UR5X56NQHSPL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do LLMs exhibit human-like response biases? A case study in survey design","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ameet Talwalkar, Graham Neubig, Lindia Tjuatja, Sherry Tongshuang Wu, Valerie Chen","submitted_at":"2023-11-07T15:40:43Z","abstract_excerpt":"As large language models (LLMs) become more capable, there is growing excitement about the possibility of using LLMs as proxies for humans in real-world tasks where subjective labels are desired, such as in surveys and opinion polling. One widely-cited barrier to the adoption of LLMs as proxies for humans in subjective tasks is their sensitivity to prompt wording - but interestingly, humans also display sensitivities to instruction changes in the form of response biases. We investigate the extent to which LLMs reflect human response biases, if at all. We look to survey design, where human resp"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.04076","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.04076/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:41:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pyGxLkDODibZCF95M/fedsjy2yKLDlr74f5NexlDE1A7m9uZgWQIdN/nXHzqsQ6c92sNR1qoSmwLzXexGG5eCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T17:51:51.262672Z"},"content_sha256":"7fc8b110f86c9e95c41c28a1c97fe1127a7b8da17e8a4fe9be9cc80be06adb86","schema_version":"1.0","event_id":"sha256:7fc8b110f86c9e95c41c28a1c97fe1127a7b8da17e8a4fe9be9cc80be06adb86"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IFAOVHHNGI6ST3UR5X56NQHSPL/bundle.json","state_url":"https://pith.science/pith/IFAOVHHNGI6ST3UR5X56NQHSPL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IFAOVHHNGI6ST3UR5X56NQHSPL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-31T17:51:51Z","links":{"resolver":"https://pith.science/pith/IFAOVHHNGI6ST3UR5X56NQHSPL","bundle":"https://pith.science/pith/IFAOVHHNGI6ST3UR5X56NQHSPL/bundle.json","state":"https://pith.science/pith/IFAOVHHNGI6ST3UR5X56NQHSPL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IFAOVHHNGI6ST3UR5X56NQHSPL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:IFAOVHHNGI6ST3UR5X56NQHSPL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c8a7b29bc47f916f80805fbedf06e49957667b8d1112dbaa2cc88ca02a93ebcb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T15:40:43Z","title_canon_sha256":"960eff8098f9245ee147b2725a647ba37389f0d4255c03b8931cc286acb82b79"},"schema_version":"1.0","source":{"id":"2311.04076","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.04076","created_at":"2026-07-05T07:41:44Z"},{"alias_kind":"arxiv_version","alias_value":"2311.04076v5","created_at":"2026-07-05T07:41:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.04076","created_at":"2026-07-05T07:41:44Z"},{"alias_kind":"pith_short_12","alias_value":"IFAOVHHNGI6S","created_at":"2026-07-05T07:41:44Z"},{"alias_kind":"pith_short_16","alias_value":"IFAOVHHNGI6ST3UR","created_at":"2026-07-05T07:41:44Z"},{"alias_kind":"pith_short_8","alias_value":"IFAOVHHN","created_at":"2026-07-05T07:41:44Z"}],"graph_snapshots":[{"event_id":"sha256:7fc8b110f86c9e95c41c28a1c97fe1127a7b8da17e8a4fe9be9cc80be06adb86","target":"graph","created_at":"2026-07-05T07:41:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.04076/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As large language models (LLMs) become more capable, there is growing excitement about the possibility of using LLMs as proxies for humans in real-world tasks where subjective labels are desired, such as in surveys and opinion polling. One widely-cited barrier to the adoption of LLMs as proxies for humans in subjective tasks is their sensitivity to prompt wording - but interestingly, humans also display sensitivities to instruction changes in the form of response biases. We investigate the extent to which LLMs reflect human response biases, if at all. We look to survey design, where human resp","authors_text":"Ameet Talwalkar, Graham Neubig, Lindia Tjuatja, Sherry Tongshuang Wu, Valerie Chen","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T15:40:43Z","title":"Do LLMs exhibit human-like response biases? A case study in survey design"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.04076","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dcf6568b4876c52b7f4399380c9ef139e1f0ff3d69821916cb374e5ab5845c2d","target":"record","created_at":"2026-07-05T07:41:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c8a7b29bc47f916f80805fbedf06e49957667b8d1112dbaa2cc88ca02a93ebcb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-07T15:40:43Z","title_canon_sha256":"960eff8098f9245ee147b2725a647ba37389f0d4255c03b8931cc286acb82b79"},"schema_version":"1.0","source":{"id":"2311.04076","kind":"arxiv","version":5}},"canonical_sha256":"4140ea9ced323d29ee91edfbe6c0f27ace27f0b8e7894cef6f535abc11a18feb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4140ea9ced323d29ee91edfbe6c0f27ace27f0b8e7894cef6f535abc11a18feb","first_computed_at":"2026-07-05T07:41:44.786788Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:41:44.786788Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VuXTM708uMSyXSo6dSbVROchNZBZPTz98T0yoCIPwxSH7Q0N2+U6C+zU2zjFxPE75C5yGBpBbiWaKkoih6i3AA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:41:44.787262Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.04076","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dcf6568b4876c52b7f4399380c9ef139e1f0ff3d69821916cb374e5ab5845c2d","sha256:7fc8b110f86c9e95c41c28a1c97fe1127a7b8da17e8a4fe9be9cc80be06adb86"],"state_sha256":"e6867dc09bc9bd94ac4ca12ac43bed8832c8d71aef8075aa8aca6985fc47617b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IIIumlNyNhJPHikRzatkLvVKXPJ056jHE6VZi4FF46n1H5g/i+uk8amf3f+cYkdYF0z03P16DsFIS29wKOC1AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-31T17:51:51.265771Z","bundle_sha256":"ef1d6b3055a4f268625470c0c7ca7406dd00d7078033b1af1b70636f65680d26"}}