{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:MLPZHCCWHWQ35CSK272JXXBCXW","short_pith_number":"pith:MLPZHCCW","schema_version":"1.0","canonical_sha256":"62df9388563da1be8a4ad7f49bdc22bd827e0285bf0faaaf305cafeca385757b","source":{"kind":"arxiv","id":"2406.11661","version":2},"attestation_state":"computed","paper":{"title":"Cultural Conditioning or Placebo? On the Effectiveness of Socio-Demographic Prompting","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alham Fikri Aji, Kalika Bali, Monojit Choudhury, Muhammad Farid Adilazuarda, Sagnik Mukherjee, Sunayana Sitaram","submitted_at":"2024-06-17T15:43:45Z","abstract_excerpt":"Socio-demographic prompting is a commonly employed approach to study cultural biases in LLMs as well as for aligning models to certain cultures. In this paper, we systematically probe four LLMs (Llama 3, Mistral v0.2, GPT-3.5 Turbo and GPT-4) with prompts that are conditioned on culturally sensitive and non-sensitive cues, on datasets that are supposed to be culturally sensitive (EtiCor and CALI) or neutral (MMLU and ETHICS). We observe that all models except GPT-4 show significant variations in their responses on both kinds of datasets for both kinds of prompts, casting doubt on the robustnes"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2406.11661","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T15:43:45Z","cross_cats_sorted":[],"title_canon_sha256":"2fff678bcc3db36a62560b85c68d650961457bd9e211ab04e88e7ce49b8adcc4","abstract_canon_sha256":"9b4727f69c78bba7e0bc15267936b6a02cfc0c453643fc6a7362d84ec6b7cb45"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:34:21.795956Z","signature_b64":"9d4AdWpMMjvE9QB4qid48PkTogdJ7FLzuQCwYE09v4NYepFfIeG8H4Mzv9TDPFvFUWxB4hMHDbXbS+/bbEurDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"62df9388563da1be8a4ad7f49bdc22bd827e0285bf0faaaf305cafeca385757b","last_reissued_at":"2026-07-05T08:34:21.795473Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:34:21.795473Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Cultural Conditioning or Placebo? On the Effectiveness of Socio-Demographic Prompting","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alham Fikri Aji, Kalika Bali, Monojit Choudhury, Muhammad Farid Adilazuarda, Sagnik Mukherjee, Sunayana Sitaram","submitted_at":"2024-06-17T15:43:45Z","abstract_excerpt":"Socio-demographic prompting is a commonly employed approach to study cultural biases in LLMs as well as for aligning models to certain cultures. In this paper, we systematically probe four LLMs (Llama 3, Mistral v0.2, GPT-3.5 Turbo and GPT-4) with prompts that are conditioned on culturally sensitive and non-sensitive cues, on datasets that are supposed to be culturally sensitive (EtiCor and CALI) or neutral (MMLU and ETHICS). We observe that all models except GPT-4 show significant variations in their responses on both kinds of datasets for both kinds of prompts, casting doubt on the robustnes"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11661","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.11661/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2406.11661","created_at":"2026-07-05T08:34:21.795531+00:00"},{"alias_kind":"arxiv_version","alias_value":"2406.11661v2","created_at":"2026-07-05T08:34:21.795531+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11661","created_at":"2026-07-05T08:34:21.795531+00:00"},{"alias_kind":"pith_short_12","alias_value":"MLPZHCCWHWQ3","created_at":"2026-07-05T08:34:21.795531+00:00"},{"alias_kind":"pith_short_16","alias_value":"MLPZHCCWHWQ35CSK","created_at":"2026-07-05T08:34:21.795531+00:00"},{"alias_kind":"pith_short_8","alias_value":"MLPZHCCW","created_at":"2026-07-05T08:34:21.795531+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2507.00439","citing_title":"Improving the Distributional Alignment of LLMs using Supervision","ref_index":24,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/MLPZHCCWHWQ35CSK272JXXBCXW","json":"https://pith.science/pith/MLPZHCCWHWQ35CSK272JXXBCXW.json","graph_json":"https://pith.science/api/pith-number/MLPZHCCWHWQ35CSK272JXXBCXW/graph.json","events_json":"https://pith.science/api/pith-number/MLPZHCCWHWQ35CSK272JXXBCXW/events.json","paper":"https://pith.science/paper/MLPZHCCW"},"agent_actions":{"view_html":"https://pith.science/pith/MLPZHCCWHWQ35CSK272JXXBCXW","download_json":"https://pith.science/pith/MLPZHCCWHWQ35CSK272JXXBCXW.json","view_paper":"https://pith.science/paper/MLPZHCCW","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2406.11661&json=true","fetch_graph":"https://pith.science/api/pith-number/MLPZHCCWHWQ35CSK272JXXBCXW/graph.json","fetch_events":"https://pith.science/api/pith-number/MLPZHCCWHWQ35CSK272JXXBCXW/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/MLPZHCCWHWQ35CSK272JXXBCXW/action/timestamp_anchor","attest_storage":"https://pith.science/pith/MLPZHCCWHWQ35CSK272JXXBCXW/action/storage_attestation","attest_author":"https://pith.science/pith/MLPZHCCWHWQ35CSK272JXXBCXW/action/author_attestation","sign_citation":"https://pith.science/pith/MLPZHCCWHWQ35CSK272JXXBCXW/action/citation_signature","submit_replication":"https://pith.science/pith/MLPZHCCWHWQ35CSK272JXXBCXW/action/replication_record"}},"created_at":"2026-07-05T08:34:21.795531+00:00","updated_at":"2026-07-05T08:34:21.795531+00:00"}