{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:D4YRKDJZLKQVSQUYAXTJA2V3YT","short_pith_number":"pith:D4YRKDJZ","canonical_record":{"source":{"id":"2503.08688","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-03-11T17:59:53Z","cross_cats_sorted":[],"title_canon_sha256":"6807dc66d46995022648534d43d7311cb1ba963d2ed7f0707f14a7edbf86d817","abstract_canon_sha256":"0449277cf47460bb5b1ead6cad71e5091961c65a37f59f515bc0137c837b39d3"},"schema_version":"1.0"},"canonical_sha256":"1f31150d395aa159429805e6906abbc4ebd22519cd7f0a5fdbeb8631b9b211f0","source":{"kind":"arxiv","id":"2503.08688","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.08688","created_at":"2026-07-05T10:46:23Z"},{"alias_kind":"arxiv_version","alias_value":"2503.08688v2","created_at":"2026-07-05T10:46:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.08688","created_at":"2026-07-05T10:46:23Z"},{"alias_kind":"pith_short_12","alias_value":"D4YRKDJZLKQV","created_at":"2026-07-05T10:46:23Z"},{"alias_kind":"pith_short_16","alias_value":"D4YRKDJZLKQVSQUY","created_at":"2026-07-05T10:46:23Z"},{"alias_kind":"pith_short_8","alias_value":"D4YRKDJZ","created_at":"2026-07-05T10:46:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:D4YRKDJZLKQVSQUYAXTJA2V3YT","target":"record","payload":{"canonical_record":{"source":{"id":"2503.08688","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-03-11T17:59:53Z","cross_cats_sorted":[],"title_canon_sha256":"6807dc66d46995022648534d43d7311cb1ba963d2ed7f0707f14a7edbf86d817","abstract_canon_sha256":"0449277cf47460bb5b1ead6cad71e5091961c65a37f59f515bc0137c837b39d3"},"schema_version":"1.0"},"canonical_sha256":"1f31150d395aa159429805e6906abbc4ebd22519cd7f0a5fdbeb8631b9b211f0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:46:23.094368Z","signature_b64":"KrocLoKW5pY0JcgLFdWjqjH3D4qOGp2KElmZYmSx6qvF9iBwqXT7p+wY8J+pRAi+79jUp06u0Aj5PVhL4xJADA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1f31150d395aa159429805e6906abbc4ebd22519cd7f0a5fdbeb8631b9b211f0","last_reissued_at":"2026-07-05T10:46:23.093784Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:46:23.093784Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.08688","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:46:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wdTnnedeQO+HK1WDdWSjZM0oIB2Ei0ZD88+0I6kSTkv+SDDRqXgEle1ui4Ah4e76ZH9tm4K4SJY/CJwd4bZ5DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T23:21:12.293686Z"},"content_sha256":"0374efda937b086d80a0f48fc4fb3be7b2979f84fc4ccdb6419623ca732a136b","schema_version":"1.0","event_id":"sha256:0374efda937b086d80a0f48fc4fb3be7b2979f84fc4ccdb6419623ca732a136b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:D4YRKDJZLKQVSQUYAXTJA2V3YT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Randomness, Not Representation: The Unreliability of Evaluating Cultural Alignment in LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CY","authors_text":"Ariba Khan, Dylan Hadfield-Menell, Stephen Casper","submitted_at":"2025-03-11T17:59:53Z","abstract_excerpt":"Research on the 'cultural alignment' of Large Language Models (LLMs) has emerged in response to growing interest in understanding representation across diverse stakeholders. Current approaches to evaluating cultural alignment through survey-based assessments that borrow from social science methodologies often overlook systematic robustness checks. Here, we identify and test three assumptions behind current survey-based evaluation methods: (1) Stability: that cultural alignment is a property of LLMs rather than an artifact of evaluation design, (2) Extrapolability: that alignment with one cultu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.08688","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.08688/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:46:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Zuq78E5UQZJQVJ+DHPWjg/VRYLZGJefk0tkjMGDUyV3aqyZS7pPqO1zPub1NEHJ4iM5KVJ48hCqQ9hwoj2wODQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T23:21:12.294734Z"},"content_sha256":"a7f4809628c6fb42fd5e3145aa00f6d7cddab7ada4df10de4b46aa9bb5a33c5c","schema_version":"1.0","event_id":"sha256:a7f4809628c6fb42fd5e3145aa00f6d7cddab7ada4df10de4b46aa9bb5a33c5c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/D4YRKDJZLKQVSQUYAXTJA2V3YT/bundle.json","state_url":"https://pith.science/pith/D4YRKDJZLKQVSQUYAXTJA2V3YT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/D4YRKDJZLKQVSQUYAXTJA2V3YT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T23:21:12Z","links":{"resolver":"https://pith.science/pith/D4YRKDJZLKQVSQUYAXTJA2V3YT","bundle":"https://pith.science/pith/D4YRKDJZLKQVSQUYAXTJA2V3YT/bundle.json","state":"https://pith.science/pith/D4YRKDJZLKQVSQUYAXTJA2V3YT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/D4YRKDJZLKQVSQUYAXTJA2V3YT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:D4YRKDJZLKQVSQUYAXTJA2V3YT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0449277cf47460bb5b1ead6cad71e5091961c65a37f59f515bc0137c837b39d3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-03-11T17:59:53Z","title_canon_sha256":"6807dc66d46995022648534d43d7311cb1ba963d2ed7f0707f14a7edbf86d817"},"schema_version":"1.0","source":{"id":"2503.08688","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.08688","created_at":"2026-07-05T10:46:23Z"},{"alias_kind":"arxiv_version","alias_value":"2503.08688v2","created_at":"2026-07-05T10:46:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.08688","created_at":"2026-07-05T10:46:23Z"},{"alias_kind":"pith_short_12","alias_value":"D4YRKDJZLKQV","created_at":"2026-07-05T10:46:23Z"},{"alias_kind":"pith_short_16","alias_value":"D4YRKDJZLKQVSQUY","created_at":"2026-07-05T10:46:23Z"},{"alias_kind":"pith_short_8","alias_value":"D4YRKDJZ","created_at":"2026-07-05T10:46:23Z"}],"graph_snapshots":[{"event_id":"sha256:a7f4809628c6fb42fd5e3145aa00f6d7cddab7ada4df10de4b46aa9bb5a33c5c","target":"graph","created_at":"2026-07-05T10:46:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.08688/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Research on the 'cultural alignment' of Large Language Models (LLMs) has emerged in response to growing interest in understanding representation across diverse stakeholders. Current approaches to evaluating cultural alignment through survey-based assessments that borrow from social science methodologies often overlook systematic robustness checks. Here, we identify and test three assumptions behind current survey-based evaluation methods: (1) Stability: that cultural alignment is a property of LLMs rather than an artifact of evaluation design, (2) Extrapolability: that alignment with one cultu","authors_text":"Ariba Khan, Dylan Hadfield-Menell, Stephen Casper","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-03-11T17:59:53Z","title":"Randomness, Not Representation: The Unreliability of Evaluating Cultural Alignment in LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.08688","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0374efda937b086d80a0f48fc4fb3be7b2979f84fc4ccdb6419623ca732a136b","target":"record","created_at":"2026-07-05T10:46:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0449277cf47460bb5b1ead6cad71e5091961c65a37f59f515bc0137c837b39d3","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CY","submitted_at":"2025-03-11T17:59:53Z","title_canon_sha256":"6807dc66d46995022648534d43d7311cb1ba963d2ed7f0707f14a7edbf86d817"},"schema_version":"1.0","source":{"id":"2503.08688","kind":"arxiv","version":2}},"canonical_sha256":"1f31150d395aa159429805e6906abbc4ebd22519cd7f0a5fdbeb8631b9b211f0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1f31150d395aa159429805e6906abbc4ebd22519cd7f0a5fdbeb8631b9b211f0","first_computed_at":"2026-07-05T10:46:23.093784Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:46:23.093784Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KrocLoKW5pY0JcgLFdWjqjH3D4qOGp2KElmZYmSx6qvF9iBwqXT7p+wY8J+pRAi+79jUp06u0Aj5PVhL4xJADA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:46:23.094368Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.08688","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0374efda937b086d80a0f48fc4fb3be7b2979f84fc4ccdb6419623ca732a136b","sha256:a7f4809628c6fb42fd5e3145aa00f6d7cddab7ada4df10de4b46aa9bb5a33c5c"],"state_sha256":"932df6d5ed4f12ff3215ea3564204657a01f84eb95e32c5f434b493b95559213"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LhZS02SBASQF8D3lQOzRBoRT9A3K7VtUCGA6hp6FZOhTS1yQcsMGPJBAv51ee0ZzQsHVCOS2VrlSmIf2Rnc3BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T23:21:12.301900Z","bundle_sha256":"18587ef9481e1662192b333bdc281cca155a486d899e9e52afd29d02c87fcb4d"}}