{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2026:66FLMAEEEGWFH7AHDM4Q7SXFGZ","short_pith_number":"pith:66FLMAEE","schema_version":"1.0","canonical_sha256":"f78ab6008421ac53fc071b390fcae5366cb5520b0101dd12a4aed1f2abca8c51","source":{"kind":"arxiv","id":"2605.29897","version":1},"attestation_state":"computed","paper":{"title":"ExCAM: Explainable Cultural Awareness Metrics","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Christoph Leiter, Haiyue Song, Hideki Tanaka, Hour Kaing, Jin Tei, Masao Utiyama, Steffen Eger","submitted_at":"2026-05-28T13:21:36Z","abstract_excerpt":"Evaluating the cultural awareness of large language models is crucial to ensure the fairness of generated text and the generalizability of applications across the world. Recent benchmarks explore cultural goods like food or values like behavior in stressful situations through the lens of question answering or text generation tasks. However, creating these benchmarks requires time-intensive and costly human annotations. Also, benchmarks that evaluate cultural awareness in free text are scarce and often rely on dated evaluation mechanisms. To address this gap, we introduce ExCAM, an Explainable "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2605.29897","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-28T13:21:36Z","cross_cats_sorted":[],"title_canon_sha256":"8b46be50da7fd94511399dba51e94cb3027742aa01fa4b709a86ce7fe1c75c48","abstract_canon_sha256":"68b78dd47f911999b7c00fbee5bc9b3b1ce26b3b53e79d46d88dc910d5499d62"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-29T02:05:58.473467Z","signature_b64":"SBdrTltoA2V6dBDw5ogd761KA8ry38q6UakM8TrE7k5D1u+gbXZ7kd68YgNmdk6DBH6R9Fo6YtR97Mqhqfg3Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f78ab6008421ac53fc071b390fcae5366cb5520b0101dd12a4aed1f2abca8c51","last_reissued_at":"2026-05-29T02:05:58.472785Z","signature_status":"signed_v1","first_computed_at":"2026-05-29T02:05:58.472785Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"ExCAM: Explainable Cultural Awareness Metrics","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Christoph Leiter, Haiyue Song, Hideki Tanaka, Hour Kaing, Jin Tei, Masao Utiyama, Steffen Eger","submitted_at":"2026-05-28T13:21:36Z","abstract_excerpt":"Evaluating the cultural awareness of large language models is crucial to ensure the fairness of generated text and the generalizability of applications across the world. Recent benchmarks explore cultural goods like food or values like behavior in stressful situations through the lens of question answering or text generation tasks. However, creating these benchmarks requires time-intensive and costly human annotations. Also, benchmarks that evaluate cultural awareness in free text are scarce and often rely on dated evaluation mechanisms. To address this gap, we introduce ExCAM, an Explainable "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.29897","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.29897/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2605.29897","created_at":"2026-05-29T02:05:58.472873+00:00"},{"alias_kind":"arxiv_version","alias_value":"2605.29897v1","created_at":"2026-05-29T02:05:58.472873+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.29897","created_at":"2026-05-29T02:05:58.472873+00:00"},{"alias_kind":"pith_short_12","alias_value":"66FLMAEEEGWF","created_at":"2026-05-29T02:05:58.472873+00:00"},{"alias_kind":"pith_short_16","alias_value":"66FLMAEEEGWFH7AH","created_at":"2026-05-29T02:05:58.472873+00:00"},{"alias_kind":"pith_short_8","alias_value":"66FLMAEE","created_at":"2026-05-29T02:05:58.472873+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/66FLMAEEEGWFH7AHDM4Q7SXFGZ","json":"https://pith.science/pith/66FLMAEEEGWFH7AHDM4Q7SXFGZ.json","graph_json":"https://pith.science/api/pith-number/66FLMAEEEGWFH7AHDM4Q7SXFGZ/graph.json","events_json":"https://pith.science/api/pith-number/66FLMAEEEGWFH7AHDM4Q7SXFGZ/events.json","paper":"https://pith.science/paper/66FLMAEE"},"agent_actions":{"view_html":"https://pith.science/pith/66FLMAEEEGWFH7AHDM4Q7SXFGZ","download_json":"https://pith.science/pith/66FLMAEEEGWFH7AHDM4Q7SXFGZ.json","view_paper":"https://pith.science/paper/66FLMAEE","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2605.29897&json=true","fetch_graph":"https://pith.science/api/pith-number/66FLMAEEEGWFH7AHDM4Q7SXFGZ/graph.json","fetch_events":"https://pith.science/api/pith-number/66FLMAEEEGWFH7AHDM4Q7SXFGZ/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/66FLMAEEEGWFH7AHDM4Q7SXFGZ/action/timestamp_anchor","attest_storage":"https://pith.science/pith/66FLMAEEEGWFH7AHDM4Q7SXFGZ/action/storage_attestation","attest_author":"https://pith.science/pith/66FLMAEEEGWFH7AHDM4Q7SXFGZ/action/author_attestation","sign_citation":"https://pith.science/pith/66FLMAEEEGWFH7AHDM4Q7SXFGZ/action/citation_signature","submit_replication":"https://pith.science/pith/66FLMAEEEGWFH7AHDM4Q7SXFGZ/action/replication_record"}},"created_at":"2026-05-29T02:05:58.472873+00:00","updated_at":"2026-05-29T02:05:58.472873+00:00"}