{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:3QETYMSDU66JSAYUFENDZJCGUL","short_pith_number":"pith:3QETYMSD","canonical_record":{"source":{"id":"2309.04766","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-09T11:42:22Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bc41b56a4f7f4862e48582f50606f0a5aea43bc2536b8be94c490bef39ef5ab7","abstract_canon_sha256":"daefae0e54479a1309cef4882994da49ac66700e68e6d8e0dad750db583fc2e4"},"schema_version":"1.0"},"canonical_sha256":"dc093c3243a7bc990314291a3ca446a2dbaa68f80f7b7afb9c056adc1412edf0","source":{"kind":"arxiv","id":"2309.04766","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.04766","created_at":"2026-07-05T08:42:30Z"},{"alias_kind":"arxiv_version","alias_value":"2309.04766v5","created_at":"2026-07-05T08:42:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.04766","created_at":"2026-07-05T08:42:30Z"},{"alias_kind":"pith_short_12","alias_value":"3QETYMSDU66J","created_at":"2026-07-05T08:42:30Z"},{"alias_kind":"pith_short_16","alias_value":"3QETYMSDU66JSAYU","created_at":"2026-07-05T08:42:30Z"},{"alias_kind":"pith_short_8","alias_value":"3QETYMSD","created_at":"2026-07-05T08:42:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:3QETYMSDU66JSAYUFENDZJCGUL","target":"record","payload":{"canonical_record":{"source":{"id":"2309.04766","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-09T11:42:22Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bc41b56a4f7f4862e48582f50606f0a5aea43bc2536b8be94c490bef39ef5ab7","abstract_canon_sha256":"daefae0e54479a1309cef4882994da49ac66700e68e6d8e0dad750db583fc2e4"},"schema_version":"1.0"},"canonical_sha256":"dc093c3243a7bc990314291a3ca446a2dbaa68f80f7b7afb9c056adc1412edf0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:42:30.195712Z","signature_b64":"vZGIvvRyLaGZfiaThzSw6fcNHwxGRcKkLZyq1QNXdKC6m79YIQTJSAO4XYpjRFglKKH2a4g0nJO9xDr80QZZCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dc093c3243a7bc990314291a3ca446a2dbaa68f80f7b7afb9c056adc1412edf0","last_reissued_at":"2026-07-05T08:42:30.195221Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:42:30.195221Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.04766","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:42:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m7Ov/eoZ+p+xQqAVssfFaQd8XchxORV82jn9WyxUV275iU/hMSGoUQUxUjvZQKf/k+N9PTv/M+DZgut52j7WDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T07:19:50.650482Z"},"content_sha256":"12de41e434c85f899a29c81e64a29e9c14da1afe1467c1a2139ecd2cefd675f7","schema_version":"1.0","event_id":"sha256:12de41e434c85f899a29c81e64a29e9c14da1afe1467c1a2139ecd2cefd675f7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:3QETYMSDU66JSAYUFENDZJCGUL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SeaEval for Multilingual Foundation Models: From Cross-Lingual Alignment to Cultural Reasoning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Aiti Aw, Bin Wang, Fangkai Jiao, Nancy F. Chen, Xin Huang, Yang Ding, Zhengyuan Liu","submitted_at":"2023-09-09T11:42:22Z","abstract_excerpt":"We present SeaEval, a benchmark for multilingual foundation models. In addition to characterizing how these models understand and reason with natural language, we also investigate how well they comprehend cultural practices, nuances, and values. Alongside standard accuracy metrics, we investigate the brittleness of foundation models in the dimensions of semantics and multilinguality. Our analyses span both open-sourced and closed models, leading to empirical results across classic NLP tasks, reasoning, and cultural comprehension. Key findings indicate (1) Most models exhibit varied behavior wh"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.04766","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.04766/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:42:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Egii7NrYHds3YllbYYgED0SzDQXPbu4hbwDZeb4Kn/MMdYXuiZmpKPoCOXAnAfxDU8yV6loAFKHNeMR6slIoBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T07:19:50.651003Z"},"content_sha256":"31d4fb93641d5a1bc8e0e6fd3529115739b4494e917aa1e73ee9a00826d83eed","schema_version":"1.0","event_id":"sha256:31d4fb93641d5a1bc8e0e6fd3529115739b4494e917aa1e73ee9a00826d83eed"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3QETYMSDU66JSAYUFENDZJCGUL/bundle.json","state_url":"https://pith.science/pith/3QETYMSDU66JSAYUFENDZJCGUL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3QETYMSDU66JSAYUFENDZJCGUL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T07:19:50Z","links":{"resolver":"https://pith.science/pith/3QETYMSDU66JSAYUFENDZJCGUL","bundle":"https://pith.science/pith/3QETYMSDU66JSAYUFENDZJCGUL/bundle.json","state":"https://pith.science/pith/3QETYMSDU66JSAYUFENDZJCGUL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3QETYMSDU66JSAYUFENDZJCGUL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:3QETYMSDU66JSAYUFENDZJCGUL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"daefae0e54479a1309cef4882994da49ac66700e68e6d8e0dad750db583fc2e4","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-09T11:42:22Z","title_canon_sha256":"bc41b56a4f7f4862e48582f50606f0a5aea43bc2536b8be94c490bef39ef5ab7"},"schema_version":"1.0","source":{"id":"2309.04766","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.04766","created_at":"2026-07-05T08:42:30Z"},{"alias_kind":"arxiv_version","alias_value":"2309.04766v5","created_at":"2026-07-05T08:42:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.04766","created_at":"2026-07-05T08:42:30Z"},{"alias_kind":"pith_short_12","alias_value":"3QETYMSDU66J","created_at":"2026-07-05T08:42:30Z"},{"alias_kind":"pith_short_16","alias_value":"3QETYMSDU66JSAYU","created_at":"2026-07-05T08:42:30Z"},{"alias_kind":"pith_short_8","alias_value":"3QETYMSD","created_at":"2026-07-05T08:42:30Z"}],"graph_snapshots":[{"event_id":"sha256:31d4fb93641d5a1bc8e0e6fd3529115739b4494e917aa1e73ee9a00826d83eed","target":"graph","created_at":"2026-07-05T08:42:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.04766/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present SeaEval, a benchmark for multilingual foundation models. In addition to characterizing how these models understand and reason with natural language, we also investigate how well they comprehend cultural practices, nuances, and values. Alongside standard accuracy metrics, we investigate the brittleness of foundation models in the dimensions of semantics and multilinguality. Our analyses span both open-sourced and closed models, leading to empirical results across classic NLP tasks, reasoning, and cultural comprehension. Key findings indicate (1) Most models exhibit varied behavior wh","authors_text":"Aiti Aw, Bin Wang, Fangkai Jiao, Nancy F. Chen, Xin Huang, Yang Ding, Zhengyuan Liu","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-09T11:42:22Z","title":"SeaEval for Multilingual Foundation Models: From Cross-Lingual Alignment to Cultural Reasoning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.04766","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:12de41e434c85f899a29c81e64a29e9c14da1afe1467c1a2139ecd2cefd675f7","target":"record","created_at":"2026-07-05T08:42:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"daefae0e54479a1309cef4882994da49ac66700e68e6d8e0dad750db583fc2e4","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-09-09T11:42:22Z","title_canon_sha256":"bc41b56a4f7f4862e48582f50606f0a5aea43bc2536b8be94c490bef39ef5ab7"},"schema_version":"1.0","source":{"id":"2309.04766","kind":"arxiv","version":5}},"canonical_sha256":"dc093c3243a7bc990314291a3ca446a2dbaa68f80f7b7afb9c056adc1412edf0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dc093c3243a7bc990314291a3ca446a2dbaa68f80f7b7afb9c056adc1412edf0","first_computed_at":"2026-07-05T08:42:30.195221Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:42:30.195221Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vZGIvvRyLaGZfiaThzSw6fcNHwxGRcKkLZyq1QNXdKC6m79YIQTJSAO4XYpjRFglKKH2a4g0nJO9xDr80QZZCA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:42:30.195712Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.04766","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:12de41e434c85f899a29c81e64a29e9c14da1afe1467c1a2139ecd2cefd675f7","sha256:31d4fb93641d5a1bc8e0e6fd3529115739b4494e917aa1e73ee9a00826d83eed"],"state_sha256":"5175237ad4a704c1305f2d24c2f395d48468fb612319c960693b4d862a675cb7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1Wn22kJQ1qLumXEq6MuXCa4mWwO2faJ3JuPBs3U8CNKZONlSGMPqMHTJ4wsiQqUMgtaSdt9FoqDVA4ofDgTDBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T07:19:50.654924Z","bundle_sha256":"d7a554be009f28f0a10719368b6c3876a463fa525efe052f0ec6030a1b16bf6f"}}