{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:Q5LE5ILCYBP5BGRYQWCCXMT2SI","short_pith_number":"pith:Q5LE5ILC","canonical_record":{"source":{"id":"2505.16591","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T12:27:02Z","cross_cats_sorted":[],"title_canon_sha256":"715fbfe85ac1c431683b8285e79d2718fd1a6f41fe980b8fa734d58b89e207c9","abstract_canon_sha256":"e1dbaa1412d79b0bcd5e1a1a09d2eb98ad23bf506f0dbf4071865f42145325c2"},"schema_version":"1.0"},"canonical_sha256":"87564ea162c05fd09a3885842bb27a9212bddde6440cbc6831a956927b300832","source":{"kind":"arxiv","id":"2505.16591","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.16591","created_at":"2026-07-05T11:07:37Z"},{"alias_kind":"arxiv_version","alias_value":"2505.16591v1","created_at":"2026-07-05T11:07:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.16591","created_at":"2026-07-05T11:07:37Z"},{"alias_kind":"pith_short_12","alias_value":"Q5LE5ILCYBP5","created_at":"2026-07-05T11:07:37Z"},{"alias_kind":"pith_short_16","alias_value":"Q5LE5ILCYBP5BGRY","created_at":"2026-07-05T11:07:37Z"},{"alias_kind":"pith_short_8","alias_value":"Q5LE5ILC","created_at":"2026-07-05T11:07:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:Q5LE5ILCYBP5BGRYQWCCXMT2SI","target":"record","payload":{"canonical_record":{"source":{"id":"2505.16591","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T12:27:02Z","cross_cats_sorted":[],"title_canon_sha256":"715fbfe85ac1c431683b8285e79d2718fd1a6f41fe980b8fa734d58b89e207c9","abstract_canon_sha256":"e1dbaa1412d79b0bcd5e1a1a09d2eb98ad23bf506f0dbf4071865f42145325c2"},"schema_version":"1.0"},"canonical_sha256":"87564ea162c05fd09a3885842bb27a9212bddde6440cbc6831a956927b300832","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:07:37.568146Z","signature_b64":"UhayOf7Fd/i76Rj1wX3WQddbf4VQcZF4JNvOSRMXqmLivsSBZjrkUeYBGLfzH70GnKJnCW1+YvFI82qK9EV7Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"87564ea162c05fd09a3885842bb27a9212bddde6440cbc6831a956927b300832","last_reissued_at":"2026-07-05T11:07:37.567563Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:07:37.567563Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.16591","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:07:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"siJhsLt2IHiEVZd/9HiCblWhnv2upEOeRdwbH98HHLPzH42+9Dl5juuBNB+zJRuLpoqeTC71BNVFhU3cwITECw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:36:42.855156Z"},"content_sha256":"ffd320d7bc8e932ba26bb7ef1d25389c7b4dd97dd4ccbfb66ff42398cc278e7c","schema_version":"1.0","event_id":"sha256:ffd320d7bc8e932ba26bb7ef1d25389c7b4dd97dd4ccbfb66ff42398cc278e7c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:Q5LE5ILCYBP5BGRYQWCCXMT2SI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bowen Jiang, Conghui He, Dahua Lin, Haote Yang, Jiang Wu, Jia Yu, Junyuan Gao, Lijun Wu, Rui Min, Runchuan Zhu, Songyang Zhang, Yifan He, Yinfan Wang, Zinco Jiang","submitted_at":"2025-05-22T12:27:02Z","abstract_excerpt":"We introduce KoLasSimpleQA, the first benchmark evaluating the multilingual factual ability of Large Language Models (LLMs). Inspired by existing research, we created the question set with features such as single knowledge point coverage, absolute objectivity, unique answers, and temporal stability. These questions enable efficient evaluation using the LLM-as-judge paradigm, testing both the LLMs' factual memory and self-awareness (\"know what they don't know\"). KoLasSimpleQA expands existing research in two key dimensions: (1) Breadth (Multilingual Coverage): It includes 9 languages, supportin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.16591","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.16591/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:07:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AVvXW+TkSKVKTbJwgKQJZphhjD0Zw5ZdhWvm5TA0Cs0xUyXgQ+cujEQ4SUp2QyUR9NPNUROpgJdxl5p4YW41Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:36:42.855671Z"},"content_sha256":"8e4da2727a9b89edf09f3f2f5db4d5ebbfe2c6bdee113573061cc4131fff4096","schema_version":"1.0","event_id":"sha256:8e4da2727a9b89edf09f3f2f5db4d5ebbfe2c6bdee113573061cc4131fff4096"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Q5LE5ILCYBP5BGRYQWCCXMT2SI/bundle.json","state_url":"https://pith.science/pith/Q5LE5ILCYBP5BGRYQWCCXMT2SI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Q5LE5ILCYBP5BGRYQWCCXMT2SI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T23:36:42Z","links":{"resolver":"https://pith.science/pith/Q5LE5ILCYBP5BGRYQWCCXMT2SI","bundle":"https://pith.science/pith/Q5LE5ILCYBP5BGRYQWCCXMT2SI/bundle.json","state":"https://pith.science/pith/Q5LE5ILCYBP5BGRYQWCCXMT2SI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Q5LE5ILCYBP5BGRYQWCCXMT2SI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:Q5LE5ILCYBP5BGRYQWCCXMT2SI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e1dbaa1412d79b0bcd5e1a1a09d2eb98ad23bf506f0dbf4071865f42145325c2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T12:27:02Z","title_canon_sha256":"715fbfe85ac1c431683b8285e79d2718fd1a6f41fe980b8fa734d58b89e207c9"},"schema_version":"1.0","source":{"id":"2505.16591","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.16591","created_at":"2026-07-05T11:07:37Z"},{"alias_kind":"arxiv_version","alias_value":"2505.16591v1","created_at":"2026-07-05T11:07:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.16591","created_at":"2026-07-05T11:07:37Z"},{"alias_kind":"pith_short_12","alias_value":"Q5LE5ILCYBP5","created_at":"2026-07-05T11:07:37Z"},{"alias_kind":"pith_short_16","alias_value":"Q5LE5ILCYBP5BGRY","created_at":"2026-07-05T11:07:37Z"},{"alias_kind":"pith_short_8","alias_value":"Q5LE5ILC","created_at":"2026-07-05T11:07:37Z"}],"graph_snapshots":[{"event_id":"sha256:8e4da2727a9b89edf09f3f2f5db4d5ebbfe2c6bdee113573061cc4131fff4096","target":"graph","created_at":"2026-07-05T11:07:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.16591/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce KoLasSimpleQA, the first benchmark evaluating the multilingual factual ability of Large Language Models (LLMs). Inspired by existing research, we created the question set with features such as single knowledge point coverage, absolute objectivity, unique answers, and temporal stability. These questions enable efficient evaluation using the LLM-as-judge paradigm, testing both the LLMs' factual memory and self-awareness (\"know what they don't know\"). KoLasSimpleQA expands existing research in two key dimensions: (1) Breadth (Multilingual Coverage): It includes 9 languages, supportin","authors_text":"Bowen Jiang, Conghui He, Dahua Lin, Haote Yang, Jiang Wu, Jia Yu, Junyuan Gao, Lijun Wu, Rui Min, Runchuan Zhu, Songyang Zhang, Yifan He, Yinfan Wang, Zinco Jiang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T12:27:02Z","title":"Evaluating Large Language Model with Knowledge Oriented Language Specific Simple Question Answering"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.16591","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ffd320d7bc8e932ba26bb7ef1d25389c7b4dd97dd4ccbfb66ff42398cc278e7c","target":"record","created_at":"2026-07-05T11:07:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e1dbaa1412d79b0bcd5e1a1a09d2eb98ad23bf506f0dbf4071865f42145325c2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-22T12:27:02Z","title_canon_sha256":"715fbfe85ac1c431683b8285e79d2718fd1a6f41fe980b8fa734d58b89e207c9"},"schema_version":"1.0","source":{"id":"2505.16591","kind":"arxiv","version":1}},"canonical_sha256":"87564ea162c05fd09a3885842bb27a9212bddde6440cbc6831a956927b300832","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"87564ea162c05fd09a3885842bb27a9212bddde6440cbc6831a956927b300832","first_computed_at":"2026-07-05T11:07:37.567563Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:07:37.567563Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UhayOf7Fd/i76Rj1wX3WQddbf4VQcZF4JNvOSRMXqmLivsSBZjrkUeYBGLfzH70GnKJnCW1+YvFI82qK9EV7Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:07:37.568146Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.16591","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ffd320d7bc8e932ba26bb7ef1d25389c7b4dd97dd4ccbfb66ff42398cc278e7c","sha256:8e4da2727a9b89edf09f3f2f5db4d5ebbfe2c6bdee113573061cc4131fff4096"],"state_sha256":"bcc0fd2b9dec7758dd5a2a9e4ce6a212a0052e7efbec6fdbe6cfc35ed82dd25c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7WZH6vE8cMkK1A7+iteJMymssWRAgA5kFrlLA+D7eL6kBSFBUfJk8BCLAvbHa9qHu0vujUQ54RLJPde/nsFJDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T23:36:42.859079Z","bundle_sha256":"4f0c7cd5521aba34cb974cdabd27df0685e5aaa4e195a12fe99326cc46d07851"}}