{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:QAB6K6EP7DLVWL7I65D574YHWB","short_pith_number":"pith:QAB6K6EP","canonical_record":{"source":{"id":"2310.03368","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-05T07:57:09Z","cross_cats_sorted":[],"title_canon_sha256":"53e54ca9e77a5855d83a5e38b229b6b8105d1a6260eb58a8e9d4e3b56de6bae7","abstract_canon_sha256":"87798f7c004b8560df49b9f627b0bab36adaf35bed0ca59bc1f24be5fdc59c74"},"schema_version":"1.0"},"canonical_sha256":"8003e5788ff8d75b2fe8f747dff307b05759b9e38da041ac41b32d77b9c5a78f","source":{"kind":"arxiv","id":"2310.03368","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.03368","created_at":"2026-07-05T07:04:51Z"},{"alias_kind":"arxiv_version","alias_value":"2310.03368v4","created_at":"2026-07-05T07:04:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.03368","created_at":"2026-07-05T07:04:51Z"},{"alias_kind":"pith_short_12","alias_value":"QAB6K6EP7DLV","created_at":"2026-07-05T07:04:51Z"},{"alias_kind":"pith_short_16","alias_value":"QAB6K6EP7DLVWL7I","created_at":"2026-07-05T07:04:51Z"},{"alias_kind":"pith_short_8","alias_value":"QAB6K6EP","created_at":"2026-07-05T07:04:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:QAB6K6EP7DLVWL7I65D574YHWB","target":"record","payload":{"canonical_record":{"source":{"id":"2310.03368","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-05T07:57:09Z","cross_cats_sorted":[],"title_canon_sha256":"53e54ca9e77a5855d83a5e38b229b6b8105d1a6260eb58a8e9d4e3b56de6bae7","abstract_canon_sha256":"87798f7c004b8560df49b9f627b0bab36adaf35bed0ca59bc1f24be5fdc59c74"},"schema_version":"1.0"},"canonical_sha256":"8003e5788ff8d75b2fe8f747dff307b05759b9e38da041ac41b32d77b9c5a78f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:04:51.313733Z","signature_b64":"FiKh3CwM9tCK9tpdj2SsdaApDjSDHURoFSCgfASkV+wpnAbdssZJxzvIhLB+fq+fTakzck7JdCbnRplXopQQBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8003e5788ff8d75b2fe8f747dff307b05759b9e38da041ac41b32d77b9c5a78f","last_reissued_at":"2026-07-05T07:04:51.313327Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:04:51.313327Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.03368","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qmFOspuj6Vvhp2OODYmCX/DyKCSaTQ5PuM5cPsy6VHSgV47eW9DvEZ/jvK18kM4E10qYMzEMWoA7ESblIiVLDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T23:14:16.782270Z"},"content_sha256":"f48c37658212be2c218f8cee1cd63d6a0e9942603284e83b128bd6cea7be73b2","schema_version":"1.0","event_id":"sha256:f48c37658212be2c218f8cee1cd63d6a0e9942603284e83b128bd6cea7be73b2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:QAB6K6EP7DLVWL7I65D574YHWB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Hallucinations in Chinese Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Junliang He, Kai Chen, Mianqiu Huang, Mozhi Zhang, Qinyuan Cheng, Siyin Wang, Tianxiang Sun, Wenwei Zhang, Xiangyang Liu, Xipeng Qiu, Zhangyue Yin","submitted_at":"2023-10-05T07:57:09Z","abstract_excerpt":"In this paper, we establish a benchmark named HalluQA (Chinese Hallucination Question-Answering) to measure the hallucination phenomenon in Chinese large language models. HalluQA contains 450 meticulously designed adversarial questions, spanning multiple domains, and takes into account Chinese historical culture, customs, and social phenomena. During the construction of HalluQA, we consider two types of hallucinations: imitative falsehoods and factual errors, and we construct adversarial samples based on GLM-130B and ChatGPT. For evaluation, we design an automated evaluation method using GPT-4"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.03368","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.03368/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"q1kNyYoAMwZPBI4+wkyG3REUKl2boLHPaQtMp/cOIIUyFG2EhSS3aji8oaTIEk4soqDbXk8cikiNXvEgHL8RCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T23:14:16.783222Z"},"content_sha256":"4b9b95ea8e50f06ed7bf72e6f0ac5b78a1b3c22d5389b1c293e80814f7ffa699","schema_version":"1.0","event_id":"sha256:4b9b95ea8e50f06ed7bf72e6f0ac5b78a1b3c22d5389b1c293e80814f7ffa699"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QAB6K6EP7DLVWL7I65D574YHWB/bundle.json","state_url":"https://pith.science/pith/QAB6K6EP7DLVWL7I65D574YHWB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QAB6K6EP7DLVWL7I65D574YHWB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T23:14:16Z","links":{"resolver":"https://pith.science/pith/QAB6K6EP7DLVWL7I65D574YHWB","bundle":"https://pith.science/pith/QAB6K6EP7DLVWL7I65D574YHWB/bundle.json","state":"https://pith.science/pith/QAB6K6EP7DLVWL7I65D574YHWB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QAB6K6EP7DLVWL7I65D574YHWB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:QAB6K6EP7DLVWL7I65D574YHWB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"87798f7c004b8560df49b9f627b0bab36adaf35bed0ca59bc1f24be5fdc59c74","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-05T07:57:09Z","title_canon_sha256":"53e54ca9e77a5855d83a5e38b229b6b8105d1a6260eb58a8e9d4e3b56de6bae7"},"schema_version":"1.0","source":{"id":"2310.03368","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.03368","created_at":"2026-07-05T07:04:51Z"},{"alias_kind":"arxiv_version","alias_value":"2310.03368v4","created_at":"2026-07-05T07:04:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.03368","created_at":"2026-07-05T07:04:51Z"},{"alias_kind":"pith_short_12","alias_value":"QAB6K6EP7DLV","created_at":"2026-07-05T07:04:51Z"},{"alias_kind":"pith_short_16","alias_value":"QAB6K6EP7DLVWL7I","created_at":"2026-07-05T07:04:51Z"},{"alias_kind":"pith_short_8","alias_value":"QAB6K6EP","created_at":"2026-07-05T07:04:51Z"}],"graph_snapshots":[{"event_id":"sha256:4b9b95ea8e50f06ed7bf72e6f0ac5b78a1b3c22d5389b1c293e80814f7ffa699","target":"graph","created_at":"2026-07-05T07:04:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.03368/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we establish a benchmark named HalluQA (Chinese Hallucination Question-Answering) to measure the hallucination phenomenon in Chinese large language models. HalluQA contains 450 meticulously designed adversarial questions, spanning multiple domains, and takes into account Chinese historical culture, customs, and social phenomena. During the construction of HalluQA, we consider two types of hallucinations: imitative falsehoods and factual errors, and we construct adversarial samples based on GLM-130B and ChatGPT. For evaluation, we design an automated evaluation method using GPT-4","authors_text":"Junliang He, Kai Chen, Mianqiu Huang, Mozhi Zhang, Qinyuan Cheng, Siyin Wang, Tianxiang Sun, Wenwei Zhang, Xiangyang Liu, Xipeng Qiu, Zhangyue Yin","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-05T07:57:09Z","title":"Evaluating Hallucinations in Chinese Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.03368","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f48c37658212be2c218f8cee1cd63d6a0e9942603284e83b128bd6cea7be73b2","target":"record","created_at":"2026-07-05T07:04:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"87798f7c004b8560df49b9f627b0bab36adaf35bed0ca59bc1f24be5fdc59c74","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-05T07:57:09Z","title_canon_sha256":"53e54ca9e77a5855d83a5e38b229b6b8105d1a6260eb58a8e9d4e3b56de6bae7"},"schema_version":"1.0","source":{"id":"2310.03368","kind":"arxiv","version":4}},"canonical_sha256":"8003e5788ff8d75b2fe8f747dff307b05759b9e38da041ac41b32d77b9c5a78f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8003e5788ff8d75b2fe8f747dff307b05759b9e38da041ac41b32d77b9c5a78f","first_computed_at":"2026-07-05T07:04:51.313327Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:04:51.313327Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FiKh3CwM9tCK9tpdj2SsdaApDjSDHURoFSCgfASkV+wpnAbdssZJxzvIhLB+fq+fTakzck7JdCbnRplXopQQBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:04:51.313733Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.03368","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f48c37658212be2c218f8cee1cd63d6a0e9942603284e83b128bd6cea7be73b2","sha256:4b9b95ea8e50f06ed7bf72e6f0ac5b78a1b3c22d5389b1c293e80814f7ffa699"],"state_sha256":"60461bf3b396e4cc71e135dcb01de392c04af50e07d0759e77f04063a149b260"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"owwIGX/ESOoPOoEGQnPnxsd9bLYZZANPNxHj1CMo/UBwaJXdqxyn6QwuRA+Tri1deAcQcMPKd2vTNrsoBi8mAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T23:14:16.790635Z","bundle_sha256":"c9178f0caf86b3c924b1b12fb39d37d7360bda26daef8250428a21026e3a8d5c"}}