{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:RRQWDP44LOUBFEHDPBRG3PARXV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"631896051e0ec5a8aae67d0184a9f8561c7021377a35de84dce92bb148964530","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-27T11:08:58Z","title_canon_sha256":"d55a5324f5cbd48cce3afff5ed4f4c852f0a8a20728dd485f56fb535f3b25bdb"},"schema_version":"1.0","source":{"id":"2112.13610","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.13610","created_at":"2026-07-05T04:31:30Z"},{"alias_kind":"arxiv_version","alias_value":"2112.13610v2","created_at":"2026-07-05T04:31:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.13610","created_at":"2026-07-05T04:31:30Z"},{"alias_kind":"pith_short_12","alias_value":"RRQWDP44LOUB","created_at":"2026-07-05T04:31:30Z"},{"alias_kind":"pith_short_16","alias_value":"RRQWDP44LOUBFEHD","created_at":"2026-07-05T04:31:30Z"},{"alias_kind":"pith_short_8","alias_value":"RRQWDP44","created_at":"2026-07-05T04:31:30Z"}],"graph_snapshots":[{"event_id":"sha256:adeaf89dbf989e5dccf0b26e7aacc5f7f31595b45ff4135b1fe22eaa25ef3f37","target":"graph","created_at":"2026-07-05T04:31:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.13610/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Realizing general-purpose language intelligence has been a longstanding goal for natural language processing, where standard evaluation benchmarks play a fundamental and guiding role. We argue that for general-purpose language intelligence evaluation, the benchmark itself needs to be comprehensive and systematic. To this end, we propose CUGE, a Chinese Language Understanding and Generation Evaluation benchmark with the following features: (1) Hierarchical benchmark framework, where datasets are principally selected and organized with a language capability-task-dataset hierarchy. (2) Multi-leve","authors_text":"Boxi Cao, Chaojun Xiao, Chengqiang Xu, Erhong Yang, Fanchao Qi, Guoyang Zeng, Huadong Wang, Jiajun Zhang, Jian Guan, Jinliang Lu, Jinran Nie, Juanzi Li, Junwei Bao, Kun Zhou, Maosong Sun, Minlie Huang, Qingxiu Dong, Rui Yan, Shuhuai Ren, Wenhao Li, Xianpei Han, Xiaodong He, Xiaojun Wan, Xiaozhi Wang, Xin Zhao, Xuancheng Huang, Xu Sun, Yang Liu, Yuan Yao, Yuxian Gu, Zhengyan Zhang, Zheni Zeng, Zhifang Sui, Zhiyuan Liu, Zile Zhou","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-27T11:08:58Z","title":"CUGE: A Chinese Language Understanding and Generation Evaluation Benchmark"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.13610","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ae4d9e8bf60c61d5dcf401232c78c753df0ef2f44ed921770afd97ee1beda905","target":"record","created_at":"2026-07-05T04:31:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"631896051e0ec5a8aae67d0184a9f8561c7021377a35de84dce92bb148964530","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-27T11:08:58Z","title_canon_sha256":"d55a5324f5cbd48cce3afff5ed4f4c852f0a8a20728dd485f56fb535f3b25bdb"},"schema_version":"1.0","source":{"id":"2112.13610","kind":"arxiv","version":2}},"canonical_sha256":"8c6161bf9c5ba81290e378626dbc11bd6ac30d4dd578024883d2c85024ffe68d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8c6161bf9c5ba81290e378626dbc11bd6ac30d4dd578024883d2c85024ffe68d","first_computed_at":"2026-07-05T04:31:30.115749Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:31:30.115749Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"i3qRp7OYncpr2S3DiHM/JI+K6Cn+XLFWGPVs+t+c24gaY3rhbprBCNpWES9suOdAImVkGWvcPlmQuYMkZXcuBg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:31:30.116350Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.13610","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ae4d9e8bf60c61d5dcf401232c78c753df0ef2f44ed921770afd97ee1beda905","sha256:adeaf89dbf989e5dccf0b26e7aacc5f7f31595b45ff4135b1fe22eaa25ef3f37"],"state_sha256":"20e44cea6a30c16211c70aa4be2f29ab9174d58fa123541f7ac8068f7a8448f2"}