{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:RRQWDP44LOUBFEHDPBRG3PARXV","short_pith_number":"pith:RRQWDP44","canonical_record":{"source":{"id":"2112.13610","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-27T11:08:58Z","cross_cats_sorted":[],"title_canon_sha256":"d55a5324f5cbd48cce3afff5ed4f4c852f0a8a20728dd485f56fb535f3b25bdb","abstract_canon_sha256":"631896051e0ec5a8aae67d0184a9f8561c7021377a35de84dce92bb148964530"},"schema_version":"1.0"},"canonical_sha256":"8c6161bf9c5ba81290e378626dbc11bd6ac30d4dd578024883d2c85024ffe68d","source":{"kind":"arxiv","id":"2112.13610","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.13610","created_at":"2026-07-05T04:31:30Z"},{"alias_kind":"arxiv_version","alias_value":"2112.13610v2","created_at":"2026-07-05T04:31:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.13610","created_at":"2026-07-05T04:31:30Z"},{"alias_kind":"pith_short_12","alias_value":"RRQWDP44LOUB","created_at":"2026-07-05T04:31:30Z"},{"alias_kind":"pith_short_16","alias_value":"RRQWDP44LOUBFEHD","created_at":"2026-07-05T04:31:30Z"},{"alias_kind":"pith_short_8","alias_value":"RRQWDP44","created_at":"2026-07-05T04:31:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:RRQWDP44LOUBFEHDPBRG3PARXV","target":"record","payload":{"canonical_record":{"source":{"id":"2112.13610","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-27T11:08:58Z","cross_cats_sorted":[],"title_canon_sha256":"d55a5324f5cbd48cce3afff5ed4f4c852f0a8a20728dd485f56fb535f3b25bdb","abstract_canon_sha256":"631896051e0ec5a8aae67d0184a9f8561c7021377a35de84dce92bb148964530"},"schema_version":"1.0"},"canonical_sha256":"8c6161bf9c5ba81290e378626dbc11bd6ac30d4dd578024883d2c85024ffe68d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:31:30.116350Z","signature_b64":"i3qRp7OYncpr2S3DiHM/JI+K6Cn+XLFWGPVs+t+c24gaY3rhbprBCNpWES9suOdAImVkGWvcPlmQuYMkZXcuBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8c6161bf9c5ba81290e378626dbc11bd6ac30d4dd578024883d2c85024ffe68d","last_reissued_at":"2026-07-05T04:31:30.115749Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:31:30.115749Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.13610","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:31:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GVwI8QXO4vrgnxXByePJQouj08HraYE+CnftKE7EhcORdxS4fySqxDvR5C+12wsZY1xaO6dLTnW0k0x0RfoWDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T22:55:17.035113Z"},"content_sha256":"ae4d9e8bf60c61d5dcf401232c78c753df0ef2f44ed921770afd97ee1beda905","schema_version":"1.0","event_id":"sha256:ae4d9e8bf60c61d5dcf401232c78c753df0ef2f44ed921770afd97ee1beda905"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:RRQWDP44LOUBFEHDPBRG3PARXV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CUGE: A Chinese Language Understanding and Generation Evaluation Benchmark","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Boxi Cao, Chaojun Xiao, Chengqiang Xu, Erhong Yang, Fanchao Qi, Guoyang Zeng, Huadong Wang, Jiajun Zhang, Jian Guan, Jinliang Lu, Jinran Nie, Juanzi Li, Junwei Bao, Kun Zhou, Maosong Sun, Minlie Huang, Qingxiu Dong, Rui Yan, Shuhuai Ren, Wenhao Li, Xianpei Han, Xiaodong He, Xiaojun Wan, Xiaozhi Wang, Xin Zhao, Xuancheng Huang, Xu Sun, Yang Liu, Yuan Yao, Yuxian Gu, Zhengyan Zhang, Zheni Zeng, Zhifang Sui, Zhiyuan Liu, Zile Zhou","submitted_at":"2021-12-27T11:08:58Z","abstract_excerpt":"Realizing general-purpose language intelligence has been a longstanding goal for natural language processing, where standard evaluation benchmarks play a fundamental and guiding role. We argue that for general-purpose language intelligence evaluation, the benchmark itself needs to be comprehensive and systematic. To this end, we propose CUGE, a Chinese Language Understanding and Generation Evaluation benchmark with the following features: (1) Hierarchical benchmark framework, where datasets are principally selected and organized with a language capability-task-dataset hierarchy. (2) Multi-leve"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.13610","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.13610/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:31:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XkEQxD2N0tzvKcbSFGyCo2vFmqflZIetJ96+hue/CWp02yuBLoS3vO9XhfatYU8cMqcD/9hiMgNfEb7yGq8+Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T22:55:17.035670Z"},"content_sha256":"adeaf89dbf989e5dccf0b26e7aacc5f7f31595b45ff4135b1fe22eaa25ef3f37","schema_version":"1.0","event_id":"sha256:adeaf89dbf989e5dccf0b26e7aacc5f7f31595b45ff4135b1fe22eaa25ef3f37"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RRQWDP44LOUBFEHDPBRG3PARXV/bundle.json","state_url":"https://pith.science/pith/RRQWDP44LOUBFEHDPBRG3PARXV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RRQWDP44LOUBFEHDPBRG3PARXV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T22:55:17Z","links":{"resolver":"https://pith.science/pith/RRQWDP44LOUBFEHDPBRG3PARXV","bundle":"https://pith.science/pith/RRQWDP44LOUBFEHDPBRG3PARXV/bundle.json","state":"https://pith.science/pith/RRQWDP44LOUBFEHDPBRG3PARXV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RRQWDP44LOUBFEHDPBRG3PARXV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:RRQWDP44LOUBFEHDPBRG3PARXV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"631896051e0ec5a8aae67d0184a9f8561c7021377a35de84dce92bb148964530","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-27T11:08:58Z","title_canon_sha256":"d55a5324f5cbd48cce3afff5ed4f4c852f0a8a20728dd485f56fb535f3b25bdb"},"schema_version":"1.0","source":{"id":"2112.13610","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.13610","created_at":"2026-07-05T04:31:30Z"},{"alias_kind":"arxiv_version","alias_value":"2112.13610v2","created_at":"2026-07-05T04:31:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.13610","created_at":"2026-07-05T04:31:30Z"},{"alias_kind":"pith_short_12","alias_value":"RRQWDP44LOUB","created_at":"2026-07-05T04:31:30Z"},{"alias_kind":"pith_short_16","alias_value":"RRQWDP44LOUBFEHD","created_at":"2026-07-05T04:31:30Z"},{"alias_kind":"pith_short_8","alias_value":"RRQWDP44","created_at":"2026-07-05T04:31:30Z"}],"graph_snapshots":[{"event_id":"sha256:adeaf89dbf989e5dccf0b26e7aacc5f7f31595b45ff4135b1fe22eaa25ef3f37","target":"graph","created_at":"2026-07-05T04:31:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.13610/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Realizing general-purpose language intelligence has been a longstanding goal for natural language processing, where standard evaluation benchmarks play a fundamental and guiding role. We argue that for general-purpose language intelligence evaluation, the benchmark itself needs to be comprehensive and systematic. To this end, we propose CUGE, a Chinese Language Understanding and Generation Evaluation benchmark with the following features: (1) Hierarchical benchmark framework, where datasets are principally selected and organized with a language capability-task-dataset hierarchy. (2) Multi-leve","authors_text":"Boxi Cao, Chaojun Xiao, Chengqiang Xu, Erhong Yang, Fanchao Qi, Guoyang Zeng, Huadong Wang, Jiajun Zhang, Jian Guan, Jinliang Lu, Jinran Nie, Juanzi Li, Junwei Bao, Kun Zhou, Maosong Sun, Minlie Huang, Qingxiu Dong, Rui Yan, Shuhuai Ren, Wenhao Li, Xianpei Han, Xiaodong He, Xiaojun Wan, Xiaozhi Wang, Xin Zhao, Xuancheng Huang, Xu Sun, Yang Liu, Yuan Yao, Yuxian Gu, Zhengyan Zhang, Zheni Zeng, Zhifang Sui, Zhiyuan Liu, Zile Zhou","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-27T11:08:58Z","title":"CUGE: A Chinese Language Understanding and Generation Evaluation Benchmark"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.13610","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ae4d9e8bf60c61d5dcf401232c78c753df0ef2f44ed921770afd97ee1beda905","target":"record","created_at":"2026-07-05T04:31:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"631896051e0ec5a8aae67d0184a9f8561c7021377a35de84dce92bb148964530","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-12-27T11:08:58Z","title_canon_sha256":"d55a5324f5cbd48cce3afff5ed4f4c852f0a8a20728dd485f56fb535f3b25bdb"},"schema_version":"1.0","source":{"id":"2112.13610","kind":"arxiv","version":2}},"canonical_sha256":"8c6161bf9c5ba81290e378626dbc11bd6ac30d4dd578024883d2c85024ffe68d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8c6161bf9c5ba81290e378626dbc11bd6ac30d4dd578024883d2c85024ffe68d","first_computed_at":"2026-07-05T04:31:30.115749Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:31:30.115749Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"i3qRp7OYncpr2S3DiHM/JI+K6Cn+XLFWGPVs+t+c24gaY3rhbprBCNpWES9suOdAImVkGWvcPlmQuYMkZXcuBg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:31:30.116350Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.13610","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ae4d9e8bf60c61d5dcf401232c78c753df0ef2f44ed921770afd97ee1beda905","sha256:adeaf89dbf989e5dccf0b26e7aacc5f7f31595b45ff4135b1fe22eaa25ef3f37"],"state_sha256":"20e44cea6a30c16211c70aa4be2f29ab9174d58fa123541f7ac8068f7a8448f2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NmPpZI64XUrAAMkehr3HYyLMHP4YE5/vItt6Nt4yDZDUAyw9buQbxQX1BOkcrRp0IkertUg/Br1uJqCPQ4Q+Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T22:55:17.040697Z","bundle_sha256":"f888cb92b412862a50b9d84b41b1450dfaa74d54a81c31aeebe980be0fef6959"}}