{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:ZO4VXBTPQUOW7UY4GGRBOS4RLY","short_pith_number":"pith:ZO4VXBTP","canonical_record":{"source":{"id":"2011.11928","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-11-24T06:59:45Z","cross_cats_sorted":[],"title_canon_sha256":"4af73d13fa8b6eb6bff4dc8383cec105e774d33e933427cdc36b038de259c7f3","abstract_canon_sha256":"cdf616a052627660f5806ecc019439e237ec6be54a6d9d21b7bfae97ac1a5ad4"},"schema_version":"1.0"},"canonical_sha256":"cbb95b866f851d6fd31c31a2174b915e24779ad4e6eb049749b465a589c496f3","source":{"kind":"arxiv","id":"2011.11928","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.11928","created_at":"2026-07-05T02:44:52Z"},{"alias_kind":"arxiv_version","alias_value":"2011.11928v3","created_at":"2026-07-05T02:44:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.11928","created_at":"2026-07-05T02:44:52Z"},{"alias_kind":"pith_short_12","alias_value":"ZO4VXBTPQUOW","created_at":"2026-07-05T02:44:52Z"},{"alias_kind":"pith_short_16","alias_value":"ZO4VXBTPQUOW7UY4","created_at":"2026-07-05T02:44:52Z"},{"alias_kind":"pith_short_8","alias_value":"ZO4VXBTP","created_at":"2026-07-05T02:44:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:ZO4VXBTPQUOW7UY4GGRBOS4RLY","target":"record","payload":{"canonical_record":{"source":{"id":"2011.11928","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-11-24T06:59:45Z","cross_cats_sorted":[],"title_canon_sha256":"4af73d13fa8b6eb6bff4dc8383cec105e774d33e933427cdc36b038de259c7f3","abstract_canon_sha256":"cdf616a052627660f5806ecc019439e237ec6be54a6d9d21b7bfae97ac1a5ad4"},"schema_version":"1.0"},"canonical_sha256":"cbb95b866f851d6fd31c31a2174b915e24779ad4e6eb049749b465a589c496f3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:44:52.310740Z","signature_b64":"t6vnRsEnmuD3i/vpOOUk5V0u1oIEc/cGm+dXrzxzsOs+I2c2pkFhi0RxDjRdGXFgBf750PN+y6g6m9WoWt7/AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cbb95b866f851d6fd31c31a2174b915e24779ad4e6eb049749b465a589c496f3","last_reissued_at":"2026-07-05T02:44:52.310288Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:44:52.310288Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2011.11928","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:44:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5VsYwdacfQZFm0kkKW1O8Wqo5tt9JUYJqd0PIYcsrUdRJYZgdWNWBjy37XDzpM4lXhDvff6lzYDw7cX6yHCcDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:36:13.337975Z"},"content_sha256":"a956a8a214c9f57d3c1f3bbcd22cf4988e65f7d71e79bb7006b46c9b0e72ea0b","schema_version":"1.0","event_id":"sha256:a956a8a214c9f57d3c1f3bbcd22cf4988e65f7d71e79bb7006b46c9b0e72ea0b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:ZO4VXBTPQUOW7UY4GGRBOS4RLY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GLGE: A New General Language Generation Evaluation Benchmark","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Daxin Jiang, Dayiheng Liu, Hang Zhang, Jiancheng Lv, Jian Jiao, Jie Fu, Jiusheng Chen, Linjun Shou, Ming Gong, Ming Zhou, Nan Duan, Pengcheng Wang, Ruofei Zhang, Weizhen Qi, Weizhu Chen, Winnie Wu, Yeyun Gong, Yu Yan","submitted_at":"2020-11-24T06:59:45Z","abstract_excerpt":"Multi-task benchmarks such as GLUE and SuperGLUE have driven great progress of pretraining and transfer learning in Natural Language Processing (NLP). These benchmarks mostly focus on a range of Natural Language Understanding (NLU) tasks, without considering the Natural Language Generation (NLG) models. In this paper, we present the General Language Generation Evaluation (GLGE), a new multi-task benchmark for evaluating the generalization capabilities of NLG models across eight language generation tasks. For each task, we continue to design three subtasks in terms of task difficulty (GLGE-Easy"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.11928","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2011.11928/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:44:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"veb7zQ1vT6AdPu59HTecCW+VLkxYQwFeNBLwSq57iMukx2zutk9nz66nJ4+UJKcBYe8rUreHf8sq3OxYqC4jBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:36:13.338374Z"},"content_sha256":"a9731371b4403cce44215881f72b8ee65af4710964fd95438a51fb4e016b9a46","schema_version":"1.0","event_id":"sha256:a9731371b4403cce44215881f72b8ee65af4710964fd95438a51fb4e016b9a46"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZO4VXBTPQUOW7UY4GGRBOS4RLY/bundle.json","state_url":"https://pith.science/pith/ZO4VXBTPQUOW7UY4GGRBOS4RLY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZO4VXBTPQUOW7UY4GGRBOS4RLY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T06:36:13Z","links":{"resolver":"https://pith.science/pith/ZO4VXBTPQUOW7UY4GGRBOS4RLY","bundle":"https://pith.science/pith/ZO4VXBTPQUOW7UY4GGRBOS4RLY/bundle.json","state":"https://pith.science/pith/ZO4VXBTPQUOW7UY4GGRBOS4RLY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZO4VXBTPQUOW7UY4GGRBOS4RLY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:ZO4VXBTPQUOW7UY4GGRBOS4RLY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cdf616a052627660f5806ecc019439e237ec6be54a6d9d21b7bfae97ac1a5ad4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-11-24T06:59:45Z","title_canon_sha256":"4af73d13fa8b6eb6bff4dc8383cec105e774d33e933427cdc36b038de259c7f3"},"schema_version":"1.0","source":{"id":"2011.11928","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.11928","created_at":"2026-07-05T02:44:52Z"},{"alias_kind":"arxiv_version","alias_value":"2011.11928v3","created_at":"2026-07-05T02:44:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.11928","created_at":"2026-07-05T02:44:52Z"},{"alias_kind":"pith_short_12","alias_value":"ZO4VXBTPQUOW","created_at":"2026-07-05T02:44:52Z"},{"alias_kind":"pith_short_16","alias_value":"ZO4VXBTPQUOW7UY4","created_at":"2026-07-05T02:44:52Z"},{"alias_kind":"pith_short_8","alias_value":"ZO4VXBTP","created_at":"2026-07-05T02:44:52Z"}],"graph_snapshots":[{"event_id":"sha256:a9731371b4403cce44215881f72b8ee65af4710964fd95438a51fb4e016b9a46","target":"graph","created_at":"2026-07-05T02:44:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2011.11928/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multi-task benchmarks such as GLUE and SuperGLUE have driven great progress of pretraining and transfer learning in Natural Language Processing (NLP). These benchmarks mostly focus on a range of Natural Language Understanding (NLU) tasks, without considering the Natural Language Generation (NLG) models. In this paper, we present the General Language Generation Evaluation (GLGE), a new multi-task benchmark for evaluating the generalization capabilities of NLG models across eight language generation tasks. For each task, we continue to design three subtasks in terms of task difficulty (GLGE-Easy","authors_text":"Daxin Jiang, Dayiheng Liu, Hang Zhang, Jiancheng Lv, Jian Jiao, Jie Fu, Jiusheng Chen, Linjun Shou, Ming Gong, Ming Zhou, Nan Duan, Pengcheng Wang, Ruofei Zhang, Weizhen Qi, Weizhu Chen, Winnie Wu, Yeyun Gong, Yu Yan","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-11-24T06:59:45Z","title":"GLGE: A New General Language Generation Evaluation Benchmark"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.11928","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a956a8a214c9f57d3c1f3bbcd22cf4988e65f7d71e79bb7006b46c9b0e72ea0b","target":"record","created_at":"2026-07-05T02:44:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cdf616a052627660f5806ecc019439e237ec6be54a6d9d21b7bfae97ac1a5ad4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-11-24T06:59:45Z","title_canon_sha256":"4af73d13fa8b6eb6bff4dc8383cec105e774d33e933427cdc36b038de259c7f3"},"schema_version":"1.0","source":{"id":"2011.11928","kind":"arxiv","version":3}},"canonical_sha256":"cbb95b866f851d6fd31c31a2174b915e24779ad4e6eb049749b465a589c496f3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cbb95b866f851d6fd31c31a2174b915e24779ad4e6eb049749b465a589c496f3","first_computed_at":"2026-07-05T02:44:52.310288Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:44:52.310288Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"t6vnRsEnmuD3i/vpOOUk5V0u1oIEc/cGm+dXrzxzsOs+I2c2pkFhi0RxDjRdGXFgBf750PN+y6g6m9WoWt7/AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:44:52.310740Z","signed_message":"canonical_sha256_bytes"},"source_id":"2011.11928","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a956a8a214c9f57d3c1f3bbcd22cf4988e65f7d71e79bb7006b46c9b0e72ea0b","sha256:a9731371b4403cce44215881f72b8ee65af4710964fd95438a51fb4e016b9a46"],"state_sha256":"71296cf3126a732de7b74425653bb68ca0794dd353d21e70032aff0369ac81b9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8ljT17ybfUHt1MRd79IBzE1ooKwRW13fR5M8QqAQlLkMdE2HNyAtA80etgklg3iueh7YRQmJxhDetXrTt3OiAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T06:36:13.340909Z","bundle_sha256":"b212ebc96209d1e74d79706933da3c8b2b560696b723b26a8260ef05694ed375"}}