{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:HKTIP25PPOCK7HP3UGINHHJ6TQ","short_pith_number":"pith:HKTIP25P","canonical_record":{"source":{"id":"2210.07197","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-13T17:17:03Z","cross_cats_sorted":[],"title_canon_sha256":"5d6dffc4648fe568fa1cc0c96062e507b3144fc67315e9e47f0a2cd03b78ebf7","abstract_canon_sha256":"262004ee0f141d84232b19fb4210e5578b6a2547861eedc989930d37e0befc47"},"schema_version":"1.0"},"canonical_sha256":"3aa687ebaf7b84af9dfba190d39d3e9c16ab7e49b48a143e1979a79e100e7a14","source":{"kind":"arxiv","id":"2210.07197","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.07197","created_at":"2026-07-05T05:06:25Z"},{"alias_kind":"arxiv_version","alias_value":"2210.07197v1","created_at":"2026-07-05T05:06:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.07197","created_at":"2026-07-05T05:06:25Z"},{"alias_kind":"pith_short_12","alias_value":"HKTIP25PPOCK","created_at":"2026-07-05T05:06:25Z"},{"alias_kind":"pith_short_16","alias_value":"HKTIP25PPOCK7HP3","created_at":"2026-07-05T05:06:25Z"},{"alias_kind":"pith_short_8","alias_value":"HKTIP25P","created_at":"2026-07-05T05:06:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:HKTIP25PPOCK7HP3UGINHHJ6TQ","target":"record","payload":{"canonical_record":{"source":{"id":"2210.07197","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-13T17:17:03Z","cross_cats_sorted":[],"title_canon_sha256":"5d6dffc4648fe568fa1cc0c96062e507b3144fc67315e9e47f0a2cd03b78ebf7","abstract_canon_sha256":"262004ee0f141d84232b19fb4210e5578b6a2547861eedc989930d37e0befc47"},"schema_version":"1.0"},"canonical_sha256":"3aa687ebaf7b84af9dfba190d39d3e9c16ab7e49b48a143e1979a79e100e7a14","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:06:25.551291Z","signature_b64":"1DRt7qUr8uZXHFl72i+hEKfePE1paNkWNNrJNWjVx4ELMgbxm2vfDxpWt1Tlin3MRl64bCcPjMexuJ1tEfc4Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3aa687ebaf7b84af9dfba190d39d3e9c16ab7e49b48a143e1979a79e100e7a14","last_reissued_at":"2026-07-05T05:06:25.550830Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:06:25.550830Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.07197","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:06:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UdSg8U1n2nMMOZJO4dP3Yvn8DHHmN6l2gl/ukH4plVEaJbKDpftyaBgCw5HtyPxcZ9LGW08ZSws7aOgOnE2uCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T21:08:07.380409Z"},"content_sha256":"f851bb084c7a470fe91eb4f41f169f80f254698638d713e0f10e2378f67610ed","schema_version":"1.0","event_id":"sha256:f851bb084c7a470fe91eb4f41f169f80f254698638d713e0f10e2378f67610ed"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:HKTIP25PPOCK7HP3UGINHHJ6TQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards a Unified Multi-Dimensional Evaluator for Text Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chenguang Zhu, Da Yin, Heng Ji, Jiawei Han, Ming Zhong, Pengfei Liu, Yang Liu, Yizhu Jiao, Yuning Mao","submitted_at":"2022-10-13T17:17:03Z","abstract_excerpt":"Multi-dimensional evaluation is the dominant paradigm for human evaluation in Natural Language Generation (NLG), i.e., evaluating the generated text from multiple explainable dimensions, such as coherence and fluency. However, automatic evaluation in NLG is still dominated by similarity-based metrics, and we lack a reliable framework for a more comprehensive evaluation of advanced models. In this paper, we propose a unified multi-dimensional evaluator UniEval for NLG. We re-frame NLG evaluation as a Boolean Question Answering (QA) task, and by guiding the model with different questions, we can"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.07197","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.07197/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:06:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+wncZKqJyVIHaH6B+9qKHqu1ynlKzXlHZ4sM9nPTPr2HNjj0iijo1XnjAfxu+wNDKIyOpTA9TAF54toxXfHhBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T21:08:07.380965Z"},"content_sha256":"f46d34d6a6a8030ee7890302b1b7335dd7fe281bb52f2a38d51b1c3703895db8","schema_version":"1.0","event_id":"sha256:f46d34d6a6a8030ee7890302b1b7335dd7fe281bb52f2a38d51b1c3703895db8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HKTIP25PPOCK7HP3UGINHHJ6TQ/bundle.json","state_url":"https://pith.science/pith/HKTIP25PPOCK7HP3UGINHHJ6TQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HKTIP25PPOCK7HP3UGINHHJ6TQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T21:08:07Z","links":{"resolver":"https://pith.science/pith/HKTIP25PPOCK7HP3UGINHHJ6TQ","bundle":"https://pith.science/pith/HKTIP25PPOCK7HP3UGINHHJ6TQ/bundle.json","state":"https://pith.science/pith/HKTIP25PPOCK7HP3UGINHHJ6TQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HKTIP25PPOCK7HP3UGINHHJ6TQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:HKTIP25PPOCK7HP3UGINHHJ6TQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"262004ee0f141d84232b19fb4210e5578b6a2547861eedc989930d37e0befc47","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-13T17:17:03Z","title_canon_sha256":"5d6dffc4648fe568fa1cc0c96062e507b3144fc67315e9e47f0a2cd03b78ebf7"},"schema_version":"1.0","source":{"id":"2210.07197","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.07197","created_at":"2026-07-05T05:06:25Z"},{"alias_kind":"arxiv_version","alias_value":"2210.07197v1","created_at":"2026-07-05T05:06:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.07197","created_at":"2026-07-05T05:06:25Z"},{"alias_kind":"pith_short_12","alias_value":"HKTIP25PPOCK","created_at":"2026-07-05T05:06:25Z"},{"alias_kind":"pith_short_16","alias_value":"HKTIP25PPOCK7HP3","created_at":"2026-07-05T05:06:25Z"},{"alias_kind":"pith_short_8","alias_value":"HKTIP25P","created_at":"2026-07-05T05:06:25Z"}],"graph_snapshots":[{"event_id":"sha256:f46d34d6a6a8030ee7890302b1b7335dd7fe281bb52f2a38d51b1c3703895db8","target":"graph","created_at":"2026-07-05T05:06:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.07197/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multi-dimensional evaluation is the dominant paradigm for human evaluation in Natural Language Generation (NLG), i.e., evaluating the generated text from multiple explainable dimensions, such as coherence and fluency. However, automatic evaluation in NLG is still dominated by similarity-based metrics, and we lack a reliable framework for a more comprehensive evaluation of advanced models. In this paper, we propose a unified multi-dimensional evaluator UniEval for NLG. We re-frame NLG evaluation as a Boolean Question Answering (QA) task, and by guiding the model with different questions, we can","authors_text":"Chenguang Zhu, Da Yin, Heng Ji, Jiawei Han, Ming Zhong, Pengfei Liu, Yang Liu, Yizhu Jiao, Yuning Mao","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-13T17:17:03Z","title":"Towards a Unified Multi-Dimensional Evaluator for Text Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.07197","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f851bb084c7a470fe91eb4f41f169f80f254698638d713e0f10e2378f67610ed","target":"record","created_at":"2026-07-05T05:06:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"262004ee0f141d84232b19fb4210e5578b6a2547861eedc989930d37e0befc47","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-13T17:17:03Z","title_canon_sha256":"5d6dffc4648fe568fa1cc0c96062e507b3144fc67315e9e47f0a2cd03b78ebf7"},"schema_version":"1.0","source":{"id":"2210.07197","kind":"arxiv","version":1}},"canonical_sha256":"3aa687ebaf7b84af9dfba190d39d3e9c16ab7e49b48a143e1979a79e100e7a14","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3aa687ebaf7b84af9dfba190d39d3e9c16ab7e49b48a143e1979a79e100e7a14","first_computed_at":"2026-07-05T05:06:25.550830Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:06:25.550830Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1DRt7qUr8uZXHFl72i+hEKfePE1paNkWNNrJNWjVx4ELMgbxm2vfDxpWt1Tlin3MRl64bCcPjMexuJ1tEfc4Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:06:25.551291Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.07197","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f851bb084c7a470fe91eb4f41f169f80f254698638d713e0f10e2378f67610ed","sha256:f46d34d6a6a8030ee7890302b1b7335dd7fe281bb52f2a38d51b1c3703895db8"],"state_sha256":"431ae3feec5de17042a761f4e04add384f5f802de26e4c36cd69cd957e56a7da"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D8k+VDnJyOQYNP+GhbRhbGMtiEOiRtg/AiGplYXsg4Fj461Pdu4DFULlpsg6KSsExXjIfVhm0GgCFFseBM4iDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T21:08:07.384503Z","bundle_sha256":"fe8e438d5de8cd248230d3b177021175e3907e38689ac20ebadfa52e6fc01a9b"}}