{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:NWQVEYMF5ZNUHDYE34M7SLS47X","short_pith_number":"pith:NWQVEYMF","schema_version":"1.0","canonical_sha256":"6da1526185ee5b438f04df19f92e5cfdcf0b4c23549919b9287561f9a615be92","source":{"kind":"arxiv","id":"2301.12307","version":2},"attestation_state":"computed","paper":{"title":"MQAG: Multiple-choice Question Answering and Generation for Assessing Information Consistency in Summarization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Adian Liusie, Mark J. F. Gales, Potsawee Manakul","submitted_at":"2023-01-28T23:08:25Z","abstract_excerpt":"State-of-the-art summarization systems can generate highly fluent summaries. These summaries, however, may contain factual inconsistencies and/or information not present in the source. Hence, an important component of assessing the quality of summaries is to determine whether there is information consistency between the source and the summary. Existing approaches are typically based on lexical matching or representation-based methods. In this work, we introduce an alternative scheme based on standard information-theoretic measures in which the information present in the source and summary is d"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2301.12307","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-01-28T23:08:25Z","cross_cats_sorted":[],"title_canon_sha256":"869ee795a9b20bd15205ffa281f0492ad6a2f1ab906a44b765cc9ec89eb2ed9f","abstract_canon_sha256":"43761a61ceeb283843f525f693dc2ea4c22dcb54b76ed8aa25efa444d579a5d7"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:48:46.883430Z","signature_b64":"kkVAO5rxP4zSueAsBFQu1latbi5LRkGHgDrc/PQvlbb12Fbc5VV6P7YyyYu5LDco6C2ePJmyNHAA8jPVDVY+DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6da1526185ee5b438f04df19f92e5cfdcf0b4c23549919b9287561f9a615be92","last_reissued_at":"2026-07-05T06:48:46.882940Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:48:46.882940Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"MQAG: Multiple-choice Question Answering and Generation for Assessing Information Consistency in Summarization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Adian Liusie, Mark J. F. Gales, Potsawee Manakul","submitted_at":"2023-01-28T23:08:25Z","abstract_excerpt":"State-of-the-art summarization systems can generate highly fluent summaries. These summaries, however, may contain factual inconsistencies and/or information not present in the source. Hence, an important component of assessing the quality of summaries is to determine whether there is information consistency between the source and the summary. Existing approaches are typically based on lexical matching or representation-based methods. In this work, we introduce an alternative scheme based on standard information-theoretic measures in which the information present in the source and summary is d"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2301.12307","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2301.12307/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2301.12307","created_at":"2026-07-05T06:48:46.882996+00:00"},{"alias_kind":"arxiv_version","alias_value":"2301.12307v2","created_at":"2026-07-05T06:48:46.882996+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2301.12307","created_at":"2026-07-05T06:48:46.882996+00:00"},{"alias_kind":"pith_short_12","alias_value":"NWQVEYMF5ZNU","created_at":"2026-07-05T06:48:46.882996+00:00"},{"alias_kind":"pith_short_16","alias_value":"NWQVEYMF5ZNUHDYE","created_at":"2026-07-05T06:48:46.882996+00:00"},{"alias_kind":"pith_short_8","alias_value":"NWQVEYMF","created_at":"2026-07-05T06:48:46.882996+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2303.08896","citing_title":"SelfCheckGPT: Zero-Resource Black-Box Hallucination Detection for Generative Large Language Models","ref_index":23,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/NWQVEYMF5ZNUHDYE34M7SLS47X","json":"https://pith.science/pith/NWQVEYMF5ZNUHDYE34M7SLS47X.json","graph_json":"https://pith.science/api/pith-number/NWQVEYMF5ZNUHDYE34M7SLS47X/graph.json","events_json":"https://pith.science/api/pith-number/NWQVEYMF5ZNUHDYE34M7SLS47X/events.json","paper":"https://pith.science/paper/NWQVEYMF"},"agent_actions":{"view_html":"https://pith.science/pith/NWQVEYMF5ZNUHDYE34M7SLS47X","download_json":"https://pith.science/pith/NWQVEYMF5ZNUHDYE34M7SLS47X.json","view_paper":"https://pith.science/paper/NWQVEYMF","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2301.12307&json=true","fetch_graph":"https://pith.science/api/pith-number/NWQVEYMF5ZNUHDYE34M7SLS47X/graph.json","fetch_events":"https://pith.science/api/pith-number/NWQVEYMF5ZNUHDYE34M7SLS47X/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/NWQVEYMF5ZNUHDYE34M7SLS47X/action/timestamp_anchor","attest_storage":"https://pith.science/pith/NWQVEYMF5ZNUHDYE34M7SLS47X/action/storage_attestation","attest_author":"https://pith.science/pith/NWQVEYMF5ZNUHDYE34M7SLS47X/action/author_attestation","sign_citation":"https://pith.science/pith/NWQVEYMF5ZNUHDYE34M7SLS47X/action/citation_signature","submit_replication":"https://pith.science/pith/NWQVEYMF5ZNUHDYE34M7SLS47X/action/replication_record"}},"created_at":"2026-07-05T06:48:46.882996+00:00","updated_at":"2026-07-05T06:48:46.882996+00:00"}