{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:HMUCGW7QWL3JLF25B723RUZ7QA","short_pith_number":"pith:HMUCGW7Q","schema_version":"1.0","canonical_sha256":"3b28235bf0b2f695975d0ff5b8d33f800f91fcb374d38e110c6c6796739c936c","source":{"kind":"arxiv","id":"2212.09968","version":2},"attestation_state":"computed","paper":{"title":"On Improving Summarization Factual Consistency from Natural Language Feedback","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aaron Halfaker, Ahmed H. Awadallah, Budhaditya Deb, Dragomir Radev, Milagro Teruel, Yixin Liu","submitted_at":"2022-12-20T02:47:37Z","abstract_excerpt":"Despite the recent progress in language generation models, their outputs may not always meet user expectations. In this work, we study whether informational feedback in natural language can be leveraged to improve generation quality and user preference alignment. To this end, we consider factual consistency in summarization, the quality that the summary should only contain information supported by the input documents, as the user-expected preference. We collect a high-quality dataset, DeFacto, containing human demonstrations and informational natural language feedback consisting of corrective "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2212.09968","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-12-20T02:47:37Z","cross_cats_sorted":[],"title_canon_sha256":"ed74675e4f70aaee6cfe54c18a16461ad4de59e620cc3f3d57ebdd8999db4d2f","abstract_canon_sha256":"e1bb40fafc99b2b686f44a48fd1a6af64e075fe52f89f7f62ecbedc6b34d3f5f"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:00:58.214693Z","signature_b64":"M4sZQ/IuBEIuXW0SYcsAQFQfQYPZ5Q/byfPng+dPEokdAAcT9bdLz8O31WiIvBwm2iWnFnNztlPCZ7cNurPNCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3b28235bf0b2f695975d0ff5b8d33f800f91fcb374d38e110c6c6796739c936c","last_reissued_at":"2026-07-05T07:00:58.214183Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:00:58.214183Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"On Improving Summarization Factual Consistency from Natural Language Feedback","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aaron Halfaker, Ahmed H. Awadallah, Budhaditya Deb, Dragomir Radev, Milagro Teruel, Yixin Liu","submitted_at":"2022-12-20T02:47:37Z","abstract_excerpt":"Despite the recent progress in language generation models, their outputs may not always meet user expectations. In this work, we study whether informational feedback in natural language can be leveraged to improve generation quality and user preference alignment. To this end, we consider factual consistency in summarization, the quality that the summary should only contain information supported by the input documents, as the user-expected preference. We collect a high-quality dataset, DeFacto, containing human demonstrations and informational natural language feedback consisting of corrective "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.09968","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.09968/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2212.09968","created_at":"2026-07-05T07:00:58.214233+00:00"},{"alias_kind":"arxiv_version","alias_value":"2212.09968v2","created_at":"2026-07-05T07:00:58.214233+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.09968","created_at":"2026-07-05T07:00:58.214233+00:00"},{"alias_kind":"pith_short_12","alias_value":"HMUCGW7QWL3J","created_at":"2026-07-05T07:00:58.214233+00:00"},{"alias_kind":"pith_short_16","alias_value":"HMUCGW7QWL3JLF25","created_at":"2026-07-05T07:00:58.214233+00:00"},{"alias_kind":"pith_short_8","alias_value":"HMUCGW7Q","created_at":"2026-07-05T07:00:58.214233+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2309.11495","citing_title":"Chain-of-Verification Reduces Hallucination in Large Language Models","ref_index":74,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/HMUCGW7QWL3JLF25B723RUZ7QA","json":"https://pith.science/pith/HMUCGW7QWL3JLF25B723RUZ7QA.json","graph_json":"https://pith.science/api/pith-number/HMUCGW7QWL3JLF25B723RUZ7QA/graph.json","events_json":"https://pith.science/api/pith-number/HMUCGW7QWL3JLF25B723RUZ7QA/events.json","paper":"https://pith.science/paper/HMUCGW7Q"},"agent_actions":{"view_html":"https://pith.science/pith/HMUCGW7QWL3JLF25B723RUZ7QA","download_json":"https://pith.science/pith/HMUCGW7QWL3JLF25B723RUZ7QA.json","view_paper":"https://pith.science/paper/HMUCGW7Q","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2212.09968&json=true","fetch_graph":"https://pith.science/api/pith-number/HMUCGW7QWL3JLF25B723RUZ7QA/graph.json","fetch_events":"https://pith.science/api/pith-number/HMUCGW7QWL3JLF25B723RUZ7QA/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/HMUCGW7QWL3JLF25B723RUZ7QA/action/timestamp_anchor","attest_storage":"https://pith.science/pith/HMUCGW7QWL3JLF25B723RUZ7QA/action/storage_attestation","attest_author":"https://pith.science/pith/HMUCGW7QWL3JLF25B723RUZ7QA/action/author_attestation","sign_citation":"https://pith.science/pith/HMUCGW7QWL3JLF25B723RUZ7QA/action/citation_signature","submit_replication":"https://pith.science/pith/HMUCGW7QWL3JLF25B723RUZ7QA/action/replication_record"}},"created_at":"2026-07-05T07:00:58.214233+00:00","updated_at":"2026-07-05T07:00:58.214233+00:00"}