{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:KAJSTATPLZ66AMH4X3CPUKGCQ4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3ca4588c04a3648ae3a64dba636b1e9889d7c2cf9d501e07d9d5eb16ceaccf9f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-15T19:33:50Z","title_canon_sha256":"a0a53262c9037b2637e99904138b406e07dfe709608f74eefc533fb1e444bc6c"},"schema_version":"1.0","source":{"id":"2211.08464","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.08464","created_at":"2026-07-05T05:16:40Z"},{"alias_kind":"arxiv_version","alias_value":"2211.08464v1","created_at":"2026-07-05T05:16:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.08464","created_at":"2026-07-05T05:16:40Z"},{"alias_kind":"pith_short_12","alias_value":"KAJSTATPLZ66","created_at":"2026-07-05T05:16:40Z"},{"alias_kind":"pith_short_16","alias_value":"KAJSTATPLZ66AMH4","created_at":"2026-07-05T05:16:40Z"},{"alias_kind":"pith_short_8","alias_value":"KAJSTATP","created_at":"2026-07-05T05:16:40Z"}],"graph_snapshots":[{"event_id":"sha256:27f4234b1623233a667472f571df422209663b29754e5017fc30fd50f3efc477","target":"graph","created_at":"2026-07-05T05:16:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.08464/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Abstractive summarization models typically generate content unfaithful to the input, thus highlighting the significance of evaluating the faithfulness of generated summaries. Most faithfulness metrics are only evaluated on news domain, can they be transferred to other summarization tasks? In this work, we first present a systematic study of faithfulness metrics for dialogue summarization. We evaluate common faithfulness metrics on dialogue datasets and observe that most metrics correlate poorly with human judgements despite performing well on news datasets. Given these findings, to improve exi","authors_text":"Asli Celikyilmaz, Haoran Li, Sicong Huang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-15T19:33:50Z","title":"ED-FAITH: Evaluating Dialogue Summarization on Faithfulness"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.08464","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bb9053f5531b7b95b7f6b9fc1092478104cee1a81109a98ed4866a70213fb3fc","target":"record","created_at":"2026-07-05T05:16:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3ca4588c04a3648ae3a64dba636b1e9889d7c2cf9d501e07d9d5eb16ceaccf9f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-15T19:33:50Z","title_canon_sha256":"a0a53262c9037b2637e99904138b406e07dfe709608f74eefc533fb1e444bc6c"},"schema_version":"1.0","source":{"id":"2211.08464","kind":"arxiv","version":1}},"canonical_sha256":"501329826f5e7de030fcbec4fa28c2873fac776f2d853ce15bf68c0c075eb770","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"501329826f5e7de030fcbec4fa28c2873fac776f2d853ce15bf68c0c075eb770","first_computed_at":"2026-07-05T05:16:40.255817Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:16:40.255817Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tDTjmP2dvsSoQV/sgkdnNtzzH+d1QCg0A/CyHkzExUUmZdIiV/Go2uAdmTvZULSu5tzqTdCEAy7J5orU7YT3Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:16:40.256220Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.08464","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bb9053f5531b7b95b7f6b9fc1092478104cee1a81109a98ed4866a70213fb3fc","sha256:27f4234b1623233a667472f571df422209663b29754e5017fc30fd50f3efc477"],"state_sha256":"5f45d1e00b457cd608eb0b0b122f0425eecc061a13b68f07f504b64f736f4496"}