{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:5OKE575CSQNJACJDBYVNU6CEE2","short_pith_number":"pith:5OKE575C","canonical_record":{"source":{"id":"2005.03754","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-07T21:00:08Z","cross_cats_sorted":[],"title_canon_sha256":"73b3315b0891b463700685a0c2af49ad70eed1648b6fa881c50fd12cd1c6f2e5","abstract_canon_sha256":"adb9fe14cb8fbb1a181078e8e2065b43495443debdca2abbef634c0994016cdf"},"schema_version":"1.0"},"canonical_sha256":"eb944effa2941a9009230e2ada78442683a9fae3d2c2f370cbcc888e968708fc","source":{"kind":"arxiv","id":"2005.03754","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2005.03754","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"arxiv_version","alias_value":"2005.03754v1","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2005.03754","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"pith_short_12","alias_value":"5OKE575CSQNJ","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"pith_short_16","alias_value":"5OKE575CSQNJACJD","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"pith_short_8","alias_value":"5OKE575C","created_at":"2026-07-05T01:41:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:5OKE575CSQNJACJDBYVNU6CEE2","target":"record","payload":{"canonical_record":{"source":{"id":"2005.03754","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-07T21:00:08Z","cross_cats_sorted":[],"title_canon_sha256":"73b3315b0891b463700685a0c2af49ad70eed1648b6fa881c50fd12cd1c6f2e5","abstract_canon_sha256":"adb9fe14cb8fbb1a181078e8e2065b43495443debdca2abbef634c0994016cdf"},"schema_version":"1.0"},"canonical_sha256":"eb944effa2941a9009230e2ada78442683a9fae3d2c2f370cbcc888e968708fc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:41:53.714189Z","signature_b64":"cowiTLD0N4SgradlH+pkVrC3Xttkv1Hc6YbnS4l1xUseKtV8+BjoXxsM9O5pGtHQ/JnvR0MCZCvYr2RFPO4qAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eb944effa2941a9009230e2ada78442683a9fae3d2c2f370cbcc888e968708fc","last_reissued_at":"2026-07-05T01:41:53.713754Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:41:53.713754Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2005.03754","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:41:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EC4Ia63a60QpwRlc+su1Ayv6cQrmtpnpv/Vd57jrWpsA/CQiCb8bNc52fsR1lpLB6Nv00DxQsmQBU63mHQZUBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T18:02:20.876385Z"},"content_sha256":"f253fb0ddf5860eb09a14a4c02c3c429aaf16fa544ca65c2a0693439fea8d5c1","schema_version":"1.0","event_id":"sha256:f253fb0ddf5860eb09a14a4c02c3c429aaf16fa544ca65c2a0693439fea8d5c1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:5OKE575CSQNJACJDBYVNU6CEE2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FEQA: A Question Answering Evaluation Framework for Faithfulness Assessment in Abstractive Summarization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Esin Durmus, He He, Mona Diab","submitted_at":"2020-05-07T21:00:08Z","abstract_excerpt":"Neural abstractive summarization models are prone to generate content inconsistent with the source document, i.e. unfaithful. Existing automatic metrics do not capture such mistakes effectively. We tackle the problem of evaluating faithfulness of a generated summary given its source document. We first collected human annotations of faithfulness for outputs from numerous models on two datasets. We find that current models exhibit a trade-off between abstractiveness and faithfulness: outputs with less word overlap with the source document are more likely to be unfaithful. Next, we propose an aut"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2005.03754","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2005.03754/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:41:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zHTHHvX6rpYHjIoJ1qEJRM3U53FURThZncsmoUms1xLIMCKPdpz2NzPAJ1wLqM3sj6Ewv3RIVvqUs4HDAb5aAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T18:02:20.876755Z"},"content_sha256":"a66638137d86e71ae9dd02746a464af313d932dc7badbb87369df2198c248c29","schema_version":"1.0","event_id":"sha256:a66638137d86e71ae9dd02746a464af313d932dc7badbb87369df2198c248c29"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5OKE575CSQNJACJDBYVNU6CEE2/bundle.json","state_url":"https://pith.science/pith/5OKE575CSQNJACJDBYVNU6CEE2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5OKE575CSQNJACJDBYVNU6CEE2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-11T18:02:20Z","links":{"resolver":"https://pith.science/pith/5OKE575CSQNJACJDBYVNU6CEE2","bundle":"https://pith.science/pith/5OKE575CSQNJACJDBYVNU6CEE2/bundle.json","state":"https://pith.science/pith/5OKE575CSQNJACJDBYVNU6CEE2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5OKE575CSQNJACJDBYVNU6CEE2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:5OKE575CSQNJACJDBYVNU6CEE2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"adb9fe14cb8fbb1a181078e8e2065b43495443debdca2abbef634c0994016cdf","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-07T21:00:08Z","title_canon_sha256":"73b3315b0891b463700685a0c2af49ad70eed1648b6fa881c50fd12cd1c6f2e5"},"schema_version":"1.0","source":{"id":"2005.03754","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2005.03754","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"arxiv_version","alias_value":"2005.03754v1","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2005.03754","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"pith_short_12","alias_value":"5OKE575CSQNJ","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"pith_short_16","alias_value":"5OKE575CSQNJACJD","created_at":"2026-07-05T01:41:53Z"},{"alias_kind":"pith_short_8","alias_value":"5OKE575C","created_at":"2026-07-05T01:41:53Z"}],"graph_snapshots":[{"event_id":"sha256:a66638137d86e71ae9dd02746a464af313d932dc7badbb87369df2198c248c29","target":"graph","created_at":"2026-07-05T01:41:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2005.03754/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Neural abstractive summarization models are prone to generate content inconsistent with the source document, i.e. unfaithful. Existing automatic metrics do not capture such mistakes effectively. We tackle the problem of evaluating faithfulness of a generated summary given its source document. We first collected human annotations of faithfulness for outputs from numerous models on two datasets. We find that current models exhibit a trade-off between abstractiveness and faithfulness: outputs with less word overlap with the source document are more likely to be unfaithful. Next, we propose an aut","authors_text":"Esin Durmus, He He, Mona Diab","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-07T21:00:08Z","title":"FEQA: A Question Answering Evaluation Framework for Faithfulness Assessment in Abstractive Summarization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2005.03754","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f253fb0ddf5860eb09a14a4c02c3c429aaf16fa544ca65c2a0693439fea8d5c1","target":"record","created_at":"2026-07-05T01:41:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"adb9fe14cb8fbb1a181078e8e2065b43495443debdca2abbef634c0994016cdf","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-07T21:00:08Z","title_canon_sha256":"73b3315b0891b463700685a0c2af49ad70eed1648b6fa881c50fd12cd1c6f2e5"},"schema_version":"1.0","source":{"id":"2005.03754","kind":"arxiv","version":1}},"canonical_sha256":"eb944effa2941a9009230e2ada78442683a9fae3d2c2f370cbcc888e968708fc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eb944effa2941a9009230e2ada78442683a9fae3d2c2f370cbcc888e968708fc","first_computed_at":"2026-07-05T01:41:53.713754Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:41:53.713754Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cowiTLD0N4SgradlH+pkVrC3Xttkv1Hc6YbnS4l1xUseKtV8+BjoXxsM9O5pGtHQ/JnvR0MCZCvYr2RFPO4qAw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:41:53.714189Z","signed_message":"canonical_sha256_bytes"},"source_id":"2005.03754","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f253fb0ddf5860eb09a14a4c02c3c429aaf16fa544ca65c2a0693439fea8d5c1","sha256:a66638137d86e71ae9dd02746a464af313d932dc7badbb87369df2198c248c29"],"state_sha256":"c230d60bef6b24b6d22805fff1be6e2ff752a62765f7bb82e79b3b8e26a911f4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zBwXGrh3wVG7QykR3MdVQ6Xh6v+04qzoecrOQiELjgHlio+gY0rMQ9sjzktW5UHQlUtN952y6S2YCiMaFqKDAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-11T18:02:20.878821Z","bundle_sha256":"ba5ae056552994111bc9481afdc1021885b426ced9b5b6c9f1e24d7df19ece49"}}