{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:UVCGA2JRDG6GXTH6EIEGYJJKMT","short_pith_number":"pith:UVCGA2JR","canonical_record":{"source":{"id":"2004.04228","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-08T20:01:09Z","cross_cats_sorted":[],"title_canon_sha256":"bfb3c21ac93a2fc4897a071e3c05ba85c4e5cf3ae71865ee11b8ed22952c244a","abstract_canon_sha256":"8420722fb590e069f49cef7cf87becf37ad5fc138b0355b4bb46898b72ea5988"},"schema_version":"1.0"},"canonical_sha256":"a54460693119bc6bccfe22086c252a64e77c6d08d9e2c2ab87eb2010b68a2a2a","source":{"kind":"arxiv","id":"2004.04228","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.04228","created_at":"2026-07-05T00:54:05Z"},{"alias_kind":"arxiv_version","alias_value":"2004.04228v1","created_at":"2026-07-05T00:54:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.04228","created_at":"2026-07-05T00:54:05Z"},{"alias_kind":"pith_short_12","alias_value":"UVCGA2JRDG6G","created_at":"2026-07-05T00:54:05Z"},{"alias_kind":"pith_short_16","alias_value":"UVCGA2JRDG6GXTH6","created_at":"2026-07-05T00:54:05Z"},{"alias_kind":"pith_short_8","alias_value":"UVCGA2JR","created_at":"2026-07-05T00:54:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:UVCGA2JRDG6GXTH6EIEGYJJKMT","target":"record","payload":{"canonical_record":{"source":{"id":"2004.04228","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-08T20:01:09Z","cross_cats_sorted":[],"title_canon_sha256":"bfb3c21ac93a2fc4897a071e3c05ba85c4e5cf3ae71865ee11b8ed22952c244a","abstract_canon_sha256":"8420722fb590e069f49cef7cf87becf37ad5fc138b0355b4bb46898b72ea5988"},"schema_version":"1.0"},"canonical_sha256":"a54460693119bc6bccfe22086c252a64e77c6d08d9e2c2ab87eb2010b68a2a2a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:54:05.917357Z","signature_b64":"s2qWTneqdkM/hq+aXWZ3YHOqtDPGfTjGQ7wlaTELD9pHW6ZG9AKoS0wEsQNIPPkUgTFVwpu/C0PcRVuRwNQuCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a54460693119bc6bccfe22086c252a64e77c6d08d9e2c2ab87eb2010b68a2a2a","last_reissued_at":"2026-07-05T00:54:05.916922Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:54:05.916922Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2004.04228","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:54:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Tvku8y0F+ddnJG/znodbCLmEuhGaSMdptSShMtVdMhU6g5mGejU3c0h6o92vFcKEAgPYvnQjDZIhSUFLEZ9QAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T17:11:04.600650Z"},"content_sha256":"5bb2500191d967614e44339b6ff1e6324bf2f4da1cbced40e32e5cbdff850bf8","schema_version":"1.0","event_id":"sha256:5bb2500191d967614e44339b6ff1e6324bf2f4da1cbced40e32e5cbdff850bf8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:UVCGA2JRDG6GXTH6EIEGYJJKMT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Asking and Answering Questions to Evaluate the Factual Consistency of Summaries","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alex Wang, Kyunghyun Cho, Mike Lewis","submitted_at":"2020-04-08T20:01:09Z","abstract_excerpt":"Practical applications of abstractive summarization models are limited by frequent factual inconsistencies with respect to their input. Existing automatic evaluation metrics for summarization are largely insensitive to such errors. We propose an automatic evaluation protocol called QAGS (pronounced \"kags\") that is designed to identify factual inconsistencies in a generated summary. QAGS is based on the intuition that if we ask questions about a summary and its source, we will receive similar answers if the summary is factually consistent with the source. To evaluate QAGS, we collect human judg"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.04228","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2004.04228/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:54:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PVwfifvy7yTLEfiq6Gs+87zjb41mH8cTd7yzNvTDFsCurZw5qJ/DOgNknO96v5fhlHglzr0gY1y/XoKfl11DBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T17:11:04.601144Z"},"content_sha256":"398e5ab30d8b12e020139c50e39a5b7aa461bdaa81cfb22d4f0845cda0676d35","schema_version":"1.0","event_id":"sha256:398e5ab30d8b12e020139c50e39a5b7aa461bdaa81cfb22d4f0845cda0676d35"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UVCGA2JRDG6GXTH6EIEGYJJKMT/bundle.json","state_url":"https://pith.science/pith/UVCGA2JRDG6GXTH6EIEGYJJKMT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UVCGA2JRDG6GXTH6EIEGYJJKMT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T17:11:04Z","links":{"resolver":"https://pith.science/pith/UVCGA2JRDG6GXTH6EIEGYJJKMT","bundle":"https://pith.science/pith/UVCGA2JRDG6GXTH6EIEGYJJKMT/bundle.json","state":"https://pith.science/pith/UVCGA2JRDG6GXTH6EIEGYJJKMT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UVCGA2JRDG6GXTH6EIEGYJJKMT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:UVCGA2JRDG6GXTH6EIEGYJJKMT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8420722fb590e069f49cef7cf87becf37ad5fc138b0355b4bb46898b72ea5988","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-08T20:01:09Z","title_canon_sha256":"bfb3c21ac93a2fc4897a071e3c05ba85c4e5cf3ae71865ee11b8ed22952c244a"},"schema_version":"1.0","source":{"id":"2004.04228","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.04228","created_at":"2026-07-05T00:54:05Z"},{"alias_kind":"arxiv_version","alias_value":"2004.04228v1","created_at":"2026-07-05T00:54:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.04228","created_at":"2026-07-05T00:54:05Z"},{"alias_kind":"pith_short_12","alias_value":"UVCGA2JRDG6G","created_at":"2026-07-05T00:54:05Z"},{"alias_kind":"pith_short_16","alias_value":"UVCGA2JRDG6GXTH6","created_at":"2026-07-05T00:54:05Z"},{"alias_kind":"pith_short_8","alias_value":"UVCGA2JR","created_at":"2026-07-05T00:54:05Z"}],"graph_snapshots":[{"event_id":"sha256:398e5ab30d8b12e020139c50e39a5b7aa461bdaa81cfb22d4f0845cda0676d35","target":"graph","created_at":"2026-07-05T00:54:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2004.04228/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Practical applications of abstractive summarization models are limited by frequent factual inconsistencies with respect to their input. Existing automatic evaluation metrics for summarization are largely insensitive to such errors. We propose an automatic evaluation protocol called QAGS (pronounced \"kags\") that is designed to identify factual inconsistencies in a generated summary. QAGS is based on the intuition that if we ask questions about a summary and its source, we will receive similar answers if the summary is factually consistent with the source. To evaluate QAGS, we collect human judg","authors_text":"Alex Wang, Kyunghyun Cho, Mike Lewis","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-08T20:01:09Z","title":"Asking and Answering Questions to Evaluate the Factual Consistency of Summaries"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.04228","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5bb2500191d967614e44339b6ff1e6324bf2f4da1cbced40e32e5cbdff850bf8","target":"record","created_at":"2026-07-05T00:54:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8420722fb590e069f49cef7cf87becf37ad5fc138b0355b4bb46898b72ea5988","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-08T20:01:09Z","title_canon_sha256":"bfb3c21ac93a2fc4897a071e3c05ba85c4e5cf3ae71865ee11b8ed22952c244a"},"schema_version":"1.0","source":{"id":"2004.04228","kind":"arxiv","version":1}},"canonical_sha256":"a54460693119bc6bccfe22086c252a64e77c6d08d9e2c2ab87eb2010b68a2a2a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a54460693119bc6bccfe22086c252a64e77c6d08d9e2c2ab87eb2010b68a2a2a","first_computed_at":"2026-07-05T00:54:05.916922Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:54:05.916922Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"s2qWTneqdkM/hq+aXWZ3YHOqtDPGfTjGQ7wlaTELD9pHW6ZG9AKoS0wEsQNIPPkUgTFVwpu/C0PcRVuRwNQuCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:54:05.917357Z","signed_message":"canonical_sha256_bytes"},"source_id":"2004.04228","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5bb2500191d967614e44339b6ff1e6324bf2f4da1cbced40e32e5cbdff850bf8","sha256:398e5ab30d8b12e020139c50e39a5b7aa461bdaa81cfb22d4f0845cda0676d35"],"state_sha256":"5b9b151a1276b7d00b4ecb6c3bcb633d49a42fa36c479faa8056fad339d684db"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HaoCTKwtVYFCikyy2luDm6aYCLrpVtd2e3yDnlZ8lTniKBc0HZKHiUoGnFT1am2ca6uwZ2Et4ZK+lT2w1BlODw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T17:11:04.606329Z","bundle_sha256":"393b38655c44e9dfd527936034f4c09627123762116760ea33d5cb45bb591d2a"}}