{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:M4XBBGJSKEJJVRNWODHWD7WDP4","short_pith_number":"pith:M4XBBGJS","canonical_record":{"source":{"id":"2205.12854","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-25T15:26:48Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9bae2b9fbdc1eb46fd12b461d8fa67efad4cd32da62486b87047fa4e88bbc3bc","abstract_canon_sha256":"0114a27561419641681e75702490abdcaab6d696be3df545f61dbff09a173d95"},"schema_version":"1.0"},"canonical_sha256":"672e10993251129ac5b670cf61fec37f2e818fb96882ac29af3caef85a4e8141","source":{"kind":"arxiv","id":"2205.12854","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.12854","created_at":"2026-07-05T06:14:04Z"},{"alias_kind":"arxiv_version","alias_value":"2205.12854v2","created_at":"2026-07-05T06:14:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.12854","created_at":"2026-07-05T06:14:04Z"},{"alias_kind":"pith_short_12","alias_value":"M4XBBGJSKEJJ","created_at":"2026-07-05T06:14:04Z"},{"alias_kind":"pith_short_16","alias_value":"M4XBBGJSKEJJVRNW","created_at":"2026-07-05T06:14:04Z"},{"alias_kind":"pith_short_8","alias_value":"M4XBBGJS","created_at":"2026-07-05T06:14:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:M4XBBGJSKEJJVRNWODHWD7WDP4","target":"record","payload":{"canonical_record":{"source":{"id":"2205.12854","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-25T15:26:48Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9bae2b9fbdc1eb46fd12b461d8fa67efad4cd32da62486b87047fa4e88bbc3bc","abstract_canon_sha256":"0114a27561419641681e75702490abdcaab6d696be3df545f61dbff09a173d95"},"schema_version":"1.0"},"canonical_sha256":"672e10993251129ac5b670cf61fec37f2e818fb96882ac29af3caef85a4e8141","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:14:04.109042Z","signature_b64":"tWGX2VVvDjExh0TZ9hw/gKtWWHZVrzt/SCTIFFILvU30kQQtwpwInGzfBrmobaxFAVHeXjveTV12KsSkQZuFCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"672e10993251129ac5b670cf61fec37f2e818fb96882ac29af3caef85a4e8141","last_reissued_at":"2026-07-05T06:14:04.108674Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:14:04.108674Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.12854","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8n2Dd8rXiuOE+I+ZcDPHhU0Woi1Vm1kDAQe1tb73Z3V5WAmrTdf8BQHTg1c8ZjeZpEGFndjz71OhcrPS9iO/CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T23:15:43.574266Z"},"content_sha256":"adbe681d39e5de604cf37bd35e8d7ed22496dfc4e3624e22296bb4854f9af507","schema_version":"1.0","event_id":"sha256:adbe681d39e5de604cf37bd35e8d7ed22496dfc4e3624e22296bb4854f9af507"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:M4XBBGJSKEJJVRNWODHWD7WDP4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Understanding Factual Errors in Summarization: Errors, Summarizers, Datasets, Error Detectors","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Alexander R. Fabbri, Greg Durrett, Jiacheng Xu, Justin F. Rousseau, Liyan Tang, Philippe Laban, Semih Yavuz, Tanya Goyal, Wojciech Kry\\'sci\\'nski","submitted_at":"2022-05-25T15:26:48Z","abstract_excerpt":"The propensity of abstractive summarization models to make factual errors has been studied extensively, including design of metrics to detect factual errors and annotation of errors in current systems' outputs. However, the ever-evolving nature of summarization systems, metrics, and annotated benchmarks makes factuality evaluation a moving target, and drawing clear comparisons among metrics has become increasingly difficult. In this work, we aggregate factuality error annotations from nine existing datasets and stratify them according to the underlying summarization model. We compare performan"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.12854","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.12854/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M40BFKm5Q7uyx5bmNWZDNCppRpZj53N8hCOJD5nsj00Q7U5NzbUpP4KcRFARbR5xWf8ie7bm+Lrs1HfabihgAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T23:15:43.574652Z"},"content_sha256":"f0c9f9802b4c2a496e85ee5839f2971890d582cc2caadc314dcb452dcf103447","schema_version":"1.0","event_id":"sha256:f0c9f9802b4c2a496e85ee5839f2971890d582cc2caadc314dcb452dcf103447"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/M4XBBGJSKEJJVRNWODHWD7WDP4/bundle.json","state_url":"https://pith.science/pith/M4XBBGJSKEJJVRNWODHWD7WDP4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/M4XBBGJSKEJJVRNWODHWD7WDP4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-26T23:15:43Z","links":{"resolver":"https://pith.science/pith/M4XBBGJSKEJJVRNWODHWD7WDP4","bundle":"https://pith.science/pith/M4XBBGJSKEJJVRNWODHWD7WDP4/bundle.json","state":"https://pith.science/pith/M4XBBGJSKEJJVRNWODHWD7WDP4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/M4XBBGJSKEJJVRNWODHWD7WDP4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:M4XBBGJSKEJJVRNWODHWD7WDP4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0114a27561419641681e75702490abdcaab6d696be3df545f61dbff09a173d95","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-25T15:26:48Z","title_canon_sha256":"9bae2b9fbdc1eb46fd12b461d8fa67efad4cd32da62486b87047fa4e88bbc3bc"},"schema_version":"1.0","source":{"id":"2205.12854","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.12854","created_at":"2026-07-05T06:14:04Z"},{"alias_kind":"arxiv_version","alias_value":"2205.12854v2","created_at":"2026-07-05T06:14:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.12854","created_at":"2026-07-05T06:14:04Z"},{"alias_kind":"pith_short_12","alias_value":"M4XBBGJSKEJJ","created_at":"2026-07-05T06:14:04Z"},{"alias_kind":"pith_short_16","alias_value":"M4XBBGJSKEJJVRNW","created_at":"2026-07-05T06:14:04Z"},{"alias_kind":"pith_short_8","alias_value":"M4XBBGJS","created_at":"2026-07-05T06:14:04Z"}],"graph_snapshots":[{"event_id":"sha256:f0c9f9802b4c2a496e85ee5839f2971890d582cc2caadc314dcb452dcf103447","target":"graph","created_at":"2026-07-05T06:14:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.12854/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The propensity of abstractive summarization models to make factual errors has been studied extensively, including design of metrics to detect factual errors and annotation of errors in current systems' outputs. However, the ever-evolving nature of summarization systems, metrics, and annotated benchmarks makes factuality evaluation a moving target, and drawing clear comparisons among metrics has become increasingly difficult. In this work, we aggregate factuality error annotations from nine existing datasets and stratify them according to the underlying summarization model. We compare performan","authors_text":"Alexander R. Fabbri, Greg Durrett, Jiacheng Xu, Justin F. Rousseau, Liyan Tang, Philippe Laban, Semih Yavuz, Tanya Goyal, Wojciech Kry\\'sci\\'nski","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-25T15:26:48Z","title":"Understanding Factual Errors in Summarization: Errors, Summarizers, Datasets, Error Detectors"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.12854","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:adbe681d39e5de604cf37bd35e8d7ed22496dfc4e3624e22296bb4854f9af507","target":"record","created_at":"2026-07-05T06:14:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0114a27561419641681e75702490abdcaab6d696be3df545f61dbff09a173d95","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-25T15:26:48Z","title_canon_sha256":"9bae2b9fbdc1eb46fd12b461d8fa67efad4cd32da62486b87047fa4e88bbc3bc"},"schema_version":"1.0","source":{"id":"2205.12854","kind":"arxiv","version":2}},"canonical_sha256":"672e10993251129ac5b670cf61fec37f2e818fb96882ac29af3caef85a4e8141","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"672e10993251129ac5b670cf61fec37f2e818fb96882ac29af3caef85a4e8141","first_computed_at":"2026-07-05T06:14:04.108674Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:14:04.108674Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tWGX2VVvDjExh0TZ9hw/gKtWWHZVrzt/SCTIFFILvU30kQQtwpwInGzfBrmobaxFAVHeXjveTV12KsSkQZuFCw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:14:04.109042Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.12854","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:adbe681d39e5de604cf37bd35e8d7ed22496dfc4e3624e22296bb4854f9af507","sha256:f0c9f9802b4c2a496e85ee5839f2971890d582cc2caadc314dcb452dcf103447"],"state_sha256":"4eadf3ce0189f7b3c5f06f8160fd69550eb303bd4f0d5bb18a763967dccc717a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zxbzzFrkU1WfXfb6COQrNQiP41aNJJ0yXiSqmGYDT/DUzb74nv5PZMK24QItPzfUfRC9knvCtDFl8tOr8TZDBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-26T23:15:43.577194Z","bundle_sha256":"5ec6fdc0db2c16f4480af76b27d74116e5d9bfa10fabe1416b4f7dce90dd5ea5"}}