{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:6XB3SP7IZH4AOEEYXXHSBODNUW","short_pith_number":"pith:6XB3SP7I","canonical_record":{"source":{"id":"2104.13346","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-27T17:28:07Z","cross_cats_sorted":[],"title_canon_sha256":"9b9b9b1a34d2f9d1e00ef0d3bf4f0a45c65a01d88c4b9508828a57581b89863a","abstract_canon_sha256":"e85e06e6c82b52cfedb600c7c50c49fcbc7056296acaaa5e97372ee58758b8b4"},"schema_version":"1.0"},"canonical_sha256":"f5c3b93fe8c9f8071098bdcf20b86da5adcd461dcc942355b0ff18c7aeb73ea4","source":{"kind":"arxiv","id":"2104.13346","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.13346","created_at":"2026-07-05T03:00:18Z"},{"alias_kind":"arxiv_version","alias_value":"2104.13346v2","created_at":"2026-07-05T03:00:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.13346","created_at":"2026-07-05T03:00:18Z"},{"alias_kind":"pith_short_12","alias_value":"6XB3SP7IZH4A","created_at":"2026-07-05T03:00:18Z"},{"alias_kind":"pith_short_16","alias_value":"6XB3SP7IZH4AOEEY","created_at":"2026-07-05T03:00:18Z"},{"alias_kind":"pith_short_8","alias_value":"6XB3SP7I","created_at":"2026-07-05T03:00:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:6XB3SP7IZH4AOEEYXXHSBODNUW","target":"record","payload":{"canonical_record":{"source":{"id":"2104.13346","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-27T17:28:07Z","cross_cats_sorted":[],"title_canon_sha256":"9b9b9b1a34d2f9d1e00ef0d3bf4f0a45c65a01d88c4b9508828a57581b89863a","abstract_canon_sha256":"e85e06e6c82b52cfedb600c7c50c49fcbc7056296acaaa5e97372ee58758b8b4"},"schema_version":"1.0"},"canonical_sha256":"f5c3b93fe8c9f8071098bdcf20b86da5adcd461dcc942355b0ff18c7aeb73ea4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:00:18.067372Z","signature_b64":"tM8cghUIn1vIgtwffnRXinrCH/QiMwf/ILDntqU5rwPIYbqftlgt90Bh5M+pyZAXcI4pl5yVF4gYBzanBYkIAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f5c3b93fe8c9f8071098bdcf20b86da5adcd461dcc942355b0ff18c7aeb73ea4","last_reissued_at":"2026-07-05T03:00:18.066951Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:00:18.066951Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.13346","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:00:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zoz/LPqUC1fDVRutrW4/dR7LeAZB1JxjbRTjpWfrvZz7WSfsv4Qb3420Cd2WGxqpszm8WSaHPJ1YYRYS57yRAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T20:08:17.125144Z"},"content_sha256":"e413dfbf0682a47eccf2e135cbe9da36907e42f73805510d50aaa9dc1654e7e3","schema_version":"1.0","event_id":"sha256:e413dfbf0682a47eccf2e135cbe9da36907e42f73805510d50aaa9dc1654e7e3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:6XB3SP7IZH4AOEEYXXHSBODNUW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Understanding Factuality in Abstractive Summarization with FRANK: A Benchmark for Factuality Metrics","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Artidoro Pagnoni, Vidhisha Balachandran, Yulia Tsvetkov","submitted_at":"2021-04-27T17:28:07Z","abstract_excerpt":"Modern summarization models generate highly fluent but often factually unreliable outputs. This motivated a surge of metrics attempting to measure the factuality of automatically generated summaries. Due to the lack of common benchmarks, these metrics cannot be compared. Moreover, all these methods treat factuality as a binary concept and fail to provide deeper insights into the kinds of inconsistencies made by different systems. To address these limitations, we devise a typology of factual errors and use it to collect human annotations of generated summaries from state-of-the-art summarizatio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.13346","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.13346/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:00:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sdR17+5/Mcof7kyBW/LZeX1IIPOspzRr2SXtetlkfAYFUs228FdRnqTrtTDxuUaSIq4Vy67l+pJcM0UWCPZFCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T20:08:17.125993Z"},"content_sha256":"10e5d4b19ba617af24432fe578c26a23690cca4b3a09d081fd5040ebf8d12833","schema_version":"1.0","event_id":"sha256:10e5d4b19ba617af24432fe578c26a23690cca4b3a09d081fd5040ebf8d12833"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6XB3SP7IZH4AOEEYXXHSBODNUW/bundle.json","state_url":"https://pith.science/pith/6XB3SP7IZH4AOEEYXXHSBODNUW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6XB3SP7IZH4AOEEYXXHSBODNUW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T20:08:17Z","links":{"resolver":"https://pith.science/pith/6XB3SP7IZH4AOEEYXXHSBODNUW","bundle":"https://pith.science/pith/6XB3SP7IZH4AOEEYXXHSBODNUW/bundle.json","state":"https://pith.science/pith/6XB3SP7IZH4AOEEYXXHSBODNUW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6XB3SP7IZH4AOEEYXXHSBODNUW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:6XB3SP7IZH4AOEEYXXHSBODNUW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e85e06e6c82b52cfedb600c7c50c49fcbc7056296acaaa5e97372ee58758b8b4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-27T17:28:07Z","title_canon_sha256":"9b9b9b1a34d2f9d1e00ef0d3bf4f0a45c65a01d88c4b9508828a57581b89863a"},"schema_version":"1.0","source":{"id":"2104.13346","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.13346","created_at":"2026-07-05T03:00:18Z"},{"alias_kind":"arxiv_version","alias_value":"2104.13346v2","created_at":"2026-07-05T03:00:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.13346","created_at":"2026-07-05T03:00:18Z"},{"alias_kind":"pith_short_12","alias_value":"6XB3SP7IZH4A","created_at":"2026-07-05T03:00:18Z"},{"alias_kind":"pith_short_16","alias_value":"6XB3SP7IZH4AOEEY","created_at":"2026-07-05T03:00:18Z"},{"alias_kind":"pith_short_8","alias_value":"6XB3SP7I","created_at":"2026-07-05T03:00:18Z"}],"graph_snapshots":[{"event_id":"sha256:10e5d4b19ba617af24432fe578c26a23690cca4b3a09d081fd5040ebf8d12833","target":"graph","created_at":"2026-07-05T03:00:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.13346/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Modern summarization models generate highly fluent but often factually unreliable outputs. This motivated a surge of metrics attempting to measure the factuality of automatically generated summaries. Due to the lack of common benchmarks, these metrics cannot be compared. Moreover, all these methods treat factuality as a binary concept and fail to provide deeper insights into the kinds of inconsistencies made by different systems. To address these limitations, we devise a typology of factual errors and use it to collect human annotations of generated summaries from state-of-the-art summarizatio","authors_text":"Artidoro Pagnoni, Vidhisha Balachandran, Yulia Tsvetkov","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-27T17:28:07Z","title":"Understanding Factuality in Abstractive Summarization with FRANK: A Benchmark for Factuality Metrics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.13346","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e413dfbf0682a47eccf2e135cbe9da36907e42f73805510d50aaa9dc1654e7e3","target":"record","created_at":"2026-07-05T03:00:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e85e06e6c82b52cfedb600c7c50c49fcbc7056296acaaa5e97372ee58758b8b4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-04-27T17:28:07Z","title_canon_sha256":"9b9b9b1a34d2f9d1e00ef0d3bf4f0a45c65a01d88c4b9508828a57581b89863a"},"schema_version":"1.0","source":{"id":"2104.13346","kind":"arxiv","version":2}},"canonical_sha256":"f5c3b93fe8c9f8071098bdcf20b86da5adcd461dcc942355b0ff18c7aeb73ea4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f5c3b93fe8c9f8071098bdcf20b86da5adcd461dcc942355b0ff18c7aeb73ea4","first_computed_at":"2026-07-05T03:00:18.066951Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:00:18.066951Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tM8cghUIn1vIgtwffnRXinrCH/QiMwf/ILDntqU5rwPIYbqftlgt90Bh5M+pyZAXcI4pl5yVF4gYBzanBYkIAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:00:18.067372Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.13346","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e413dfbf0682a47eccf2e135cbe9da36907e42f73805510d50aaa9dc1654e7e3","sha256:10e5d4b19ba617af24432fe578c26a23690cca4b3a09d081fd5040ebf8d12833"],"state_sha256":"6551080dfe7dba36223dd8209ebea6674db060642ef00c74743a6a7bd2b6a833"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"npUDaOvBo0V5kqzL2tp39gvJfvvDBqN4N+mH41jVu9Fcw2l6MvhsPtrRhsmKgKWZ8PGd+ISqlqNyDRN7Le0iAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T20:08:17.133056Z","bundle_sha256":"11d6c05878b08ba747bfd1700a8c4570ec783788c14cac42d116fb8cfa271f52"}}