{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ISVWB5ZLXGOCZOT4O77JGQGLKE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eafb57a8f0b0634c576970d6d703d437a255b7473f8df405f19fa12af52f6af0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-05T20:51:11Z","title_canon_sha256":"81ff5958a51bba1471b3b84c8620c09418ee538c8df0c4c7aae26aaf97b2d22c"},"schema_version":"1.0","source":{"id":"2402.03509","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.03509","created_at":"2026-07-05T07:41:53Z"},{"alias_kind":"arxiv_version","alias_value":"2402.03509v1","created_at":"2026-07-05T07:41:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.03509","created_at":"2026-07-05T07:41:53Z"},{"alias_kind":"pith_short_12","alias_value":"ISVWB5ZLXGOC","created_at":"2026-07-05T07:41:53Z"},{"alias_kind":"pith_short_16","alias_value":"ISVWB5ZLXGOCZOT4","created_at":"2026-07-05T07:41:53Z"},{"alias_kind":"pith_short_8","alias_value":"ISVWB5ZL","created_at":"2026-07-05T07:41:53Z"}],"graph_snapshots":[{"event_id":"sha256:ad45661ce5b92f49146b5139865d713951bc4e81ce5704d792259effaac7f199","target":"graph","created_at":"2026-07-05T07:41:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.03509/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent work has shown that large language models (LLMs) are capable of generating summaries zero-shot (i.e., without explicit supervision) that, under human assessment, are often comparable or even preferred to manually composed reference summaries. However, this prior work has focussed almost exclusively on evaluating news article summarization. How do zero-shot summarizers perform in other (potentially more specialized) domains? In this work we evaluate zero-shot generated summaries across specialized domains including biomedical articles, and legal bills (in addition to standard news benchm","authors_text":"Byron C Wallace, Kundan Krishna, Sanjana Ramprasad, Zachary C Lipton","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-05T20:51:11Z","title":"Evaluating the Factuality of Zero-shot Summarizers Across Varied Domains"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.03509","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a12dfa6fa5a024483a7dfdb20418ac6c0ac16d0c632b8f5a28c2bb0270ef00d8","target":"record","created_at":"2026-07-05T07:41:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eafb57a8f0b0634c576970d6d703d437a255b7473f8df405f19fa12af52f6af0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-05T20:51:11Z","title_canon_sha256":"81ff5958a51bba1471b3b84c8620c09418ee538c8df0c4c7aae26aaf97b2d22c"},"schema_version":"1.0","source":{"id":"2402.03509","kind":"arxiv","version":1}},"canonical_sha256":"44ab60f72bb99c2cba7c77fe9340cb51301029b7b2e78bfde81d00fb05bb1650","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"44ab60f72bb99c2cba7c77fe9340cb51301029b7b2e78bfde81d00fb05bb1650","first_computed_at":"2026-07-05T07:41:53.624668Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:41:53.624668Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sFAtdAiY2B6dP7W3ip2C2NkSctMyYpTPTjKSQWcqecM3Qlmdp+2zvrXggjprYYGjLL3z54PddmCC9S/GNhCdBg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:41:53.625021Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.03509","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a12dfa6fa5a024483a7dfdb20418ac6c0ac16d0c632b8f5a28c2bb0270ef00d8","sha256:ad45661ce5b92f49146b5139865d713951bc4e81ce5704d792259effaac7f199"],"state_sha256":"ab9bab1cacab860e093a32c972730a4f9c95d247020017af738e4906a69f1281"}