{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:6MVAWZAOVVP4IRJMQZCVW4MEHG","short_pith_number":"pith:6MVAWZAO","canonical_record":{"source":{"id":"2402.13249","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T18:58:49Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a8a51e6aef08883dd9c1c580778d3cb4b56d834478d3d6bcf2106a2303de20b9","abstract_canon_sha256":"e579003193e867532111e345c910d56d6b98ffff69093f986bad713216fe6171"},"schema_version":"1.0"},"canonical_sha256":"f32a0b640ead5fc4452c86455b718439935818b483453a713f42aeaa18f1a056","source":{"kind":"arxiv","id":"2402.13249","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.13249","created_at":"2026-07-05T08:02:51Z"},{"alias_kind":"arxiv_version","alias_value":"2402.13249v2","created_at":"2026-07-05T08:02:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.13249","created_at":"2026-07-05T08:02:51Z"},{"alias_kind":"pith_short_12","alias_value":"6MVAWZAOVVP4","created_at":"2026-07-05T08:02:51Z"},{"alias_kind":"pith_short_16","alias_value":"6MVAWZAOVVP4IRJM","created_at":"2026-07-05T08:02:51Z"},{"alias_kind":"pith_short_8","alias_value":"6MVAWZAO","created_at":"2026-07-05T08:02:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:6MVAWZAOVVP4IRJMQZCVW4MEHG","target":"record","payload":{"canonical_record":{"source":{"id":"2402.13249","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T18:58:49Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a8a51e6aef08883dd9c1c580778d3cb4b56d834478d3d6bcf2106a2303de20b9","abstract_canon_sha256":"e579003193e867532111e345c910d56d6b98ffff69093f986bad713216fe6171"},"schema_version":"1.0"},"canonical_sha256":"f32a0b640ead5fc4452c86455b718439935818b483453a713f42aeaa18f1a056","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:02:51.189903Z","signature_b64":"5GAk1g8lQQY95K+ipfDpASgRf4gCNQsxrnZddCOym60VKIW5iku9LsLk7e+w1UV7uBgHi7jkk05GtGw/yJSCAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f32a0b640ead5fc4452c86455b718439935818b483453a713f42aeaa18f1a056","last_reissued_at":"2026-07-05T08:02:51.188963Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:02:51.188963Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.13249","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:02:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bI7ihioY1Jvvj+C4mD7jx2+fNCIYdldMqM9bhihNHKrS0YfrVTZ3f8cpr1vJWiUlB7TxX0qAGDxE2OK7pNuVCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T07:22:07.873536Z"},"content_sha256":"9b6a2ab1913d1898927c1c589fe8e1ebfffde28ecd91838234cafa394171e6a4","schema_version":"1.0","event_id":"sha256:9b6a2ab1913d1898927c1c589fe8e1ebfffde28ecd91838234cafa394171e6a4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:6MVAWZAOVVP4IRJMQZCVW4MEHG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TofuEval: Evaluating Hallucinations of LLMs on Topic-Focused Dialogue Summarization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Amy Wing-mei Wong, Hang Su, Hwanjun Song, Igor Shalyminov, Jake W. Vincent, Jon Burnsky, Kathleen McKeown, Lijia Sun, Liyan Tang, Saab Mansour, Siffi Singh, Song Feng, Yi Zhang, Yu'an Yang","submitted_at":"2024-02-20T18:58:49Z","abstract_excerpt":"Single document news summarization has seen substantial progress on faithfulness in recent years, driven by research on the evaluation of factual consistency, or hallucinations. We ask whether these advances carry over to other text summarization domains. We propose a new evaluation benchmark on topic-focused dialogue summarization, generated by LLMs of varying sizes. We provide binary sentence-level human annotations of the factual consistency of these summaries along with detailed explanations of factually inconsistent sentences. Our analysis shows that existing LLMs hallucinate significant "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.13249","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.13249/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:02:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H+DzW/3GY2d7jl75lHCaPtfmivIVgKmh9LAQsXzI1CeVd5vVNxD8MbppCGGU5XiB3Jt8YTYTh4stLpS0qzOyAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T07:22:07.874045Z"},"content_sha256":"8b44858fe321b9b197aa4dc34a03b1a4370d752ae2eeceebf06e36efd2be698b","schema_version":"1.0","event_id":"sha256:8b44858fe321b9b197aa4dc34a03b1a4370d752ae2eeceebf06e36efd2be698b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6MVAWZAOVVP4IRJMQZCVW4MEHG/bundle.json","state_url":"https://pith.science/pith/6MVAWZAOVVP4IRJMQZCVW4MEHG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6MVAWZAOVVP4IRJMQZCVW4MEHG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T07:22:07Z","links":{"resolver":"https://pith.science/pith/6MVAWZAOVVP4IRJMQZCVW4MEHG","bundle":"https://pith.science/pith/6MVAWZAOVVP4IRJMQZCVW4MEHG/bundle.json","state":"https://pith.science/pith/6MVAWZAOVVP4IRJMQZCVW4MEHG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6MVAWZAOVVP4IRJMQZCVW4MEHG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6MVAWZAOVVP4IRJMQZCVW4MEHG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e579003193e867532111e345c910d56d6b98ffff69093f986bad713216fe6171","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T18:58:49Z","title_canon_sha256":"a8a51e6aef08883dd9c1c580778d3cb4b56d834478d3d6bcf2106a2303de20b9"},"schema_version":"1.0","source":{"id":"2402.13249","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.13249","created_at":"2026-07-05T08:02:51Z"},{"alias_kind":"arxiv_version","alias_value":"2402.13249v2","created_at":"2026-07-05T08:02:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.13249","created_at":"2026-07-05T08:02:51Z"},{"alias_kind":"pith_short_12","alias_value":"6MVAWZAOVVP4","created_at":"2026-07-05T08:02:51Z"},{"alias_kind":"pith_short_16","alias_value":"6MVAWZAOVVP4IRJM","created_at":"2026-07-05T08:02:51Z"},{"alias_kind":"pith_short_8","alias_value":"6MVAWZAO","created_at":"2026-07-05T08:02:51Z"}],"graph_snapshots":[{"event_id":"sha256:8b44858fe321b9b197aa4dc34a03b1a4370d752ae2eeceebf06e36efd2be698b","target":"graph","created_at":"2026-07-05T08:02:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.13249/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Single document news summarization has seen substantial progress on faithfulness in recent years, driven by research on the evaluation of factual consistency, or hallucinations. We ask whether these advances carry over to other text summarization domains. We propose a new evaluation benchmark on topic-focused dialogue summarization, generated by LLMs of varying sizes. We provide binary sentence-level human annotations of the factual consistency of these summaries along with detailed explanations of factually inconsistent sentences. Our analysis shows that existing LLMs hallucinate significant ","authors_text":"Amy Wing-mei Wong, Hang Su, Hwanjun Song, Igor Shalyminov, Jake W. Vincent, Jon Burnsky, Kathleen McKeown, Lijia Sun, Liyan Tang, Saab Mansour, Siffi Singh, Song Feng, Yi Zhang, Yu'an Yang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T18:58:49Z","title":"TofuEval: Evaluating Hallucinations of LLMs on Topic-Focused Dialogue Summarization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.13249","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9b6a2ab1913d1898927c1c589fe8e1ebfffde28ecd91838234cafa394171e6a4","target":"record","created_at":"2026-07-05T08:02:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e579003193e867532111e345c910d56d6b98ffff69093f986bad713216fe6171","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-20T18:58:49Z","title_canon_sha256":"a8a51e6aef08883dd9c1c580778d3cb4b56d834478d3d6bcf2106a2303de20b9"},"schema_version":"1.0","source":{"id":"2402.13249","kind":"arxiv","version":2}},"canonical_sha256":"f32a0b640ead5fc4452c86455b718439935818b483453a713f42aeaa18f1a056","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f32a0b640ead5fc4452c86455b718439935818b483453a713f42aeaa18f1a056","first_computed_at":"2026-07-05T08:02:51.188963Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:02:51.188963Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5GAk1g8lQQY95K+ipfDpASgRf4gCNQsxrnZddCOym60VKIW5iku9LsLk7e+w1UV7uBgHi7jkk05GtGw/yJSCAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:02:51.189903Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.13249","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9b6a2ab1913d1898927c1c589fe8e1ebfffde28ecd91838234cafa394171e6a4","sha256:8b44858fe321b9b197aa4dc34a03b1a4370d752ae2eeceebf06e36efd2be698b"],"state_sha256":"60438d2c1f1e1c6ed399a1ee4a747f946cb3d7960f08d598008a6f369c3230cc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xDvnp5GACuyg2apEePM1zoGfAwWNX36owhC3RFgcsL3qjasiAsCnfMeUBAJc40oVf4Q28Pr3J2U0WfwaY49FBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T07:22:07.879016Z","bundle_sha256":"40b0abe11099b1b54c048f59046d3dbf58e65f673a4a0611361ef09a05e5f4e5"}}