{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MJWD2AGEV37GLMTUL7EWDZWJJA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"709a3b84dda7e6760f61e62462138d634edfb253267dd398cf63f2638207c7db","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-28T15:23:12Z","title_canon_sha256":"6fd515e07f911ccbdee7e2cc004015d72ae0fc80113cd2804fe7bf5e214065ef"},"schema_version":"1.0","source":{"id":"2411.19203","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.19203","created_at":"2026-07-05T09:41:59Z"},{"alias_kind":"arxiv_version","alias_value":"2411.19203v1","created_at":"2026-07-05T09:41:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.19203","created_at":"2026-07-05T09:41:59Z"},{"alias_kind":"pith_short_12","alias_value":"MJWD2AGEV37G","created_at":"2026-07-05T09:41:59Z"},{"alias_kind":"pith_short_16","alias_value":"MJWD2AGEV37GLMTU","created_at":"2026-07-05T09:41:59Z"},{"alias_kind":"pith_short_8","alias_value":"MJWD2AGE","created_at":"2026-07-05T09:41:59Z"}],"graph_snapshots":[{"event_id":"sha256:fed372ce13aeb7a5ae6df209607bcd702dd539033d5a2f72ec6f3674a70a8b0d","target":"graph","created_at":"2026-07-05T09:41:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.19203/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have shown exceptional performance across various Data-to-Text Generation (DTG) tasks. However, generating factually consistent text in DTG remains challenging for LLMs. Despite this, in-depth evaluations of LLM factual consistency for DTG remain missing in the current literature. This paper addresses this gap by providing an extensive evaluation of factual consistency in LLMs for DTG. Our evaluation covers five widely used DTG datasets (E2E, ViGGo, WikiTableText, DART, and WebNLG) and five prominent LLM families (T5, BART, OPT, BLOOM, and Llama 2). To ensure a tho","authors_text":"Joy Mahapatra, Utpal Garain","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-28T15:23:12Z","title":"An Extensive Evaluation of Factual Consistency in Large Language Models for Data-to-Text Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.19203","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b1679ef4f41ce8811c04addda99ed5278f871c2883f284688936e36c62fac1d5","target":"record","created_at":"2026-07-05T09:41:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"709a3b84dda7e6760f61e62462138d634edfb253267dd398cf63f2638207c7db","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-28T15:23:12Z","title_canon_sha256":"6fd515e07f911ccbdee7e2cc004015d72ae0fc80113cd2804fe7bf5e214065ef"},"schema_version":"1.0","source":{"id":"2411.19203","kind":"arxiv","version":1}},"canonical_sha256":"626c3d00c4aefe65b2745fc961e6c94827de37fd25edb53bf190a34429fb0dd3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"626c3d00c4aefe65b2745fc961e6c94827de37fd25edb53bf190a34429fb0dd3","first_computed_at":"2026-07-05T09:41:59.322506Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:41:59.322506Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"lHM/10dfwzf6PnJP13xsA4RIUlM4nRuyg58Q2E+wtFBPxIuLdZ0t9bMP5oIKaNWJnFhqNxIg1pM9Q6/kHWNnCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:41:59.322943Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.19203","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b1679ef4f41ce8811c04addda99ed5278f871c2883f284688936e36c62fac1d5","sha256:fed372ce13aeb7a5ae6df209607bcd702dd539033d5a2f72ec6f3674a70a8b0d"],"state_sha256":"aa6b6f2cfe4607db6dc80a440480ade053f0543b95e6584c75a024da5aab1c81"}