{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:DZCL5Z2D5W46BIFZ6UAIZY464M","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1e5c89fb93bd903d676f28e5228aa9941053a68febaabb037719e56611e6f69f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-16T11:31:58Z","title_canon_sha256":"b3ddcecd58d5144036343d761d17ab0eef073bd67e6211f543c32877c6d7a81b"},"schema_version":"1.0","source":{"id":"2309.08963","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.08963","created_at":"2026-07-05T08:04:33Z"},{"alias_kind":"arxiv_version","alias_value":"2309.08963v3","created_at":"2026-07-05T08:04:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.08963","created_at":"2026-07-05T08:04:33Z"},{"alias_kind":"pith_short_12","alias_value":"DZCL5Z2D5W46","created_at":"2026-07-05T08:04:33Z"},{"alias_kind":"pith_short_16","alias_value":"DZCL5Z2D5W46BIFZ","created_at":"2026-07-05T08:04:33Z"},{"alias_kind":"pith_short_8","alias_value":"DZCL5Z2D","created_at":"2026-07-05T08:04:33Z"}],"graph_snapshots":[{"event_id":"sha256:953a723c25882fa15ea37b78ce137da8a20558e2eb72e88f71baa43e5a92e05b","target":"graph","created_at":"2026-07-05T08:04:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.08963/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the remarkable capabilities of Large Language Models (LLMs) like GPT-4, producing complex, structured tabular data remains challenging. Our study assesses LLMs' proficiency in structuring tables and introduces a novel fine-tuning method, cognizant of data structures, to bolster their performance. We unveil Struc-Bench, a comprehensive benchmark featuring prominent LLMs (GPT-NeoX-20B, GPT-3.5, GPT-4, and Vicuna), which spans text tables, HTML, and LaTeX formats. Our proposed FormatCoT aids in crafting format-specific instructions from the intended outputs to populate this benchmark. Add","authors_text":"Arman Cohan, Jason Phang, Mark Gerstein, Wangchunshu Zhou, Xiangru Tang, Yilun Zhao, Yiming Zong","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-16T11:31:58Z","title":"Struc-Bench: Are Large Language Models Really Good at Generating Complex Structured Data?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.08963","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f887029e099ef2510442e37ff09b0a1c5f3783b320bbb191d5467a3defa3e7bc","target":"record","created_at":"2026-07-05T08:04:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1e5c89fb93bd903d676f28e5228aa9941053a68febaabb037719e56611e6f69f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-16T11:31:58Z","title_canon_sha256":"b3ddcecd58d5144036343d761d17ab0eef073bd67e6211f543c32877c6d7a81b"},"schema_version":"1.0","source":{"id":"2309.08963","kind":"arxiv","version":3}},"canonical_sha256":"1e44bee743edb9e0a0b9f5008ce39ee3287f5a2228bc71c92b1f4ecd41caccf2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1e44bee743edb9e0a0b9f5008ce39ee3287f5a2228bc71c92b1f4ecd41caccf2","first_computed_at":"2026-07-05T08:04:33.731748Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:04:33.731748Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"d+azz3eHBSS4Qs9EE/ZIc0e4xYJBJogJbpVMN9ZY0kSM0983eYKV7yD6eqD5ap/Adm8tb3k6X8YwD+amtRTDCA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:04:33.732226Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.08963","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f887029e099ef2510442e37ff09b0a1c5f3783b320bbb191d5467a3defa3e7bc","sha256:953a723c25882fa15ea37b78ce137da8a20558e2eb72e88f71baa43e5a92e05b"],"state_sha256":"6dfc942eda300590c4226170834f8a562bf4df7bf1c2d366b4f69abed8e0dd70"}