{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:YA2JJ6UINONBTILIM2WCBDPFOT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6fac0a6e7365220d8c8dccec2115595b70ae45f032111ea353946187adca5d40","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DB","submitted_at":"2023-08-29T14:59:54Z","title_canon_sha256":"f4aac6c9048669f57888e4ab138d84e093337259834a9151d155c7af7f391c64"},"schema_version":"1.0","source":{"id":"2308.15363","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.15363","created_at":"2026-07-05T07:14:16Z"},{"alias_kind":"arxiv_version","alias_value":"2308.15363v4","created_at":"2026-07-05T07:14:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.15363","created_at":"2026-07-05T07:14:16Z"},{"alias_kind":"pith_short_12","alias_value":"YA2JJ6UINONB","created_at":"2026-07-05T07:14:16Z"},{"alias_kind":"pith_short_16","alias_value":"YA2JJ6UINONBTILI","created_at":"2026-07-05T07:14:16Z"},{"alias_kind":"pith_short_8","alias_value":"YA2JJ6UI","created_at":"2026-07-05T07:14:16Z"}],"graph_snapshots":[{"event_id":"sha256:9ff16587c3bfa1f307594ce3fd3f7d2917e51396e1fbd9319fd976c035848698","target":"graph","created_at":"2026-07-05T07:14:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.15363/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have emerged as a new paradigm for Text-to-SQL task. However, the absence of a systematical benchmark inhibits the development of designing effective, efficient and economic LLM-based Text-to-SQL solutions. To address this challenge, in this paper, we first conduct a systematical and extensive comparison over existing prompt engineering methods, including question representation, example selection and example organization, and with these experimental results, we elaborate their pros and cons. Based on these findings, we propose a new integrated solution, named DAIL","authors_text":"Bolin Ding, Dawei Gao, Haibin Wang, Jingren Zhou, Xiuyu Sun, Yaliang Li, Yichen Qian","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DB","submitted_at":"2023-08-29T14:59:54Z","title":"Text-to-SQL Empowered by Large Language Models: A Benchmark Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.15363","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c4b4f6ef7fcf634ec5d406b205ed63e93c395d2d9146d45be4421206a8d17bd0","target":"record","created_at":"2026-07-05T07:14:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6fac0a6e7365220d8c8dccec2115595b70ae45f032111ea353946187adca5d40","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DB","submitted_at":"2023-08-29T14:59:54Z","title_canon_sha256":"f4aac6c9048669f57888e4ab138d84e093337259834a9151d155c7af7f391c64"},"schema_version":"1.0","source":{"id":"2308.15363","kind":"arxiv","version":4}},"canonical_sha256":"c03494fa886b9a19a16866ac208de574fa7a1ac1c696d3e28b030eca98a5083a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c03494fa886b9a19a16866ac208de574fa7a1ac1c696d3e28b030eca98a5083a","first_computed_at":"2026-07-05T07:14:16.906385Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:14:16.906385Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PSuv7PptnqcS/33BtJbhYnzhvwlzGc09aiDNwSAPTzrcMwOZMIi3G8VEK5W65RHMKNG+4pyVA8D8njAP4x1JDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:14:16.906866Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.15363","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c4b4f6ef7fcf634ec5d406b205ed63e93c395d2d9146d45be4421206a8d17bd0","sha256:9ff16587c3bfa1f307594ce3fd3f7d2917e51396e1fbd9319fd976c035848698"],"state_sha256":"33b38c4cae13554db66633586190ded8293f619817da6d274f5eeef36b4fdfc2"}