{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:YA2JJ6UINONBTILIM2WCBDPFOT","short_pith_number":"pith:YA2JJ6UI","canonical_record":{"source":{"id":"2308.15363","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DB","submitted_at":"2023-08-29T14:59:54Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"f4aac6c9048669f57888e4ab138d84e093337259834a9151d155c7af7f391c64","abstract_canon_sha256":"6fac0a6e7365220d8c8dccec2115595b70ae45f032111ea353946187adca5d40"},"schema_version":"1.0"},"canonical_sha256":"c03494fa886b9a19a16866ac208de574fa7a1ac1c696d3e28b030eca98a5083a","source":{"kind":"arxiv","id":"2308.15363","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.15363","created_at":"2026-07-05T07:14:16Z"},{"alias_kind":"arxiv_version","alias_value":"2308.15363v4","created_at":"2026-07-05T07:14:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.15363","created_at":"2026-07-05T07:14:16Z"},{"alias_kind":"pith_short_12","alias_value":"YA2JJ6UINONB","created_at":"2026-07-05T07:14:16Z"},{"alias_kind":"pith_short_16","alias_value":"YA2JJ6UINONBTILI","created_at":"2026-07-05T07:14:16Z"},{"alias_kind":"pith_short_8","alias_value":"YA2JJ6UI","created_at":"2026-07-05T07:14:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:YA2JJ6UINONBTILIM2WCBDPFOT","target":"record","payload":{"canonical_record":{"source":{"id":"2308.15363","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DB","submitted_at":"2023-08-29T14:59:54Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"f4aac6c9048669f57888e4ab138d84e093337259834a9151d155c7af7f391c64","abstract_canon_sha256":"6fac0a6e7365220d8c8dccec2115595b70ae45f032111ea353946187adca5d40"},"schema_version":"1.0"},"canonical_sha256":"c03494fa886b9a19a16866ac208de574fa7a1ac1c696d3e28b030eca98a5083a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:14:16.906866Z","signature_b64":"PSuv7PptnqcS/33BtJbhYnzhvwlzGc09aiDNwSAPTzrcMwOZMIi3G8VEK5W65RHMKNG+4pyVA8D8njAP4x1JDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c03494fa886b9a19a16866ac208de574fa7a1ac1c696d3e28b030eca98a5083a","last_reissued_at":"2026-07-05T07:14:16.906385Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:14:16.906385Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.15363","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:14:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RGKt9PYHiRKwfy0Y640Nl1XjFq9+SVWfqH/xG6YRqfVzHBCf6G+0WDQHQ2hL9BhYcZVYfwG9z6PTHksNB4OHAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T22:33:48.201055Z"},"content_sha256":"c4b4f6ef7fcf634ec5d406b205ed63e93c395d2d9146d45be4421206a8d17bd0","schema_version":"1.0","event_id":"sha256:c4b4f6ef7fcf634ec5d406b205ed63e93c395d2d9146d45be4421206a8d17bd0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:YA2JJ6UINONBTILIM2WCBDPFOT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Text-to-SQL Empowered by Large Language Models: A Benchmark Evaluation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.DB","authors_text":"Bolin Ding, Dawei Gao, Haibin Wang, Jingren Zhou, Xiuyu Sun, Yaliang Li, Yichen Qian","submitted_at":"2023-08-29T14:59:54Z","abstract_excerpt":"Large language models (LLMs) have emerged as a new paradigm for Text-to-SQL task. However, the absence of a systematical benchmark inhibits the development of designing effective, efficient and economic LLM-based Text-to-SQL solutions. To address this challenge, in this paper, we first conduct a systematical and extensive comparison over existing prompt engineering methods, including question representation, example selection and example organization, and with these experimental results, we elaborate their pros and cons. Based on these findings, we propose a new integrated solution, named DAIL"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.15363","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.15363/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:14:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qV7I5sOuULFOwJyh9yAM4x5MKOEmLXa7oEiLKuDuxpF5UJ3A6hVPYkXA9tguVLznibq46jl3t6+XU5oLt4zOBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T22:33:48.201435Z"},"content_sha256":"9ff16587c3bfa1f307594ce3fd3f7d2917e51396e1fbd9319fd976c035848698","schema_version":"1.0","event_id":"sha256:9ff16587c3bfa1f307594ce3fd3f7d2917e51396e1fbd9319fd976c035848698"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YA2JJ6UINONBTILIM2WCBDPFOT/bundle.json","state_url":"https://pith.science/pith/YA2JJ6UINONBTILIM2WCBDPFOT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YA2JJ6UINONBTILIM2WCBDPFOT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T22:33:48Z","links":{"resolver":"https://pith.science/pith/YA2JJ6UINONBTILIM2WCBDPFOT","bundle":"https://pith.science/pith/YA2JJ6UINONBTILIM2WCBDPFOT/bundle.json","state":"https://pith.science/pith/YA2JJ6UINONBTILIM2WCBDPFOT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YA2JJ6UINONBTILIM2WCBDPFOT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:YA2JJ6UINONBTILIM2WCBDPFOT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6fac0a6e7365220d8c8dccec2115595b70ae45f032111ea353946187adca5d40","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DB","submitted_at":"2023-08-29T14:59:54Z","title_canon_sha256":"f4aac6c9048669f57888e4ab138d84e093337259834a9151d155c7af7f391c64"},"schema_version":"1.0","source":{"id":"2308.15363","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.15363","created_at":"2026-07-05T07:14:16Z"},{"alias_kind":"arxiv_version","alias_value":"2308.15363v4","created_at":"2026-07-05T07:14:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.15363","created_at":"2026-07-05T07:14:16Z"},{"alias_kind":"pith_short_12","alias_value":"YA2JJ6UINONB","created_at":"2026-07-05T07:14:16Z"},{"alias_kind":"pith_short_16","alias_value":"YA2JJ6UINONBTILI","created_at":"2026-07-05T07:14:16Z"},{"alias_kind":"pith_short_8","alias_value":"YA2JJ6UI","created_at":"2026-07-05T07:14:16Z"}],"graph_snapshots":[{"event_id":"sha256:9ff16587c3bfa1f307594ce3fd3f7d2917e51396e1fbd9319fd976c035848698","target":"graph","created_at":"2026-07-05T07:14:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.15363/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have emerged as a new paradigm for Text-to-SQL task. However, the absence of a systematical benchmark inhibits the development of designing effective, efficient and economic LLM-based Text-to-SQL solutions. To address this challenge, in this paper, we first conduct a systematical and extensive comparison over existing prompt engineering methods, including question representation, example selection and example organization, and with these experimental results, we elaborate their pros and cons. Based on these findings, we propose a new integrated solution, named DAIL","authors_text":"Bolin Ding, Dawei Gao, Haibin Wang, Jingren Zhou, Xiuyu Sun, Yaliang Li, Yichen Qian","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DB","submitted_at":"2023-08-29T14:59:54Z","title":"Text-to-SQL Empowered by Large Language Models: A Benchmark Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.15363","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c4b4f6ef7fcf634ec5d406b205ed63e93c395d2d9146d45be4421206a8d17bd0","target":"record","created_at":"2026-07-05T07:14:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6fac0a6e7365220d8c8dccec2115595b70ae45f032111ea353946187adca5d40","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DB","submitted_at":"2023-08-29T14:59:54Z","title_canon_sha256":"f4aac6c9048669f57888e4ab138d84e093337259834a9151d155c7af7f391c64"},"schema_version":"1.0","source":{"id":"2308.15363","kind":"arxiv","version":4}},"canonical_sha256":"c03494fa886b9a19a16866ac208de574fa7a1ac1c696d3e28b030eca98a5083a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c03494fa886b9a19a16866ac208de574fa7a1ac1c696d3e28b030eca98a5083a","first_computed_at":"2026-07-05T07:14:16.906385Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:14:16.906385Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PSuv7PptnqcS/33BtJbhYnzhvwlzGc09aiDNwSAPTzrcMwOZMIi3G8VEK5W65RHMKNG+4pyVA8D8njAP4x1JDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:14:16.906866Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.15363","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c4b4f6ef7fcf634ec5d406b205ed63e93c395d2d9146d45be4421206a8d17bd0","sha256:9ff16587c3bfa1f307594ce3fd3f7d2917e51396e1fbd9319fd976c035848698"],"state_sha256":"33b38c4cae13554db66633586190ded8293f619817da6d274f5eeef36b4fdfc2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JGCgOhAvAdbVts5vkLrHjVuR/zhpbKAnXv2/tB+WMPi1VL8h4ww0vZsGP2fEMYYB+YsXJ6/f+oToc1Q+R6MzAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T22:33:48.203329Z","bundle_sha256":"2fc2793dda434f476095ccb92caec6ab1c10b804f530e73f322436032ae0189a"}}