{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PW4C7G6E3CNDKEPVMOUC5Z7JTF","short_pith_number":"pith:PW4C7G6E","canonical_record":{"source":{"id":"2411.16742","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DB","submitted_at":"2024-11-23T19:20:24Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"1c43fbe764be31c407eb2eaee4e539a50149d34266d6b3696b918bf473375032","abstract_canon_sha256":"08139728d6a8b0a73d7dfcc762e34899057c5436ffc7eba812b1636a764ffd0f"},"schema_version":"1.0"},"canonical_sha256":"7db82f9bc4d89a3511f563a82ee7e9996d671690c99875522f1ccaba313c4995","source":{"kind":"arxiv","id":"2411.16742","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.16742","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"arxiv_version","alias_value":"2411.16742v1","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.16742","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"pith_short_12","alias_value":"PW4C7G6E3CND","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"pith_short_16","alias_value":"PW4C7G6E3CNDKEPV","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"pith_short_8","alias_value":"PW4C7G6E","created_at":"2026-07-05T09:40:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PW4C7G6E3CNDKEPVMOUC5Z7JTF","target":"record","payload":{"canonical_record":{"source":{"id":"2411.16742","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DB","submitted_at":"2024-11-23T19:20:24Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"1c43fbe764be31c407eb2eaee4e539a50149d34266d6b3696b918bf473375032","abstract_canon_sha256":"08139728d6a8b0a73d7dfcc762e34899057c5436ffc7eba812b1636a764ffd0f"},"schema_version":"1.0"},"canonical_sha256":"7db82f9bc4d89a3511f563a82ee7e9996d671690c99875522f1ccaba313c4995","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:40:45.409582Z","signature_b64":"JxCVjXjfJZYjZ/ED5FGZNp2sVH8l4sgdv2Mcr9UEFu+idVQJj0fExHuyfNY9xx16++Ex4nW/hfcV+bVlM3wlCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7db82f9bc4d89a3511f563a82ee7e9996d671690c99875522f1ccaba313c4995","last_reissued_at":"2026-07-05T09:40:45.409113Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:40:45.409113Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.16742","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:40:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jnPAhBD0t1V/ubnr5pF3H9cozMLVkmv9j24xVpm3o31TQ7zpUWiA068rPiIszkYA5FPyEBXPMUB6Jn8N6vLmDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T20:12:07.795511Z"},"content_sha256":"6bb4fd340b7c0069236797615ddfe0d5dfa3cb00f177bf5636156dcaafca477d","schema_version":"1.0","event_id":"sha256:6bb4fd340b7c0069236797615ddfe0d5dfa3cb00f177bf5636156dcaafca477d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PW4C7G6E3CNDKEPVMOUC5Z7JTF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Text-to-SQL Calibration: No Need to Ask -- Just Rescale Model Probabilities","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.IR"],"primary_cat":"cs.DB","authors_text":"Ashwin Ramachandran, Sunita Sarawagi","submitted_at":"2024-11-23T19:20:24Z","abstract_excerpt":"Calibration is crucial as large language models (LLMs) are increasingly deployed to convert natural language queries into SQL for commercial databases. In this work, we investigate calibration techniques for assigning confidence to generated SQL queries. We show that a straightforward baseline -- deriving confidence from the model's full-sequence probability -- outperforms recent methods that rely on follow-up prompts for self-checking and confidence verbalization. Our comprehensive evaluation, conducted across two widely-used Text-to-SQL benchmarks and multiple LLM architectures, provides val"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.16742","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.16742/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:40:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SZ/BBg+PYeZiPPD6QVXJlBhRgjhGyQ7LFHHlZgFj6fxiHTVKi/OYtgtszrPOkYB+MAZw2/z7zPPCQcM30kLGCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T20:12:07.796052Z"},"content_sha256":"cef2e251b6c474073ea649dd5f3162dbcb0ecfc8d9430fd821bd4ce11521765f","schema_version":"1.0","event_id":"sha256:cef2e251b6c474073ea649dd5f3162dbcb0ecfc8d9430fd821bd4ce11521765f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PW4C7G6E3CNDKEPVMOUC5Z7JTF/bundle.json","state_url":"https://pith.science/pith/PW4C7G6E3CNDKEPVMOUC5Z7JTF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PW4C7G6E3CNDKEPVMOUC5Z7JTF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T20:12:07Z","links":{"resolver":"https://pith.science/pith/PW4C7G6E3CNDKEPVMOUC5Z7JTF","bundle":"https://pith.science/pith/PW4C7G6E3CNDKEPVMOUC5Z7JTF/bundle.json","state":"https://pith.science/pith/PW4C7G6E3CNDKEPVMOUC5Z7JTF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PW4C7G6E3CNDKEPVMOUC5Z7JTF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PW4C7G6E3CNDKEPVMOUC5Z7JTF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"08139728d6a8b0a73d7dfcc762e34899057c5436ffc7eba812b1636a764ffd0f","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DB","submitted_at":"2024-11-23T19:20:24Z","title_canon_sha256":"1c43fbe764be31c407eb2eaee4e539a50149d34266d6b3696b918bf473375032"},"schema_version":"1.0","source":{"id":"2411.16742","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.16742","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"arxiv_version","alias_value":"2411.16742v1","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.16742","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"pith_short_12","alias_value":"PW4C7G6E3CND","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"pith_short_16","alias_value":"PW4C7G6E3CNDKEPV","created_at":"2026-07-05T09:40:45Z"},{"alias_kind":"pith_short_8","alias_value":"PW4C7G6E","created_at":"2026-07-05T09:40:45Z"}],"graph_snapshots":[{"event_id":"sha256:cef2e251b6c474073ea649dd5f3162dbcb0ecfc8d9430fd821bd4ce11521765f","target":"graph","created_at":"2026-07-05T09:40:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.16742/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Calibration is crucial as large language models (LLMs) are increasingly deployed to convert natural language queries into SQL for commercial databases. In this work, we investigate calibration techniques for assigning confidence to generated SQL queries. We show that a straightforward baseline -- deriving confidence from the model's full-sequence probability -- outperforms recent methods that rely on follow-up prompts for self-checking and confidence verbalization. Our comprehensive evaluation, conducted across two widely-used Text-to-SQL benchmarks and multiple LLM architectures, provides val","authors_text":"Ashwin Ramachandran, Sunita Sarawagi","cross_cats":["cs.AI","cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DB","submitted_at":"2024-11-23T19:20:24Z","title":"Text-to-SQL Calibration: No Need to Ask -- Just Rescale Model Probabilities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.16742","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6bb4fd340b7c0069236797615ddfe0d5dfa3cb00f177bf5636156dcaafca477d","target":"record","created_at":"2026-07-05T09:40:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"08139728d6a8b0a73d7dfcc762e34899057c5436ffc7eba812b1636a764ffd0f","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DB","submitted_at":"2024-11-23T19:20:24Z","title_canon_sha256":"1c43fbe764be31c407eb2eaee4e539a50149d34266d6b3696b918bf473375032"},"schema_version":"1.0","source":{"id":"2411.16742","kind":"arxiv","version":1}},"canonical_sha256":"7db82f9bc4d89a3511f563a82ee7e9996d671690c99875522f1ccaba313c4995","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7db82f9bc4d89a3511f563a82ee7e9996d671690c99875522f1ccaba313c4995","first_computed_at":"2026-07-05T09:40:45.409113Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:40:45.409113Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JxCVjXjfJZYjZ/ED5FGZNp2sVH8l4sgdv2Mcr9UEFu+idVQJj0fExHuyfNY9xx16++Ex4nW/hfcV+bVlM3wlCA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:40:45.409582Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.16742","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6bb4fd340b7c0069236797615ddfe0d5dfa3cb00f177bf5636156dcaafca477d","sha256:cef2e251b6c474073ea649dd5f3162dbcb0ecfc8d9430fd821bd4ce11521765f"],"state_sha256":"fc091e30cc2f61c0faabf46f663713ebf54caf2724cd5ac9f4cf74ac80a47182"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1DYoT/SfZJNnRCxTfwUkE1heYSnTGCsMOt1/O7F4CNgN4osnz0kxS3nL1a2ZJQJu95l7L7BNwSwG09AoxlluCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T20:12:07.812578Z","bundle_sha256":"57f300bc79a82bf89a1c16a2a1aae263e33badda50c271094106036dcccdf3c2"}}