{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:3RGDTMD3MDETGCZT6YRVXZ2CHP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"035a69703ebc997eff1e0873cb96b8e5a8ebc59d4a9a6fc8cfe305231f9d9345","cross_cats_sorted":["cs.SE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-21T07:43:31Z","title_canon_sha256":"3b8e37c5f86dac319806a62b1c510fa9b4a47f8278539ddf62e5f4d19e353cd2"},"schema_version":"1.0","source":{"id":"2012.11163","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.11163","created_at":"2026-07-05T02:00:59Z"},{"alias_kind":"arxiv_version","alias_value":"2012.11163v1","created_at":"2026-07-05T02:00:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.11163","created_at":"2026-07-05T02:00:59Z"},{"alias_kind":"pith_short_12","alias_value":"3RGDTMD3MDET","created_at":"2026-07-05T02:00:59Z"},{"alias_kind":"pith_short_16","alias_value":"3RGDTMD3MDETGCZT","created_at":"2026-07-05T02:00:59Z"},{"alias_kind":"pith_short_8","alias_value":"3RGDTMD3","created_at":"2026-07-05T02:00:59Z"}],"graph_snapshots":[{"event_id":"sha256:acadd76ea7ad26efa9798aa8b1104ef5ec0ad0795c2a4066ab4a44c496036e37","target":"graph","created_at":"2026-07-05T02:00:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2012.11163/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Text-to-SQL is a task to generate SQL queries from human utterances. However, due to the variation of natural language, two semantically equivalent utterances may appear differently in the lexical level. Likewise, user preferences (e.g., the choice of normal forms) can lead to dramatic changes in table structures when expressing conceptually identical schemas. Envisioning the general difficulty for text-to-SQL models to preserve prediction consistency against linguistic and schema variations, we propose MT-Teql, a Metamorphic Testing-based framework for systematically evaluating and augmenting","authors_text":"Pingchuan Ma, Shuai Wang","cross_cats":["cs.SE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-21T07:43:31Z","title":"MT-Teql: Evaluating and Augmenting Consistency of Text-to-SQL Models with Metamorphic Testing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.11163","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5b3dfb8cc5601d5f97be33829812f124ffff4a985803004afbd8b3f2cbde8272","target":"record","created_at":"2026-07-05T02:00:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"035a69703ebc997eff1e0873cb96b8e5a8ebc59d4a9a6fc8cfe305231f9d9345","cross_cats_sorted":["cs.SE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-12-21T07:43:31Z","title_canon_sha256":"3b8e37c5f86dac319806a62b1c510fa9b4a47f8278539ddf62e5f4d19e353cd2"},"schema_version":"1.0","source":{"id":"2012.11163","kind":"arxiv","version":1}},"canonical_sha256":"dc4c39b07b60c9330b33f6235be7423bfb87eeacb63b4576c32809ff6b01ea80","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dc4c39b07b60c9330b33f6235be7423bfb87eeacb63b4576c32809ff6b01ea80","first_computed_at":"2026-07-05T02:00:59.284533Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:00:59.284533Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CaDxkuTCCd63rw2NdytVcmg0YOdM9kmXryKLQQoSEqOy5IEBvf1LtKuSz9OYAg2h6WvsI9NMu/H9ZixJm5UGAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:00:59.284941Z","signed_message":"canonical_sha256_bytes"},"source_id":"2012.11163","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5b3dfb8cc5601d5f97be33829812f124ffff4a985803004afbd8b3f2cbde8272","sha256:acadd76ea7ad26efa9798aa8b1104ef5ec0ad0795c2a4066ab4a44c496036e37"],"state_sha256":"6212d56f814b64bdb1fb0349881ff126609ce445b251204a9db703435b0734f9"}