{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:J2QANFYJU2LPQJMVCDNWMIFJGQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9db7f5fa52e4368942fc6c37dfbc81f4949abcdac0d7b0127523f415b40f7d34","cross_cats_sorted":["cs.CL","cs.PL","cs.SE"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-16T18:23:22Z","title_canon_sha256":"5fc6e8ecf937fb9effb1c496de1821a4e9252c3fecc90dd312d5a387c0ba8b88"},"schema_version":"1.0","source":{"id":"2302.08468","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.08468","created_at":"2026-07-05T06:46:46Z"},{"alias_kind":"arxiv_version","alias_value":"2302.08468v3","created_at":"2026-07-05T06:46:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.08468","created_at":"2026-07-05T06:46:46Z"},{"alias_kind":"pith_short_12","alias_value":"J2QANFYJU2LP","created_at":"2026-07-05T06:46:46Z"},{"alias_kind":"pith_short_16","alias_value":"J2QANFYJU2LPQJMV","created_at":"2026-07-05T06:46:46Z"},{"alias_kind":"pith_short_8","alias_value":"J2QANFYJ","created_at":"2026-07-05T06:46:46Z"}],"graph_snapshots":[{"event_id":"sha256:0b3f2abaaac5574234737669e72a098b69665563aad44120c6c414d8e6c41f0b","target":"graph","created_at":"2026-07-05T06:46:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.08468/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The advent of large language models trained on code (code LLMs) has led to significant progress in language-to-code generation. State-of-the-art approaches in this area combine LLM decoding with sample pruning and reranking using test cases or heuristics based on the execution results. However, it is challenging to obtain test cases for many real-world language-to-code applications, and heuristics cannot well capture the semantic features of the execution results, such as data type and value range, which often indicates the correctness of the program. In this work, we propose LEVER, a simple a","authors_text":"Ansong Ni, Dragomir Radev, Sida I. Wang, Srini Iyer, Ves Stoyanov, Wen-tau Yih, Xi Victoria Lin","cross_cats":["cs.CL","cs.PL","cs.SE"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-16T18:23:22Z","title":"LEVER: Learning to Verify Language-to-Code Generation with Execution"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.08468","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ebabed83460417cdb27ae0c2ed600489441eefa94bd4e0f93d6fb7dc0258f8da","target":"record","created_at":"2026-07-05T06:46:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9db7f5fa52e4368942fc6c37dfbc81f4949abcdac0d7b0127523f415b40f7d34","cross_cats_sorted":["cs.CL","cs.PL","cs.SE"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-16T18:23:22Z","title_canon_sha256":"5fc6e8ecf937fb9effb1c496de1821a4e9252c3fecc90dd312d5a387c0ba8b88"},"schema_version":"1.0","source":{"id":"2302.08468","kind":"arxiv","version":3}},"canonical_sha256":"4ea0069709a696f8259510db6620a93405f261d8ca5c841c6cefcd7e49eed988","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4ea0069709a696f8259510db6620a93405f261d8ca5c841c6cefcd7e49eed988","first_computed_at":"2026-07-05T06:46:46.082926Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:46:46.082926Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wg+vlx52uUFH4fdPA+M7aUZxshzmk1fZpRtwGWhZk/gxJjGCr7yccdIAdTIpigbAOt5C1nabiCmfW7K/z/CODw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:46:46.083388Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.08468","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ebabed83460417cdb27ae0c2ed600489441eefa94bd4e0f93d6fb7dc0258f8da","sha256:0b3f2abaaac5574234737669e72a098b69665563aad44120c6c414d8e6c41f0b"],"state_sha256":"e2dc7390ae2c5f4b41ca64daf7610a3cc80b1ea076d3d738e8f777d23aa4646e"}