{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:J2QANFYJU2LPQJMVCDNWMIFJGQ","short_pith_number":"pith:J2QANFYJ","canonical_record":{"source":{"id":"2302.08468","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-16T18:23:22Z","cross_cats_sorted":["cs.CL","cs.PL","cs.SE"],"title_canon_sha256":"5fc6e8ecf937fb9effb1c496de1821a4e9252c3fecc90dd312d5a387c0ba8b88","abstract_canon_sha256":"9db7f5fa52e4368942fc6c37dfbc81f4949abcdac0d7b0127523f415b40f7d34"},"schema_version":"1.0"},"canonical_sha256":"4ea0069709a696f8259510db6620a93405f261d8ca5c841c6cefcd7e49eed988","source":{"kind":"arxiv","id":"2302.08468","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.08468","created_at":"2026-07-05T06:46:46Z"},{"alias_kind":"arxiv_version","alias_value":"2302.08468v3","created_at":"2026-07-05T06:46:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.08468","created_at":"2026-07-05T06:46:46Z"},{"alias_kind":"pith_short_12","alias_value":"J2QANFYJU2LP","created_at":"2026-07-05T06:46:46Z"},{"alias_kind":"pith_short_16","alias_value":"J2QANFYJU2LPQJMV","created_at":"2026-07-05T06:46:46Z"},{"alias_kind":"pith_short_8","alias_value":"J2QANFYJ","created_at":"2026-07-05T06:46:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:J2QANFYJU2LPQJMVCDNWMIFJGQ","target":"record","payload":{"canonical_record":{"source":{"id":"2302.08468","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-16T18:23:22Z","cross_cats_sorted":["cs.CL","cs.PL","cs.SE"],"title_canon_sha256":"5fc6e8ecf937fb9effb1c496de1821a4e9252c3fecc90dd312d5a387c0ba8b88","abstract_canon_sha256":"9db7f5fa52e4368942fc6c37dfbc81f4949abcdac0d7b0127523f415b40f7d34"},"schema_version":"1.0"},"canonical_sha256":"4ea0069709a696f8259510db6620a93405f261d8ca5c841c6cefcd7e49eed988","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:46:46.083388Z","signature_b64":"wg+vlx52uUFH4fdPA+M7aUZxshzmk1fZpRtwGWhZk/gxJjGCr7yccdIAdTIpigbAOt5C1nabiCmfW7K/z/CODw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4ea0069709a696f8259510db6620a93405f261d8ca5c841c6cefcd7e49eed988","last_reissued_at":"2026-07-05T06:46:46.082926Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:46:46.082926Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.08468","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:46:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5TMERJLji38VV1tbLOenuI0ZtAxrkDhhiihNgZL+4J5tWtX83vrMR5Q14mHq/XHNwpp98nmuoKFRQtGsarFJCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:58:39.579861Z"},"content_sha256":"ebabed83460417cdb27ae0c2ed600489441eefa94bd4e0f93d6fb7dc0258f8da","schema_version":"1.0","event_id":"sha256:ebabed83460417cdb27ae0c2ed600489441eefa94bd4e0f93d6fb7dc0258f8da"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:J2QANFYJU2LPQJMVCDNWMIFJGQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LEVER: Learning to Verify Language-to-Code Generation with Execution","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.CL","cs.PL","cs.SE"],"primary_cat":"cs.LG","authors_text":"Ansong Ni, Dragomir Radev, Sida I. Wang, Srini Iyer, Ves Stoyanov, Wen-tau Yih, Xi Victoria Lin","submitted_at":"2023-02-16T18:23:22Z","abstract_excerpt":"The advent of large language models trained on code (code LLMs) has led to significant progress in language-to-code generation. State-of-the-art approaches in this area combine LLM decoding with sample pruning and reranking using test cases or heuristics based on the execution results. However, it is challenging to obtain test cases for many real-world language-to-code applications, and heuristics cannot well capture the semantic features of the execution results, such as data type and value range, which often indicates the correctness of the program. In this work, we propose LEVER, a simple a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.08468","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.08468/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:46:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4df4r7A4+cGHaKnjbmlynZGCztaGk6c9jdw40Gcngak0Rcw9E+/xNY+PbXxYd14Zw2NfXf6T/OJo/OKUA/EIDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:58:39.581087Z"},"content_sha256":"0b3f2abaaac5574234737669e72a098b69665563aad44120c6c414d8e6c41f0b","schema_version":"1.0","event_id":"sha256:0b3f2abaaac5574234737669e72a098b69665563aad44120c6c414d8e6c41f0b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/J2QANFYJU2LPQJMVCDNWMIFJGQ/bundle.json","state_url":"https://pith.science/pith/J2QANFYJU2LPQJMVCDNWMIFJGQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/J2QANFYJU2LPQJMVCDNWMIFJGQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T19:58:39Z","links":{"resolver":"https://pith.science/pith/J2QANFYJU2LPQJMVCDNWMIFJGQ","bundle":"https://pith.science/pith/J2QANFYJU2LPQJMVCDNWMIFJGQ/bundle.json","state":"https://pith.science/pith/J2QANFYJU2LPQJMVCDNWMIFJGQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/J2QANFYJU2LPQJMVCDNWMIFJGQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:J2QANFYJU2LPQJMVCDNWMIFJGQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9db7f5fa52e4368942fc6c37dfbc81f4949abcdac0d7b0127523f415b40f7d34","cross_cats_sorted":["cs.CL","cs.PL","cs.SE"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-16T18:23:22Z","title_canon_sha256":"5fc6e8ecf937fb9effb1c496de1821a4e9252c3fecc90dd312d5a387c0ba8b88"},"schema_version":"1.0","source":{"id":"2302.08468","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.08468","created_at":"2026-07-05T06:46:46Z"},{"alias_kind":"arxiv_version","alias_value":"2302.08468v3","created_at":"2026-07-05T06:46:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.08468","created_at":"2026-07-05T06:46:46Z"},{"alias_kind":"pith_short_12","alias_value":"J2QANFYJU2LP","created_at":"2026-07-05T06:46:46Z"},{"alias_kind":"pith_short_16","alias_value":"J2QANFYJU2LPQJMV","created_at":"2026-07-05T06:46:46Z"},{"alias_kind":"pith_short_8","alias_value":"J2QANFYJ","created_at":"2026-07-05T06:46:46Z"}],"graph_snapshots":[{"event_id":"sha256:0b3f2abaaac5574234737669e72a098b69665563aad44120c6c414d8e6c41f0b","target":"graph","created_at":"2026-07-05T06:46:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.08468/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The advent of large language models trained on code (code LLMs) has led to significant progress in language-to-code generation. State-of-the-art approaches in this area combine LLM decoding with sample pruning and reranking using test cases or heuristics based on the execution results. However, it is challenging to obtain test cases for many real-world language-to-code applications, and heuristics cannot well capture the semantic features of the execution results, such as data type and value range, which often indicates the correctness of the program. In this work, we propose LEVER, a simple a","authors_text":"Ansong Ni, Dragomir Radev, Sida I. Wang, Srini Iyer, Ves Stoyanov, Wen-tau Yih, Xi Victoria Lin","cross_cats":["cs.CL","cs.PL","cs.SE"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-16T18:23:22Z","title":"LEVER: Learning to Verify Language-to-Code Generation with Execution"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.08468","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ebabed83460417cdb27ae0c2ed600489441eefa94bd4e0f93d6fb7dc0258f8da","target":"record","created_at":"2026-07-05T06:46:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9db7f5fa52e4368942fc6c37dfbc81f4949abcdac0d7b0127523f415b40f7d34","cross_cats_sorted":["cs.CL","cs.PL","cs.SE"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-16T18:23:22Z","title_canon_sha256":"5fc6e8ecf937fb9effb1c496de1821a4e9252c3fecc90dd312d5a387c0ba8b88"},"schema_version":"1.0","source":{"id":"2302.08468","kind":"arxiv","version":3}},"canonical_sha256":"4ea0069709a696f8259510db6620a93405f261d8ca5c841c6cefcd7e49eed988","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4ea0069709a696f8259510db6620a93405f261d8ca5c841c6cefcd7e49eed988","first_computed_at":"2026-07-05T06:46:46.082926Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:46:46.082926Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wg+vlx52uUFH4fdPA+M7aUZxshzmk1fZpRtwGWhZk/gxJjGCr7yccdIAdTIpigbAOt5C1nabiCmfW7K/z/CODw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:46:46.083388Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.08468","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ebabed83460417cdb27ae0c2ed600489441eefa94bd4e0f93d6fb7dc0258f8da","sha256:0b3f2abaaac5574234737669e72a098b69665563aad44120c6c414d8e6c41f0b"],"state_sha256":"e2dc7390ae2c5f4b41ca64daf7610a3cc80b1ea076d3d738e8f777d23aa4646e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N727bkGv2f00SUiKz5G19U3ubzBuMq+JGvVrFQ7gFGCD7p15M/f6avUobxS+/SdyX4rN3iutVz3xmsMDAZ7bAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T19:58:39.599040Z","bundle_sha256":"14c7c5e9d1d67666d30ac552d0fbd731ec5096e958297d4ce88c41072334bc4b"}}