{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:D444WDHETMPC3CLJSJAS2VCY5I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"93bc79e52610b073cf9f2627becd420b6497317759b0998699319158aabbe95c","cross_cats_sorted":["cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-05T19:23:34Z","title_canon_sha256":"83d824eebc43d9b3d7a751786a98dd0440b925242f8e9cb04939e53f3f997f42"},"schema_version":"1.0","source":{"id":"2306.03203","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.03203","created_at":"2026-07-05T06:17:54Z"},{"alias_kind":"arxiv_version","alias_value":"2306.03203v1","created_at":"2026-07-05T06:17:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.03203","created_at":"2026-07-05T06:17:54Z"},{"alias_kind":"pith_short_12","alias_value":"D444WDHETMPC","created_at":"2026-07-05T06:17:54Z"},{"alias_kind":"pith_short_16","alias_value":"D444WDHETMPC3CLJ","created_at":"2026-07-05T06:17:54Z"},{"alias_kind":"pith_short_8","alias_value":"D444WDHE","created_at":"2026-07-05T06:17:54Z"}],"graph_snapshots":[{"event_id":"sha256:44e457ef2f7d8c5fe07bb33d30fada23ad5879a46ecc22ba3b0093cb04bf5520","target":"graph","created_at":"2026-07-05T06:17:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.03203/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models trained on code have shown great potential to increase productivity of software developers. Several execution-based benchmarks have been proposed to evaluate functional correctness of model-generated code on simple programming problems. Nevertheless, it is expensive to perform the same evaluation on complex real-world projects considering the execution cost. On the contrary, static analysis tools such as linters, which can detect errors without running the program, haven't been well explored for evaluating code generation models. In this work, we propose a static evaluati","authors_text":"Baishakhi Ray, Bing Xiang, Dan Roth, Hantian Ding, Murali Krishna Ramanathan, Parminder Bhatia, Rob Kwiatkowski, Sudipta Sengupta, Varun Kumar, Xiaopeng Li, Yuchen Tian, Zijian Wang","cross_cats":["cs.SE"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-05T19:23:34Z","title":"A Static Evaluation of Code Completion by Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.03203","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:511402a570d8fa8a93dcc456a502e1ed239152bee2bbf6ea0e477484c075dd69","target":"record","created_at":"2026-07-05T06:17:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"93bc79e52610b073cf9f2627becd420b6497317759b0998699319158aabbe95c","cross_cats_sorted":["cs.SE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-05T19:23:34Z","title_canon_sha256":"83d824eebc43d9b3d7a751786a98dd0440b925242f8e9cb04939e53f3f997f42"},"schema_version":"1.0","source":{"id":"2306.03203","kind":"arxiv","version":1}},"canonical_sha256":"1f39cb0ce49b1e2d896992412d5458ea1b2fc8bba0506d16b5a13ac99931f202","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1f39cb0ce49b1e2d896992412d5458ea1b2fc8bba0506d16b5a13ac99931f202","first_computed_at":"2026-07-05T06:17:54.953819Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:17:54.953819Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wfiZ9ykecl0+4cLggV8NGWxNnbUTt4EfqgtkbzBgY3cKVCoFjvRCd1p6DENnpx48uq28GPgdcKXprmW+X8BADw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:17:54.954296Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.03203","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:511402a570d8fa8a93dcc456a502e1ed239152bee2bbf6ea0e477484c075dd69","sha256:44e457ef2f7d8c5fe07bb33d30fada23ad5879a46ecc22ba3b0093cb04bf5520"],"state_sha256":"ea3590851b2462b9a6e0e9b0a233f63f4f1ecc2ef95a570e2c6cc1f3d1575df6"}