{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:Q64A7QGEFVPTREND2GT6MR3RWT","short_pith_number":"pith:Q64A7QGE","canonical_record":{"source":{"id":"2205.10583","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2022-05-21T12:48:27Z","cross_cats_sorted":[],"title_canon_sha256":"d5cefab94a733edb0fff5fa4efbe4defea6b0db95529be6f322aaae7218c6b8e","abstract_canon_sha256":"96bcd01256e5edd5e346c7c074c6a5312e0bfd617beb42f2df9160aba00383eb"},"schema_version":"1.0"},"canonical_sha256":"87b80fc0c42d5f3891a3d1a7e64771b4ddf24901064566c63f6eb03d96b1dee7","source":{"kind":"arxiv","id":"2205.10583","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.10583","created_at":"2026-07-05T05:29:27Z"},{"alias_kind":"arxiv_version","alias_value":"2205.10583v4","created_at":"2026-07-05T05:29:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.10583","created_at":"2026-07-05T05:29:27Z"},{"alias_kind":"pith_short_12","alias_value":"Q64A7QGEFVPT","created_at":"2026-07-05T05:29:27Z"},{"alias_kind":"pith_short_16","alias_value":"Q64A7QGEFVPTREND","created_at":"2026-07-05T05:29:27Z"},{"alias_kind":"pith_short_8","alias_value":"Q64A7QGE","created_at":"2026-07-05T05:29:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:Q64A7QGEFVPTREND2GT6MR3RWT","target":"record","payload":{"canonical_record":{"source":{"id":"2205.10583","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2022-05-21T12:48:27Z","cross_cats_sorted":[],"title_canon_sha256":"d5cefab94a733edb0fff5fa4efbe4defea6b0db95529be6f322aaae7218c6b8e","abstract_canon_sha256":"96bcd01256e5edd5e346c7c074c6a5312e0bfd617beb42f2df9160aba00383eb"},"schema_version":"1.0"},"canonical_sha256":"87b80fc0c42d5f3891a3d1a7e64771b4ddf24901064566c63f6eb03d96b1dee7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:29:27.613979Z","signature_b64":"MyamOGBNLQMwLmhmLU9MGi5caRvJrGR+SWT8QkyUlUb63068WfZbK5lUtU2qM8MQ3z76AP/GI9HanYrSBtSRAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"87b80fc0c42d5f3891a3d1a7e64771b4ddf24901064566c63f6eb03d96b1dee7","last_reissued_at":"2026-07-05T05:29:27.613471Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:29:27.613471Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.10583","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:29:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1T/+rbzqIUtqOiBwoI0XCT5GQDXFv9aOuvmO/L7q1qwRJuNlmj6LXP1mucQa1fvZap5VzlrnQ9n6+rodhKwVAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:46:23.693697Z"},"content_sha256":"e7f98c2cc028ffc4f71bef267679fa34fd54acf6fc4abdd63d9a9cfcf4ec266e","schema_version":"1.0","event_id":"sha256:e7f98c2cc028ffc4f71bef267679fa34fd54acf6fc4abdd63d9a9cfcf4ec266e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:Q64A7QGEFVPTREND2GT6MR3RWT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Automated Repair of Programs from Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Abhik Roychoudhury, Martin Mirchev, Shin Hwei Tan, Xiang Gao, Zhiyu Fan","submitted_at":"2022-05-21T12:48:27Z","abstract_excerpt":"Large language models such as Codex, have shown the capability to produce code for many programming tasks. However, the success rate of existing models is low, especially for complex programming tasks. One of the reasons is that language models lack awareness of program semantics, resulting in incorrect programs, or even programs which do not compile. In this paper, we systematically study whether automated program repair (APR) techniques can fix the incorrect solutions produced by language models in LeetCode contests. The goal is to study whether APR techniques can enhance reliability in the "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.10583","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.10583/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:29:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rY7jrCoRDZPjHhvgS68DoRrtjGNv96hC791EjEovjAMJ1wLXzdWJQSenkfrtyo5UNV3wmFtkD0f83hxn4W48Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:46:23.694308Z"},"content_sha256":"d1142e5390a97d1e7fcbb51ce445c079349a6e7f32e49f5f882b83a0048078e9","schema_version":"1.0","event_id":"sha256:d1142e5390a97d1e7fcbb51ce445c079349a6e7f32e49f5f882b83a0048078e9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Q64A7QGEFVPTREND2GT6MR3RWT/bundle.json","state_url":"https://pith.science/pith/Q64A7QGEFVPTREND2GT6MR3RWT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Q64A7QGEFVPTREND2GT6MR3RWT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T11:46:23Z","links":{"resolver":"https://pith.science/pith/Q64A7QGEFVPTREND2GT6MR3RWT","bundle":"https://pith.science/pith/Q64A7QGEFVPTREND2GT6MR3RWT/bundle.json","state":"https://pith.science/pith/Q64A7QGEFVPTREND2GT6MR3RWT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Q64A7QGEFVPTREND2GT6MR3RWT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:Q64A7QGEFVPTREND2GT6MR3RWT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"96bcd01256e5edd5e346c7c074c6a5312e0bfd617beb42f2df9160aba00383eb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2022-05-21T12:48:27Z","title_canon_sha256":"d5cefab94a733edb0fff5fa4efbe4defea6b0db95529be6f322aaae7218c6b8e"},"schema_version":"1.0","source":{"id":"2205.10583","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.10583","created_at":"2026-07-05T05:29:27Z"},{"alias_kind":"arxiv_version","alias_value":"2205.10583v4","created_at":"2026-07-05T05:29:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.10583","created_at":"2026-07-05T05:29:27Z"},{"alias_kind":"pith_short_12","alias_value":"Q64A7QGEFVPT","created_at":"2026-07-05T05:29:27Z"},{"alias_kind":"pith_short_16","alias_value":"Q64A7QGEFVPTREND","created_at":"2026-07-05T05:29:27Z"},{"alias_kind":"pith_short_8","alias_value":"Q64A7QGE","created_at":"2026-07-05T05:29:27Z"}],"graph_snapshots":[{"event_id":"sha256:d1142e5390a97d1e7fcbb51ce445c079349a6e7f32e49f5f882b83a0048078e9","target":"graph","created_at":"2026-07-05T05:29:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.10583/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models such as Codex, have shown the capability to produce code for many programming tasks. However, the success rate of existing models is low, especially for complex programming tasks. One of the reasons is that language models lack awareness of program semantics, resulting in incorrect programs, or even programs which do not compile. In this paper, we systematically study whether automated program repair (APR) techniques can fix the incorrect solutions produced by language models in LeetCode contests. The goal is to study whether APR techniques can enhance reliability in the ","authors_text":"Abhik Roychoudhury, Martin Mirchev, Shin Hwei Tan, Xiang Gao, Zhiyu Fan","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2022-05-21T12:48:27Z","title":"Automated Repair of Programs from Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.10583","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e7f98c2cc028ffc4f71bef267679fa34fd54acf6fc4abdd63d9a9cfcf4ec266e","target":"record","created_at":"2026-07-05T05:29:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"96bcd01256e5edd5e346c7c074c6a5312e0bfd617beb42f2df9160aba00383eb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2022-05-21T12:48:27Z","title_canon_sha256":"d5cefab94a733edb0fff5fa4efbe4defea6b0db95529be6f322aaae7218c6b8e"},"schema_version":"1.0","source":{"id":"2205.10583","kind":"arxiv","version":4}},"canonical_sha256":"87b80fc0c42d5f3891a3d1a7e64771b4ddf24901064566c63f6eb03d96b1dee7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"87b80fc0c42d5f3891a3d1a7e64771b4ddf24901064566c63f6eb03d96b1dee7","first_computed_at":"2026-07-05T05:29:27.613471Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:29:27.613471Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MyamOGBNLQMwLmhmLU9MGi5caRvJrGR+SWT8QkyUlUb63068WfZbK5lUtU2qM8MQ3z76AP/GI9HanYrSBtSRAw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:29:27.613979Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.10583","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e7f98c2cc028ffc4f71bef267679fa34fd54acf6fc4abdd63d9a9cfcf4ec266e","sha256:d1142e5390a97d1e7fcbb51ce445c079349a6e7f32e49f5f882b83a0048078e9"],"state_sha256":"dfb787980231a05e9d9dc7cbd82bbd623d1e67484b9402ebec23f35f11018194"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dEgK6+mXlcAahXSFb9zEySmTFGJcO4TabpITaOnasyv4wWEjbo7fCvrDAI10zTKGNDjZIlbV9VLFC7mtatr2Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T11:46:23.699675Z","bundle_sha256":"5cb38cd08a721a671a83909571812b2d48ca702d3e45ef4dd075d51f4009a0a5"}}