{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:F2OKJGKQISGZKDLS2KE64C4S6H","short_pith_number":"pith:F2OKJGKQ","schema_version":"1.0","canonical_sha256":"2e9ca49950448d950d72d289ee0b92f1c835bd483514ca8467b41e0516a8ff20","source":{"kind":"arxiv","id":"2206.07796","version":4},"attestation_state":"computed","paper":{"title":"FixEval: Execution-based Evaluation of Program Fixes for Programming Problems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SE","authors_text":"Chris Brown, Ismini Lourentzou, Md Mahim Anjum Haque, Wasi Uddin Ahmad","submitted_at":"2022-06-15T20:18:43Z","abstract_excerpt":"The complexity of modern software has led to a drastic increase in the time and cost associated with detecting and rectifying software bugs. In response, researchers have explored various methods to automatically generate fixes for buggy code. However, due to the large combinatorial space of possible fixes for any given bug, few tools and datasets are available to evaluate model-generated fixes effectively. To address this issue, we introduce FixEval, a benchmark comprising of buggy code submissions to competitive programming problems and their corresponding fixes. FixEval offers an extensive "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2206.07796","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2022-06-15T20:18:43Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"fadcdfa1cda01dacaf604360fde532f651fbf73a7b11a6b4bc22c909a15cdc9f","abstract_canon_sha256":"4ae514cf78dea95c195f75fe92bcf04eab58fdb76a0014e59c472055652eaa1a"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:56:27.279169Z","signature_b64":"7HClQKrf5gvAQnVg9StdVYlXN73MpggoRSdS1tiGoW3c5paNk8OwSkyiR6CJineGc71Ip9R7xRYa+x1Og2K6Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2e9ca49950448d950d72d289ee0b92f1c835bd483514ca8467b41e0516a8ff20","last_reissued_at":"2026-07-05T05:56:27.278718Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:56:27.278718Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"FixEval: Execution-based Evaluation of Program Fixes for Programming Problems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SE","authors_text":"Chris Brown, Ismini Lourentzou, Md Mahim Anjum Haque, Wasi Uddin Ahmad","submitted_at":"2022-06-15T20:18:43Z","abstract_excerpt":"The complexity of modern software has led to a drastic increase in the time and cost associated with detecting and rectifying software bugs. In response, researchers have explored various methods to automatically generate fixes for buggy code. However, due to the large combinatorial space of possible fixes for any given bug, few tools and datasets are available to evaluate model-generated fixes effectively. To address this issue, we introduce FixEval, a benchmark comprising of buggy code submissions to competitive programming problems and their corresponding fixes. FixEval offers an extensive "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.07796","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2206.07796/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2206.07796","created_at":"2026-07-05T05:56:27.278775+00:00"},{"alias_kind":"arxiv_version","alias_value":"2206.07796v4","created_at":"2026-07-05T05:56:27.278775+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.07796","created_at":"2026-07-05T05:56:27.278775+00:00"},{"alias_kind":"pith_short_12","alias_value":"F2OKJGKQISGZ","created_at":"2026-07-05T05:56:27.278775+00:00"},{"alias_kind":"pith_short_16","alias_value":"F2OKJGKQISGZKDLS","created_at":"2026-07-05T05:56:27.278775+00:00"},{"alias_kind":"pith_short_8","alias_value":"F2OKJGKQ","created_at":"2026-07-05T05:56:27.278775+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/F2OKJGKQISGZKDLS2KE64C4S6H","json":"https://pith.science/pith/F2OKJGKQISGZKDLS2KE64C4S6H.json","graph_json":"https://pith.science/api/pith-number/F2OKJGKQISGZKDLS2KE64C4S6H/graph.json","events_json":"https://pith.science/api/pith-number/F2OKJGKQISGZKDLS2KE64C4S6H/events.json","paper":"https://pith.science/paper/F2OKJGKQ"},"agent_actions":{"view_html":"https://pith.science/pith/F2OKJGKQISGZKDLS2KE64C4S6H","download_json":"https://pith.science/pith/F2OKJGKQISGZKDLS2KE64C4S6H.json","view_paper":"https://pith.science/paper/F2OKJGKQ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2206.07796&json=true","fetch_graph":"https://pith.science/api/pith-number/F2OKJGKQISGZKDLS2KE64C4S6H/graph.json","fetch_events":"https://pith.science/api/pith-number/F2OKJGKQISGZKDLS2KE64C4S6H/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/F2OKJGKQISGZKDLS2KE64C4S6H/action/timestamp_anchor","attest_storage":"https://pith.science/pith/F2OKJGKQISGZKDLS2KE64C4S6H/action/storage_attestation","attest_author":"https://pith.science/pith/F2OKJGKQISGZKDLS2KE64C4S6H/action/author_attestation","sign_citation":"https://pith.science/pith/F2OKJGKQISGZKDLS2KE64C4S6H/action/citation_signature","submit_replication":"https://pith.science/pith/F2OKJGKQISGZKDLS2KE64C4S6H/action/replication_record"}},"created_at":"2026-07-05T05:56:27.278775+00:00","updated_at":"2026-07-05T05:56:27.278775+00:00"}