{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:TEJKS4WZZIO2NFOBKIIXR6KTDQ","short_pith_number":"pith:TEJKS4WZ","canonical_record":{"source":{"id":"2404.03543","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-04-04T15:49:49Z","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"title_canon_sha256":"dcf40fee9872ab2856667e6f6276f0fb6340ce3222f1c9daa19cc611f9fe14ad","abstract_canon_sha256":"0cb266f228c665ef829ca34c214603ab60b1428e4f27cdb2fe69ddadcf87cd2e"},"schema_version":"1.0"},"canonical_sha256":"9912a972d9ca1da695c1521178f9531c1ea094dc2e02b41b8203bc638a9d431d","source":{"kind":"arxiv","id":"2404.03543","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.03543","created_at":"2026-07-05T10:45:51Z"},{"alias_kind":"arxiv_version","alias_value":"2404.03543v3","created_at":"2026-07-05T10:45:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.03543","created_at":"2026-07-05T10:45:51Z"},{"alias_kind":"pith_short_12","alias_value":"TEJKS4WZZIO2","created_at":"2026-07-05T10:45:51Z"},{"alias_kind":"pith_short_16","alias_value":"TEJKS4WZZIO2NFOB","created_at":"2026-07-05T10:45:51Z"},{"alias_kind":"pith_short_8","alias_value":"TEJKS4WZ","created_at":"2026-07-05T10:45:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:TEJKS4WZZIO2NFOBKIIXR6KTDQ","target":"record","payload":{"canonical_record":{"source":{"id":"2404.03543","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-04-04T15:49:49Z","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"title_canon_sha256":"dcf40fee9872ab2856667e6f6276f0fb6340ce3222f1c9daa19cc611f9fe14ad","abstract_canon_sha256":"0cb266f228c665ef829ca34c214603ab60b1428e4f27cdb2fe69ddadcf87cd2e"},"schema_version":"1.0"},"canonical_sha256":"9912a972d9ca1da695c1521178f9531c1ea094dc2e02b41b8203bc638a9d431d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:45:51.745063Z","signature_b64":"jx52sicmBbiGJMLqx2iheXci+q/coiE06poPNNuThpKBpSC/ABCbh2FgIq8mFC3zLjE/DWbglauUlRPsfrh0Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9912a972d9ca1da695c1521178f9531c1ea094dc2e02b41b8203bc638a9d431d","last_reissued_at":"2026-07-05T10:45:51.744474Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:45:51.744474Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.03543","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:45:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YOaCkRkZThlLCQDuAf9Ba6wLSPLNfW3ZnqBg6ZMHh0fw/OvcjwCcw0ifn/4Y0unVNTgTrvDT6NdoaYWncrfSBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:58:51.463809Z"},"content_sha256":"766daf03930644278a95922fa1f6884986f3fc05457365347d7cbc4e379cecdc","schema_version":"1.0","event_id":"sha256:766daf03930644278a95922fa1f6884986f3fc05457365347d7cbc4e379cecdc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:TEJKS4WZZIO2NFOBKIIXR6KTDQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CodeEditorBench: Evaluating Code Editing Capability of Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.LG"],"primary_cat":"cs.SE","authors_text":"Ding Pan, Ge Zhang, Jiawei Guo, Jie Fu, Kaijing Ma, Ruibo Liu, Shuyue Guo, Tianyu Zheng, Wenhu Chen, Xiang Yue, Xingwei Qu, Xueling Liu, Yizhi Li, Yue Wang, Zhouliang Yu, Ziming Li","submitted_at":"2024-04-04T15:49:49Z","abstract_excerpt":"Large Language Models (LLMs) for code are rapidly evolving, with code editing emerging as a critical capability. We introduce CodeEditorBench, an evaluation framework designed to rigorously assess the performance of LLMs in code editing tasks, including debugging, translating, polishing, and requirement switching. Unlike existing benchmarks focusing solely on code generation, CodeEditorBench emphasizes real-world scenarios and practical aspects of software development. We curate diverse coding challenges and scenarios from five sources, covering various programming languages, complexity levels"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.03543","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.03543/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:45:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tMzl5Kvp2a/KCeMAcGX5odlk83nZ4eIxivKypIxFWcPSnuM956A/pZDmTlAoqeWXFoOmvp8/YzuTKrPsJJrTBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:58:51.464316Z"},"content_sha256":"b59fa5054f3adf9e1f3c82c67d68dc3982e62b4b55de73b65bee140d5ec0b594","schema_version":"1.0","event_id":"sha256:b59fa5054f3adf9e1f3c82c67d68dc3982e62b4b55de73b65bee140d5ec0b594"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TEJKS4WZZIO2NFOBKIIXR6KTDQ/bundle.json","state_url":"https://pith.science/pith/TEJKS4WZZIO2NFOBKIIXR6KTDQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TEJKS4WZZIO2NFOBKIIXR6KTDQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T20:58:51Z","links":{"resolver":"https://pith.science/pith/TEJKS4WZZIO2NFOBKIIXR6KTDQ","bundle":"https://pith.science/pith/TEJKS4WZZIO2NFOBKIIXR6KTDQ/bundle.json","state":"https://pith.science/pith/TEJKS4WZZIO2NFOBKIIXR6KTDQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TEJKS4WZZIO2NFOBKIIXR6KTDQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:TEJKS4WZZIO2NFOBKIIXR6KTDQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0cb266f228c665ef829ca34c214603ab60b1428e4f27cdb2fe69ddadcf87cd2e","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-04-04T15:49:49Z","title_canon_sha256":"dcf40fee9872ab2856667e6f6276f0fb6340ce3222f1c9daa19cc611f9fe14ad"},"schema_version":"1.0","source":{"id":"2404.03543","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.03543","created_at":"2026-07-05T10:45:51Z"},{"alias_kind":"arxiv_version","alias_value":"2404.03543v3","created_at":"2026-07-05T10:45:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.03543","created_at":"2026-07-05T10:45:51Z"},{"alias_kind":"pith_short_12","alias_value":"TEJKS4WZZIO2","created_at":"2026-07-05T10:45:51Z"},{"alias_kind":"pith_short_16","alias_value":"TEJKS4WZZIO2NFOB","created_at":"2026-07-05T10:45:51Z"},{"alias_kind":"pith_short_8","alias_value":"TEJKS4WZ","created_at":"2026-07-05T10:45:51Z"}],"graph_snapshots":[{"event_id":"sha256:b59fa5054f3adf9e1f3c82c67d68dc3982e62b4b55de73b65bee140d5ec0b594","target":"graph","created_at":"2026-07-05T10:45:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.03543/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) for code are rapidly evolving, with code editing emerging as a critical capability. We introduce CodeEditorBench, an evaluation framework designed to rigorously assess the performance of LLMs in code editing tasks, including debugging, translating, polishing, and requirement switching. Unlike existing benchmarks focusing solely on code generation, CodeEditorBench emphasizes real-world scenarios and practical aspects of software development. We curate diverse coding challenges and scenarios from five sources, covering various programming languages, complexity levels","authors_text":"Ding Pan, Ge Zhang, Jiawei Guo, Jie Fu, Kaijing Ma, Ruibo Liu, Shuyue Guo, Tianyu Zheng, Wenhu Chen, Xiang Yue, Xingwei Qu, Xueling Liu, Yizhi Li, Yue Wang, Zhouliang Yu, Ziming Li","cross_cats":["cs.AI","cs.CL","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-04-04T15:49:49Z","title":"CodeEditorBench: Evaluating Code Editing Capability of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.03543","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:766daf03930644278a95922fa1f6884986f3fc05457365347d7cbc4e379cecdc","target":"record","created_at":"2026-07-05T10:45:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0cb266f228c665ef829ca34c214603ab60b1428e4f27cdb2fe69ddadcf87cd2e","cross_cats_sorted":["cs.AI","cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2024-04-04T15:49:49Z","title_canon_sha256":"dcf40fee9872ab2856667e6f6276f0fb6340ce3222f1c9daa19cc611f9fe14ad"},"schema_version":"1.0","source":{"id":"2404.03543","kind":"arxiv","version":3}},"canonical_sha256":"9912a972d9ca1da695c1521178f9531c1ea094dc2e02b41b8203bc638a9d431d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9912a972d9ca1da695c1521178f9531c1ea094dc2e02b41b8203bc638a9d431d","first_computed_at":"2026-07-05T10:45:51.744474Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:45:51.744474Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jx52sicmBbiGJMLqx2iheXci+q/coiE06poPNNuThpKBpSC/ABCbh2FgIq8mFC3zLjE/DWbglauUlRPsfrh0Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:45:51.745063Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.03543","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:766daf03930644278a95922fa1f6884986f3fc05457365347d7cbc4e379cecdc","sha256:b59fa5054f3adf9e1f3c82c67d68dc3982e62b4b55de73b65bee140d5ec0b594"],"state_sha256":"a3813cc050dcb72e6cdc4118c730ffb3b2ae4bae86ad5ce08f843c9d69b43c21"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SIEM62WrcgvJf8WDDD2FbTfsEBQzHk95ZAndcrrB6Gi4hlQH2N4+Ed65gek5d5K+NNgHnBRkM3TnUTBRJ8ltAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T20:58:51.468132Z","bundle_sha256":"4d8f27cfbc1423af962684a468854bdc264dbc74970c681e98a6bf3610edf93b"}}