{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:C4RCJ3M6XXCVAR57Y2VYO6BJEX","short_pith_number":"pith:C4RCJ3M6","canonical_record":{"source":{"id":"2312.12450","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-12-11T02:27:45Z","cross_cats_sorted":["cs.AI","cs.LG","cs.PL"],"title_canon_sha256":"daea4cd45dbb33c34f2521a6c8daa013941a3f203890caf2faa824e947dbd108","abstract_canon_sha256":"c2253b90e30f14bb52a638012b22b1f8c3f0f12989237239052c3f1655e3e400"},"schema_version":"1.0"},"canonical_sha256":"172224ed9ebdc55047bfc6ab87782925cda3af0788b6af2e491eb575b1a62f58","source":{"kind":"arxiv","id":"2312.12450","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.12450","created_at":"2026-07-05T09:10:44Z"},{"alias_kind":"arxiv_version","alias_value":"2312.12450v6","created_at":"2026-07-05T09:10:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.12450","created_at":"2026-07-05T09:10:44Z"},{"alias_kind":"pith_short_12","alias_value":"C4RCJ3M6XXCV","created_at":"2026-07-05T09:10:44Z"},{"alias_kind":"pith_short_16","alias_value":"C4RCJ3M6XXCVAR57","created_at":"2026-07-05T09:10:44Z"},{"alias_kind":"pith_short_8","alias_value":"C4RCJ3M6","created_at":"2026-07-05T09:10:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:C4RCJ3M6XXCVAR57Y2VYO6BJEX","target":"record","payload":{"canonical_record":{"source":{"id":"2312.12450","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-12-11T02:27:45Z","cross_cats_sorted":["cs.AI","cs.LG","cs.PL"],"title_canon_sha256":"daea4cd45dbb33c34f2521a6c8daa013941a3f203890caf2faa824e947dbd108","abstract_canon_sha256":"c2253b90e30f14bb52a638012b22b1f8c3f0f12989237239052c3f1655e3e400"},"schema_version":"1.0"},"canonical_sha256":"172224ed9ebdc55047bfc6ab87782925cda3af0788b6af2e491eb575b1a62f58","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:10:44.560082Z","signature_b64":"+iPUEm6Uy9dfyYTSbmqwI80esJEXRw+HVID8B1YPqL0F16hPLhR7z/a1uY44x2eqGixs/B2xpfIK13koG34tCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"172224ed9ebdc55047bfc6ab87782925cda3af0788b6af2e491eb575b1a62f58","last_reissued_at":"2026-07-05T09:10:44.559569Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:10:44.559569Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.12450","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:10:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cMqD6WOOjFiFmJP11ZSwyKmDhof7Ay1Vx6ZaIoRMb8sgJeZECxXXiG8OgvByHPPj0ryMtQwSB1kgrW7/x8cHDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T01:02:29.123928Z"},"content_sha256":"d90d4d8b80ac84e3439773a0d598fc35575fd759e5caf46e8cb161d3c70430d8","schema_version":"1.0","event_id":"sha256:d90d4d8b80ac84e3439773a0d598fc35575fd759e5caf46e8cb161d3c70430d8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:C4RCJ3M6XXCVAR57Y2VYO6BJEX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can It Edit? Evaluating the Ability of Large Language Models to Follow Code Editing Instructions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG","cs.PL"],"primary_cat":"cs.SE","authors_text":"Abby Brennan-Jones, Akul Sethi, Anton Lozhkov, Arjun Guha, Carolyn Jane Anderson, Edward Berman, Federico Cassano, George Chakhnashvili, Jacob Ginesin, Luisa Li, Noah Shinn","submitted_at":"2023-12-11T02:27:45Z","abstract_excerpt":"A significant amount of research is focused on developing and evaluating large language models for a variety of code synthesis tasks. These include synthesizing code from natural language, synthesizing tests from code, and synthesizing explanations of code. In contrast, the behavior of instructional code editing with LLMs is understudied. These are tasks in which the model is provided a block of code and an instruction to modify the code. The editing instruction may ask for a feature to be added or removed, describe a bug and ask for a fix, or ask for a different kind of solution. We introduce"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.12450","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.12450/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:10:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sZyK5lIm9K1J7NbAxlCvLJgfibk0K6Keh36xoLt8XFFl5mxVK9/y3cio5cH/tzl/i6zZpOII4ezhd4MsDIElCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T01:02:29.124838Z"},"content_sha256":"9f988fed32d97dd964a0285ad809e50249c963466e376d797c9c3155fb9042b1","schema_version":"1.0","event_id":"sha256:9f988fed32d97dd964a0285ad809e50249c963466e376d797c9c3155fb9042b1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C4RCJ3M6XXCVAR57Y2VYO6BJEX/bundle.json","state_url":"https://pith.science/pith/C4RCJ3M6XXCVAR57Y2VYO6BJEX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C4RCJ3M6XXCVAR57Y2VYO6BJEX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T01:02:29Z","links":{"resolver":"https://pith.science/pith/C4RCJ3M6XXCVAR57Y2VYO6BJEX","bundle":"https://pith.science/pith/C4RCJ3M6XXCVAR57Y2VYO6BJEX/bundle.json","state":"https://pith.science/pith/C4RCJ3M6XXCVAR57Y2VYO6BJEX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C4RCJ3M6XXCVAR57Y2VYO6BJEX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:C4RCJ3M6XXCVAR57Y2VYO6BJEX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c2253b90e30f14bb52a638012b22b1f8c3f0f12989237239052c3f1655e3e400","cross_cats_sorted":["cs.AI","cs.LG","cs.PL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-12-11T02:27:45Z","title_canon_sha256":"daea4cd45dbb33c34f2521a6c8daa013941a3f203890caf2faa824e947dbd108"},"schema_version":"1.0","source":{"id":"2312.12450","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.12450","created_at":"2026-07-05T09:10:44Z"},{"alias_kind":"arxiv_version","alias_value":"2312.12450v6","created_at":"2026-07-05T09:10:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.12450","created_at":"2026-07-05T09:10:44Z"},{"alias_kind":"pith_short_12","alias_value":"C4RCJ3M6XXCV","created_at":"2026-07-05T09:10:44Z"},{"alias_kind":"pith_short_16","alias_value":"C4RCJ3M6XXCVAR57","created_at":"2026-07-05T09:10:44Z"},{"alias_kind":"pith_short_8","alias_value":"C4RCJ3M6","created_at":"2026-07-05T09:10:44Z"}],"graph_snapshots":[{"event_id":"sha256:9f988fed32d97dd964a0285ad809e50249c963466e376d797c9c3155fb9042b1","target":"graph","created_at":"2026-07-05T09:10:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.12450/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A significant amount of research is focused on developing and evaluating large language models for a variety of code synthesis tasks. These include synthesizing code from natural language, synthesizing tests from code, and synthesizing explanations of code. In contrast, the behavior of instructional code editing with LLMs is understudied. These are tasks in which the model is provided a block of code and an instruction to modify the code. The editing instruction may ask for a feature to be added or removed, describe a bug and ask for a fix, or ask for a different kind of solution. We introduce","authors_text":"Abby Brennan-Jones, Akul Sethi, Anton Lozhkov, Arjun Guha, Carolyn Jane Anderson, Edward Berman, Federico Cassano, George Chakhnashvili, Jacob Ginesin, Luisa Li, Noah Shinn","cross_cats":["cs.AI","cs.LG","cs.PL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-12-11T02:27:45Z","title":"Can It Edit? Evaluating the Ability of Large Language Models to Follow Code Editing Instructions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.12450","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d90d4d8b80ac84e3439773a0d598fc35575fd759e5caf46e8cb161d3c70430d8","target":"record","created_at":"2026-07-05T09:10:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c2253b90e30f14bb52a638012b22b1f8c3f0f12989237239052c3f1655e3e400","cross_cats_sorted":["cs.AI","cs.LG","cs.PL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-12-11T02:27:45Z","title_canon_sha256":"daea4cd45dbb33c34f2521a6c8daa013941a3f203890caf2faa824e947dbd108"},"schema_version":"1.0","source":{"id":"2312.12450","kind":"arxiv","version":6}},"canonical_sha256":"172224ed9ebdc55047bfc6ab87782925cda3af0788b6af2e491eb575b1a62f58","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"172224ed9ebdc55047bfc6ab87782925cda3af0788b6af2e491eb575b1a62f58","first_computed_at":"2026-07-05T09:10:44.559569Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:10:44.559569Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+iPUEm6Uy9dfyYTSbmqwI80esJEXRw+HVID8B1YPqL0F16hPLhR7z/a1uY44x2eqGixs/B2xpfIK13koG34tCA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:10:44.560082Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.12450","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d90d4d8b80ac84e3439773a0d598fc35575fd759e5caf46e8cb161d3c70430d8","sha256:9f988fed32d97dd964a0285ad809e50249c963466e376d797c9c3155fb9042b1"],"state_sha256":"80c9a4fe5028e0ec477414c88053d0ea86468e63fbc8b3b886cba9f4ff8021a4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"48IV8VFq7EuBoVLDkm+PlJDYXh778Z8FiHXnOyDkp7g4L8UdGOADyDw6dQM0PuLjJRzLubVmXzy9kbq97JukAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T01:02:29.130579Z","bundle_sha256":"0c09a49be3ccea82a8a277c7f141ef5ed8c982718232aa4a96eac06900da0a65"}}