{"as_of":"2026-08-04T05:36:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:4059a1358b51e918d48a108cca392f1332d02db1869822109b7bd1e0d710619f","coverage":[{"denominator":24,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":24,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-10T19:16:33.635516Z","state":"measured"},{"denominator":25,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":25,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-03T06:30:56.289259+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-03T01:30:15.314516Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2604.05100","snapshot_observed_at":"2026-08-03T01:30:15.314516Z","title":"arXiv preprint arXiv:2604.05100 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.28887","last_updated":"2026-07-30T23:07:51Z","snapshot_observed_at":"2026-08-04T05:13:00.382393Z","submitted_at":"2026-07-30T23:07:51Z","title":"To Add Is Machine, To Delete Is Human: Measuring and Mitigating Deletion Avoidance in LLM Code Editing","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-03T01:30:15.314516Z"},"links":{"cited_paper":"/paper/2604.05100","citing_paper":"/paper/2607.28887"},"observation_digest":"sha256:254fa84469772b21a8f5d3aa2879a5dc266534568fc3d603e885e3dc32da3923","observation_id":"482aa6d0-22e9-4d69-838d-b7bb2d8217de","resolution":{"observed_at":"2026-08-03T01:30:15.314516Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2604.05100/citation-record","integrity":"/paper/2604.05100/integrity","json":"/paper/2604.05100/citation-record.json","paper":"/paper/2604.05100"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"062fe20e-bcd8-4272-bcc7-5cec251973bd","year":null},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:5d1f66ec1939cbe61bba20e15f3e04d8c94a13b18a823badc7ac27d8b8d3f1fb","observation_id":"35be2ab8-5324-4e72-8f75-87054ce1ec4c","resolution":{"observed_at":"2026-05-16T07:02:29.811048Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"In2025 IEEE/ACM 22nd International Conference on Mining Software Repositories (MSR)","venue":null,"work_id":"5c3a0afd-f469-4d37-a722-2223a64338a1","year":null},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:548be41e1f8047c9720f9b02cc9f7a3f780306860de67be6fb178aee9577aaf6","observation_id":"2ea0b961-fe20-4e6e-a773-1312125dd4c8","resolution":{"observed_at":"2026-05-16T07:02:29.806826Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"075496cd-37db-4f21-af35-630b68401a25","year":null},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:81570faef7cbb5989e6b68d533d54718eb705d92f9f2799a7f06db0bc3e5802a","observation_id":"e7847934-416e-4b31-ac5d-914fd7eca9a5","resolution":{"observed_at":"2026-05-16T07:02:29.808830Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.10711","last_updated":"2026-07-06T06:02:32Z","snapshot_observed_at":"2026-07-09T23:17:36.866307Z","submitted_at":"2025-01-18T09:51:57Z","title":"Code Benchmarks Should Prioritize Rigor, Reliability, and Reproducibility","version":5},"cited_work":{"arxiv_id":"2501.10711","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.10711","snapshot_observed_at":"2026-07-07T03:18:46.014814Z","title":"How should we build a benchmark? revisiting 274 code-related benchmarks for llms","venue":null,"work_id":"40f0a07f-2759-4675-a8f7-ceaa0d3e65db","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"cited_paper":"/paper/2501.10711","citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:5980caba6582f8221373818d661b8ca103a3beed5fb46db56ecb61118d39ca3c","observation_id":"0061e5a0-8657-4136-9935-52d0364e35f4","resolution":{"observed_at":"2026-07-07T03:18:46.014814Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.12450","last_updated":"2024-09-23T19:57:18Z","snapshot_observed_at":"2026-07-06T17:05:31.586924Z","submitted_at":"2023-12-11T02:27:45Z","title":"Can It Edit? Evaluating the Ability of Large Language Models to Follow Code Editing Instructions","version":6},"cited_work":{"arxiv_id":"2312.12450","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2312.12450","snapshot_observed_at":"2026-07-02T09:56:51.751060Z","title":"Can it edit? evaluating the ability of large language models to follow code editing instructions","venue":null,"work_id":"c0a669a2-112f-499b-bc7b-081188bdb8fb","year":2023},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"cited_paper":"/paper/2312.12450","citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:23a2b57e416678a30a7931098fc747e409f924a7201a4227102474e7d1f32ba1","observation_id":"6c429b83-854f-471f-a7c0-87a361184ce3","resolution":{"observed_at":"2026-05-10T23:15:48.216119Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.09328","last_updated":"2025-02-13T13:40:52Z","snapshot_observed_at":"2026-07-06T20:36:03.331331Z","submitted_at":"2025-02-13T13:40:52Z","title":"Copilot Arena: A Platform for Code LLM Evaluation in the Wild","version":1},"cited_work":{"arxiv_id":"2502.09328","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2502.09328","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Copilot arena: A platform for code llm evaluation in the wild.arXiv preprint arXiv:2502.09328","venue":null,"work_id":"fc231868-f448-4ef3-ac00-3b3e0e651ae5","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"cited_paper":"/paper/2502.09328","citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:647778f0ca22a57195d009a3d9d4810f2fd42202d5268d6ef4b0c3eb30f99208","observation_id":"08ada4f0-b026-4806-a4ad-e031b0d3f71e","resolution":{"observed_at":"2026-05-10T23:15:48.220455Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2511.04486","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T07:04:44.508758Z","title":null,"venue":null,"work_id":"7a5e708e-ba48-47bf-a763-a1b2ef528e67","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:41c0fac0fea18d17f9ac5fdb8084c9171c911b1b0d20493134035e7f4bb08f63","observation_id":"0e597f82-fc1f-48fa-a27e-99106e34d3c3","resolution":{"observed_at":"2026-05-10T23:15:48.185595Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"4a1d789e-cc11-4a80-8ede-acd45ffcd896","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:b868bdd8e82664602d043f61c160d3f5b8897a360436c520179896687c04a5f8","observation_id":"e1a67330-32e3-4d64-b2a5-b123613e4340","resolution":{"observed_at":"2026-05-16T07:02:29.801983Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2022.acl-long.499","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-30T22:55:07.088429Z","title":"UniXcoder: Unified cross-modal pre-training for code representation","venue":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","work_id":"882b4066-ecc2-4cc6-accd-75ef339d3b28","year":2022},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:7f235852953cd2f623306b4f35802ec7feed4b2577979cf6af1c8640635b22e5","observation_id":"e42ae4a9-9a18-4ddc-b647-2e0dca5849d8","resolution":{"observed_at":"2026-05-10T19:20:45.219571Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-05-21T12:59:06.39082+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-21T12:59:06.39082+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"f30d16f4-ed74-4eac-87f7-4c0fe4ce82ca","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:8af9b3ef838052e54b2412ffad2cc2eb140548f3c8d1b3052674ae8f2fd80c02","observation_id":"23cd0e09-e3e4-4836-bd00-3d132e8abd50","resolution":{"observed_at":"2026-05-16T07:02:29.788783Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"640f8a80-4897-41b1-8385-026197f3a371","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:268b76cbd98d5cf3ff2fe2562164f61b76abe1297990792bad19add9f65865c5","observation_id":"1f3be54a-a096-4882-b71d-05cd85afa244","resolution":{"observed_at":"2026-05-16T07:02:29.793267Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.15003","last_updated":"2025-07-20T15:15:58Z","snapshot_observed_at":"2026-07-06T21:59:59.698990Z","submitted_at":"2025-07-20T15:15:58Z","title":"The Rise of AI Teammates in Software Engineering (SE) 3.0: How Autonomous Coding Agents Are Reshaping Software Engineering","version":1},"cited_work":{"arxiv_id":"2507.15003","doi":"10.48550/arxiv.2507.15003","metadata_source":"pith","pith_arxiv_id":"2507.15003","snapshot_observed_at":"2026-07-11T03:57:46.663500Z","title":"The Rise of AI Teammates in Software Engineering (SE) 3.0: How Autonomous Coding Agents Are Reshaping Software Engineering","venue":"cs.SE","work_id":"2687f723-fd6d-4a93-bba6-c60fd1fb02d3","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"cited_paper":"/paper/2507.15003","citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:863120d91bbd501aef11649234b6047a0bbdba32290e62cf248f0560f1acd562","observation_id":"cd8e4d6f-5faf-441a-8dba-80b1c219653a","resolution":{"observed_at":"2026-05-15T17:38:55.449085Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-07-10T01:20:18.209055+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-10T01:20:18.209055+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"8f524fb5-c0ca-4ce1-bcf6-c62253eae3e3","year":2023},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:ad5658850bbd77aed99b15f4f1abd29daeffb7326aca58a48e138a648c0c4fbc","observation_id":"082a4335-27bb-467c-883f-4a4d5ba156be","resolution":{"observed_at":"2026-05-16T07:02:29.795390Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1002/smr.70034","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-28T01:51:30.095625Z","title":"Journal of Software: Evolution and Process , year =","venue":null,"work_id":"34b29ef0-bd5f-4c37-8236-8a1bb35b0d22","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:2e912ce3aa516df207509b491862c40d5b0cdd4191f7adbe815935236ea12355","observation_id":"ad2fbeff-0933-49f1-9ae7-203f2f4dde69","resolution":{"observed_at":"2026-05-10T19:20:45.213512Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.19173","last_updated":"2024-02-29T13:53:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-02-29T13:53:35Z","title":"StarCoder 2 and The Stack v2: The Next Generation","version":1},"cited_work":{"arxiv_id":"2402.19173","doi":"10.48550/arxiv.2402.19173","metadata_source":"pith","pith_arxiv_id":"2402.19173","snapshot_observed_at":"2026-07-10T16:07:20.291405Z","title":"StarCoder 2 and The Stack v2: The Next Generation","venue":"cs.SE","work_id":"2495cc72-f326-4c23-8a39-d9a08cf583e4","year":2024},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"cited_paper":"/paper/2402.19173","citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:78e7f11205adf2fb43673beb185f68d2d2e12a5be8ea49d265fbd97abb372ab5","observation_id":"42f5e8d4-226a-4d48-9b16-d513b6bb2c5f","resolution":{"observed_at":"2026-05-12T17:28:23.399599Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-01T05:08:59.344878+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-01T05:08:59.344878+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2504.20196","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Prompting llms for code editing: Struggles and remedies","venue":null,"work_id":"9bebd378-f1f1-4cfd-b9a8-72d7cf49a645","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:525f66d066412c49688f7032f295becc3a7d35467a741a9bbe5f0d35ab3b5ca3","observation_id":"ab2a4e4f-f610-4d3e-b095-181406da45b8","resolution":{"observed_at":"2026-05-10T23:15:48.190802Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Oliva, Gopi Krishnan Rajbahadur, Aaditya Bhatia, Haoxiang Zhang, Yihao Chen, Zhilong Chen, Arthur Leung, Dayi Lin, Boyuan Chen, and Ahmed E","venue":null,"work_id":"7132629b-c728-4874-b00e-6e531409d30b","year":2026},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:c8cc385bf9c7f194048795f3766bd8399eb45aa587a73a3ff4cee9d67dd7187a","observation_id":"41288450-37d6-4b46-a157-43156f103ff7","resolution":{"observed_at":"2026-05-16T07:02:29.791028Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.infsof","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T21:05:35.383339Z","title":"Chembakottu, H","venue":null,"work_id":"43f02cfa-1b35-4da0-866c-658bb4a5a639","year":2026},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:b919ec226904ca17c4f72afe35cce00ae44b92c24122daade3fda741dfc81707","observation_id":"21587c6e-a8e6-43f5-ac63-3212d10a083f","resolution":{"observed_at":"2026-05-10T19:20:45.217667Z","resolver_source":"doi_truncated","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"cb70527c-7d80-4dc9-9926-b8004e255909","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:394acecce245c095e23bad77c0e1ca0b84a4b4948a21309c2aa53bf64d99d190","observation_id":"842d1d7c-f6cb-4342-8b76-5efbd01bb87d","resolution":{"observed_at":"2026-05-16T07:02:29.797561Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"e2622498-4dfc-470c-a1cd-b71bffca6f92","year":null},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:c1041f500f27aa83a3da1c99740758ee6714da3e4ac621cfc02cb7b1f0149a9e","observation_id":"d85e27dc-6bf0-4306-899f-842e47550fe7","resolution":{"observed_at":"2026-05-16T07:02:29.804262Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"faa5cd35-a4d7-4591-81d0-b9ff336f048b","year":2024},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:3f522886e29383134fd633109740732e5fa693f2bb2fe1a53f618888b86a827a","observation_id":"806a9de0-6d39-4fbd-8ec2-6041cc6e41d9","resolution":{"observed_at":"2026-05-16T07:02:29.799784Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2511.18538","doi":"10.48550/arxiv.2511.18538","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-10T12:15:01.137692Z","title":"From code foundation models to agents and applications: A comprehensive survey and practical guide to code intelligence","venue":null,"work_id":"c6a6822b-fcf0-48e3-840f-b67458378983","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:11de141a076b77e1180fa37e1c988023a6dcb062a16fbcf86e6e3b32cd05da8c","observation_id":"acb0359c-0c33-4699-b37c-adf1b16092c5","resolution":{"observed_at":"2026-05-10T23:15:48.211300Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"5113.202512","doi":"10.1145/2025113.2025121","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-11T11:50:26.030339Z","title":null,"venue":null,"work_id":"1b3a8218-aefc-40a5-af63-8f2c9cec6a93","year":2011},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:95066f4b4261c432cbdacc3f7c89334b503901c4268eb1b0061009ca17f03b97","observation_id":"06eb7595-2936-4a33-8bdf-60571d96eda4","resolution":{"observed_at":"2026-05-10T19:20:45.215902Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-07-15T22:51:08.495266+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-15T22:51:08.495266+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2509.25203","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"feat” = adding new functionality that did not exist before. - “fix","venue":null,"work_id":"f1a510d3-21fd-451e-8d79-8db2684e116e","year":2025},"citing_paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-05-10T19:16:33.635516Z"},"links":{"citing_paper":"/paper/2604.05100"},"observation_digest":"sha256:2cb2bdb6923e7f87caa1ba86a6c05191c55d2798e8af5b6d381f0266bc1cc467","observation_id":"5e44ab03-3ee9-43fd-9f0a-00ff0b39d468","resolution":{"observed_at":"2026-05-10T23:15:48.198139Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-03T06:30:56.289259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2604.05100","last_updated":"2026-04-06T18:59:42Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-07-06T22:53:55.926521Z","submitted_at":"2026-04-06T18:59:42Z","title":"Edit, But Verify: An Empirical Audit of Instructed Code-Editing Benchmarks"},"reference_resolution":{"displayed":24,"state_counts":{"malformed_identifier":1,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":9,"verified_exact":11,"verified_fuzzy":2},"total_outbound_references":24},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-03T06:30:56.289259+00:00","source":"crossref"},{"observed_at":"2026-08-03T06:30:50.922721+00:00","source":"retraction_watch"}],"thesis":"As of 4 August 2026, this Paper Citation Record lists 24 of 24 outbound references and 1 inbound Pith citation observation for arXiv:2604.05100."}