{"as_of":"2026-08-09T00:53:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:ea947e8c42ef2747d7e4a0e8e45ad64122a03149ad15659bd909ee3037184e37","coverage":[{"denominator":9,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":9,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-11T11:50:26.030339Z","state":"measured"},{"denominator":10,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":10,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-26T00:06:14.275732Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-07-04T16:59:57.852362Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"cited_work":{"arxiv_id":"2605.24110","doi":null,"metadata_source":"pith","pith_arxiv_id":"2605.24110","snapshot_observed_at":"2026-07-04T16:59:57.852362Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","venue":"cs.AI","work_id":"2c3da740-a7fc-4f7d-af38-6f6996aa7f1c","year":2026},"citing_paper":{"arxiv_id":"2606.24311","last_updated":"2026-06-23T08:44:00Z","snapshot_observed_at":"2026-08-02T22:05:19.090016Z","submitted_at":"2026-06-23T08:44:00Z","title":"LemonHarness Technical Report","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-06-26T00:06:14.275732Z"},"links":{"cited_paper":"/paper/2605.24110","citing_paper":"/paper/2606.24311"},"observation_digest":"sha256:b63cb629325c1ac58297ab7b571d80d483c3937647420a344b8c1addff3d57db","observation_id":"2f32f8e9-38da-4377-a503-e831068a3c8a","resolution":{"observed_at":"2026-07-04T16:59:57.853708Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2605.24110/citation-record","integrity":"/paper/2605.24110/integrity","json":"/paper/2605.24110/citation-record.json","paper":"/paper/2605.24110"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2024.emnlp-main.1124","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"MT -Eval: A Multi-Turn Capabilities Evaluation Benchmark for Large Language Models","venue":null,"work_id":"602b39a2-21cb-42a1-9353-47a6531a69d6","year":2024},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-06-30T16:22:02.166135Z"},"links":{"citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:393ea224b0f5b21be1a66e1263c6dd53c4dee93b462ee6a4782f1e9498d6a940","observation_id":"6050f170-bf62-4f9c-8c73-799cdefbad3d","resolution":{"observed_at":"2026-06-30T16:24:53.881819Z","resolver_source":"doi","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-05-21T07:52:24.771148+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-21T07:52:24.771148+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2601.11868","last_updated":"2026-01-17T01:29:30Z","snapshot_observed_at":"2026-07-06T22:41:58.373427Z","submitted_at":"2026-01-17T01:29:30Z","title":"Terminal-Bench: Benchmarking Agents on Hard, Realistic Tasks in Command Line Interfaces","version":1},"cited_work":{"arxiv_id":"2601.11868","doi":"10.48550/arxiv.2302.01973","metadata_source":"pith","pith_arxiv_id":"2601.11868","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Terminal-Bench: Benchmarking Agents on Hard, Realistic Tasks in Command Line Interfaces","venue":"cs.SE","work_id":"0624be05-1d97-4fd6-8300-b04b8a3ab04b","year":2026},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-07-11T11:50:26.030339Z"},"links":{"cited_paper":"/paper/2601.11868","citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:bcf9a5387ea00b032a7acede6d714e488ee2153387630934fd00a4edda1438b4","observation_id":"c6e275ad-ec3e-4325-90da-d6c1b7f0fded","resolution":{"observed_at":"2026-06-30T16:24:53.896074Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.11998","last_updated":"2024-03-10T19:34:57Z","snapshot_observed_at":"2026-07-06T16:21:45.588487Z","submitted_at":"2023-09-21T12:13:55Z","title":"LMSYS-Chat-1M: A Large-Scale Real-World LLM Conversation Dataset","version":4},"cited_work":{"arxiv_id":"2309.11998","doi":"10.48550/arxiv.2309.11998","metadata_source":"arxiv_reference","pith_arxiv_id":"2309.11998","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Xing, Joseph E","venue":"arXiv (Cornell University)","work_id":"95167dc8-7286-459b-bbaa-1a0b4e9ed5ab","year":2023},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-06-30T16:22:02.166135Z"},"links":{"cited_paper":"/paper/2309.11998","citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:5458d3d0ced2ff7056ab23b313532d25b27b1eee72167430d63fbd64b68eb8bf","observation_id":"23a62907-e910-45b2-bfd9-a07f43494416","resolution":{"observed_at":"2026-06-30T16:24:55.257713Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T13:34:54.773781Z","title":"No algorithm names, data structure choices, or file organization prescriptions appear in instructions","venue":null,"work_id":"963a7e80-35a6-4007-acaa-adcc27ae6a0c","year":null},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-06-30T16:22:02.166135Z"},"links":{"citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:847bb301e06d6040e7ce5fbf40dfff1852852b1e1772a1f8e0657bf0166dd687","observation_id":"6032561f-c8e1-4292-8ed2-02aa055ff176","resolution":{"observed_at":"2026-07-08T13:34:54.775035Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T13:34:54.775557Z","title":"They never inspect source code structure, function names, or file organization","venue":null,"work_id":"b0f2495c-edfe-4dd8-bf40-043bf3368d2e","year":null},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-06-30T16:22:02.166135Z"},"links":{"citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:e695bc65b1813d8dd36bb0bbe30b2203583c3a190404ee252dbfe406af355b20","observation_id":"4e92baef-9857-4a8a-964d-607a93c7d34b","resolution":{"observed_at":"2026-07-08T13:34:54.777145Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T13:34:54.777817Z","title":"They can only assume the agent passed the behavioral tests of all prior rounds","venue":null,"work_id":"d1d4fb22-0198-47df-839e-1b23a12225af","year":null},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-06-30T16:22:02.166135Z"},"links":{"citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:3c04f2897fd6f8117bd26b39aa16aaf3dcfc8db1ce6db9bd14786fc069a2cf12","observation_id":"3f6f9fa5-e3bb-4e2e-ac30-cc014213c1ae","resolution":{"observed_at":"2026-07-08T13:34:54.779158Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T13:34:54.771746Z","title":"They check for alternative valid inter- pretations that the tests might not distinguish and for edge cases that the cumulative tests might miss","venue":null,"work_id":"65387309-5f31-470f-855d-0f2a64cadc0e","year":null},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-06-30T16:22:02.166135Z"},"links":{"citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:6a3eb4424ac2581edf8604fa50970cf91cbefca5b0c3680e25c2b2cb8ae6c402","observation_id":"a5dac9a8-11f6-4367-b80f-e0e01a1b15a2","resolution":{"observed_at":"2026-07-08T13:34:54.773251Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T13:34:54.767964Z","title":"They also verify that no test checks stale requirements that have been superseded by later rounds, which would cause otherwise correct implementations to fail","venue":null,"work_id":"e97846b1-a617-4dff-b240-be99056e939e","year":null},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-06-30T16:22:02.166135Z"},"links":{"citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:f58805bee2b0c3b917598f687be14ca8c2e3806d0d3a1ca4ba5a7910fc79b9b5","observation_id":"0049df88-6485-4b55-95a7-fa3439c8f926","resolution":{"observed_at":"2026-07-08T13:34:54.769509Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T13:34:54.770133Z","title":null,"venue":null,"work_id":"31a64383-3b8b-49db-8a92-39fd9ee075e3","year":2025},"citing_paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-06-30T16:22:02.166135Z"},"links":{"citing_paper":"/paper/2605.24110"},"observation_digest":"sha256:7c8f7f01ec967e4f968705d1fe4ceda1f84d227b93089f19369edef8dfdcbbfa","observation_id":"59a1c8b5-0a21-4df9-b207-985d59a91679","resolution":{"observed_at":"2026-07-08T13:34:54.771237Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2605.24110","last_updated":"2026-05-22T18:17:28Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-07T01:52:45.792333Z","submitted_at":"2026-05-22T18:17:28Z","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions"},"reference_resolution":{"displayed":9,"state_counts":{"malformed_identifier":0,"metadata_mismatch":3,"parse_uncertain":0,"unresolved":1,"verified_exact":0,"verified_fuzzy":5},"total_outbound_references":9},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 9 of 9 outbound references and 1 inbound Pith citation observation for arXiv:2605.24110."}