{"as_of":"2026-08-08T00:46:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e62b5f491f8b372e408c98534990c3cfa5924ca09ac29522aaad20e70705cadf","coverage":[{"denominator":73,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":73,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T00:55:50.642826Z","state":"measured"},{"denominator":73,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":73,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.00267/citation-record","integrity":"/paper/2608.00267/integrity","json":"/paper/2608.00267/citation-record.json","paper":"/paper/2608.00267"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:44.357848Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:44.357848Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:11617f4f2f2b450c199a13876a5f40d721219ddf6ba4332ca49e538f21879a7a","observation_id":"e0466577-ca1d-43ac-a890-793d04c2b9f7","resolution":{"observed_at":"2026-08-04T00:55:44.357848Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:45.117907Z","title":"2025 , howpublished =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:45.117907Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:7094eea8d4cec473a52a12d2f3cc6a5fd1dfe10f9cc7d61ca1ac6b4a753bd1a5","observation_id":"44dbabff-5f80-42eb-b59c-61e0b3e82823","resolution":{"observed_at":"2026-08-04T00:55:45.117907Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:45.271307Z","title":"2025 , howpublished =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:45.271307Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:4e6d2c2a0fd04b271b918f06d2cf75efa1a505605995032e8627343bc335c274","observation_id":"4e068b25-22ba-47f7-a2b0-bc8da8084f51","resolution":{"observed_at":"2026-08-04T00:55:45.271307Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:45.407232Z","title":"2026 , howpublished =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:45.407232Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:cb277ccfacd69abb0626298f4e9e12ce7218ea7005536cec374b22aa93a99927","observation_id":"43bb92c7-86ba-4687-8eea-3a45f24c3fd3","resolution":{"observed_at":"2026-08-04T00:55:45.407232Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:45.526983Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:45.526983Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:eb230e1a24eeb8e48a83e5d108a4b81a30d525eab55e06280234e63af1feb34e","observation_id":"d9b87305-8ef4-4576-9644-cc4d6411cb1f","resolution":{"observed_at":"2026-08-04T00:55:45.526983Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:45.680560Z","title":null,"venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:45.680560Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:bec195a455d9ba887cf91b996953f54a03cd08904e0270030ba3025719bc8b9d","observation_id":"ebb52fc1-c11e-49e4-a1f1-36d538bd6e2f","resolution":{"observed_at":"2026-08-04T00:55:45.680560Z","resolver_source":null,"status":"parse_uncertain"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:45.837736Z","title":"2025 , howpublished =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:45.837736Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:8403a6e309014290b1e3ea178d062d6496631280803303c4b1f5db1335ee2451","observation_id":"9d108de4-2808-451b-b21f-e067dd695591","resolution":{"observed_at":"2026-08-04T00:55:45.837736Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:45.952477Z","title":"2026 , howpublished =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:45.952477Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:b5ffb4106aa2b593ddcea06e501fbe66ba17d1f405afffe010c9acf6022f361c","observation_id":"5e05f718-bb8d-47aa-85d8-5e7f414064f0","resolution":{"observed_at":"2026-08-04T00:55:45.952477Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.02605","last_updated":"2025-04-03T14:06:17Z","snapshot_observed_at":"2026-07-30T07:56:48.878578Z","submitted_at":"2025-04-03T14:06:17Z","title":"Multi-SWE-bench: A Multilingual Benchmark for Issue Resolving","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.02605","snapshot_observed_at":"2026-08-04T00:55:46.271589Z","title":"arXiv preprint arXiv:2504.02605 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.271589Z"},"links":{"cited_paper":"/paper/2504.02605","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:2045255f2e60d39ccd98db8cb4d98626c27cdcac5ca06f45eef852748984056f","observation_id":"1ef6670d-6c97-4296-a591-0e54680b9039","resolution":{"observed_at":"2026-08-04T00:55:46.271589Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.03859","last_updated":"2024-10-04T18:48:58Z","snapshot_observed_at":"2026-07-06T19:28:08.374354Z","submitted_at":"2024-10-04T18:48:58Z","title":"SWE-bench Multimodal: Do AI Systems Generalize to Visual Software Domains?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.03859","snapshot_observed_at":"2026-08-04T00:55:46.348120Z","title":"arXiv preprint arXiv:2410.03859 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.348120Z"},"links":{"cited_paper":"/paper/2410.03859","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:d17567757f11f45e112270023632e56fba10613128aa84e1eedd990e5330e090","observation_id":"f4605d47-9cd8-480f-9cc4-c8952400f1ea","resolution":{"observed_at":"2026-08-04T00:55:46.348120Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2602.02262","last_updated":"2026-05-18T14:44:51Z","snapshot_observed_at":"2026-07-31T18:37:41.375224Z","submitted_at":"2026-02-02T16:04:10Z","title":"OmniCode: A Benchmark for Evaluating Software Engineering Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2602.02262","snapshot_observed_at":"2026-08-04T00:55:46.432239Z","title":"arXiv preprint arXiv:2602.02262 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.432239Z"},"links":{"cited_paper":"/paper/2602.02262","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:897eeb0513fe5b9e0db630029428b6bf52fa45f8c163c3f0fc88af686d2a3686","observation_id":"8e82d307-5904-4ec8-80b0-5561769724bc","resolution":{"observed_at":"2026-08-04T00:55:46.432239Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:46.505860Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.505860Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:0c82fcbeddb0ea3c04225aeef1d2b9201a9d98dfef440f77c59565cf05a5f622","observation_id":"1631efe0-0f40-40f1-a54f-97f56b4ce7fd","resolution":{"observed_at":"2026-08-04T00:55:46.505860Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2509.16941","last_updated":"2025-11-14T22:00:03Z","snapshot_observed_at":"2026-08-06T21:34:46.041153Z","submitted_at":"2025-09-21T06:28:17Z","title":"SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2509.16941","snapshot_observed_at":"2026-08-04T00:55:46.562577Z","title":"arXiv preprint arXiv:2509.16941 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.562577Z"},"links":{"cited_paper":"/paper/2509.16941","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:0ecd4985acc4aa66bc0276ef4af3b294676484b228c96dce42e9ea5e74fa643f","observation_id":"a5b6ef49-7c87-46f2-8369-5e3d2fe41929","resolution":{"observed_at":"2026-08-04T00:55:46.562577Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.07832","last_updated":"2025-03-10T20:23:24Z","snapshot_observed_at":"2026-08-07T17:15:31.642853Z","submitted_at":"2025-03-10T20:23:24Z","title":"RefactorBench: Evaluating Stateful Reasoning in Language Agents Through Code","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.07832","snapshot_observed_at":"2026-08-04T00:55:46.635284Z","title":"arXiv preprint arXiv:2503.07832 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.635284Z"},"links":{"cited_paper":"/paper/2503.07832","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:a999da24a93fb50a24f89f71048e2e376e3b552d75820128833144afb765508e","observation_id":"87664a74-9708-45fa-8451-4e797bf6d067","resolution":{"observed_at":"2026-08-04T00:55:46.635284Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2603.24755","last_updated":"2026-05-07T20:39:58Z","snapshot_observed_at":"2026-08-02T11:51:00.424293Z","submitted_at":"2026-03-25T19:26:44Z","title":"SlopCodeBench: Benchmarking How Coding Agents Degrade Over Long-Horizon Iterative Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2603.24755","snapshot_observed_at":"2026-08-04T00:55:46.702777Z","title":"arXiv preprint arXiv:2603.24755 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.702777Z"},"links":{"cited_paper":"/paper/2603.24755","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:03d94c224cf1cbca9ff9b0a71f36b72aac4e4b1e893c41befbd0f56deef0def8","observation_id":"d6c2715d-3dea-429c-ad82-9725b615eb62","resolution":{"observed_at":"2026-08-04T00:55:46.702777Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:46.774546Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.774546Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:919412bf120d0d644009c23600f3b905eae33b26aa7db65e2de2bb6e2304000c","observation_id":"09659881-8715-4181-baa1-8484bf081413","resolution":{"observed_at":"2026-08-04T00:55:46.774546Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2603.03194","last_updated":"2026-05-26T12:00:46Z","snapshot_observed_at":"2026-08-03T23:49:54.364126Z","submitted_at":"2026-03-03T17:52:01Z","title":"BeyondSWE: Can Current Code Agent Survive Beyond Single-Repo Bug Fixing?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2603.03194","snapshot_observed_at":"2026-08-04T00:55:46.870533Z","title":"arXiv preprint arXiv:2603.03194 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.870533Z"},"links":{"cited_paper":"/paper/2603.03194","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:1d6efc4270e8424f284c590a154cca407adff1df0fac937e5226746e4627a784","observation_id":"fa4e5386-747a-4f54-9f41-a4eb9cb83014","resolution":{"observed_at":"2026-08-04T00:55:46.870533Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:46.956970Z","title":"arXiv preprint arXiv:2502.13069 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:46.956970Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:b1d552fa3605a46837c582fff30b45f4b077684dc82b8856edd571bed3adeef0","observation_id":"16c762b3-5ad2-47c1-9f4f-f3bd049aa141","resolution":{"observed_at":"2026-08-04T00:55:46.956970Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.14499","last_updated":"2026-07-10T21:48:09Z","snapshot_observed_at":"2026-08-07T16:54:09.525403Z","submitted_at":"2025-03-18T17:59:31Z","title":"Measuring AI Ability to Complete Long Software Tasks","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.14499","snapshot_observed_at":"2026-08-04T00:55:47.030090Z","title":"arXiv preprint arXiv:2503.14499 , volume=","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.030090Z"},"links":{"cited_paper":"/paper/2503.14499","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:921e236adb9733972b4720cd4c15c3287d96ea46ea60764e48cf45c19983e565","observation_id":"80d8a1d7-3fb8-4f83-bbed-1e4702775e5f","resolution":{"observed_at":"2026-08-04T00:55:47.030090Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.11363","last_updated":"2026-06-22T22:36:12Z","snapshot_observed_at":"2026-08-07T20:31:37.591767Z","submitted_at":"2024-09-17T17:13:19Z","title":"CORE-Bench: Fostering the Credibility of Published Research Through a Computational Reproducibility Agent Benchmark","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.11363","snapshot_observed_at":"2026-08-04T00:55:47.124869Z","title":"arXiv preprint arXiv:2409.11363 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.124869Z"},"links":{"cited_paper":"/paper/2409.11363","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:252764b6df32203f45cf73dde14924ce6e82c385cb4c911d36874d27ecf79078","observation_id":"31c36724-dd79-4e4e-8735-cdd8ccdc709d","resolution":{"observed_at":"2026-08-04T00:55:47.124869Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:47.228918Z","title":"Advances in Neural Information Processing Systems , volume=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.228918Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:177a97e1e70f82c882d2ccdb7a89ff10b71f8226adedb0f1dd8b776ae7519320","observation_id":"f29a4be1-1c3a-44b2-a1c7-7dc5c1037f64","resolution":{"observed_at":"2026-08-04T00:55:47.228918Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2601.11868","last_updated":"2026-01-17T01:29:30Z","snapshot_observed_at":"2026-07-06T22:41:58.373427Z","submitted_at":"2026-01-17T01:29:30Z","title":"Terminal-Bench: Benchmarking Agents on Hard, Realistic Tasks in Command Line Interfaces","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2601.11868","snapshot_observed_at":"2026-08-04T00:55:47.320384Z","title":"arXiv preprint arXiv:2601.11868 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.320384Z"},"links":{"cited_paper":"/paper/2601.11868","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:e2bc4120f32badfc64eff14dd2b86daa7b957a093b349d59e3ab4c9546f6e155","observation_id":"67361e1c-90cf-470e-93c4-658b610b7eb4","resolution":{"observed_at":"2026-08-04T00:55:47.320384Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.16741","last_updated":"2025-04-18T18:14:31Z","snapshot_observed_at":"2026-08-02T14:58:44.167588Z","submitted_at":"2024-07-23T17:50:43Z","title":"OpenHands: An Open Platform for AI Software Developers as Generalist Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.16741","snapshot_observed_at":"2026-08-04T00:55:47.393683Z","title":"arXiv preprint arXiv:2407.16741 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.393683Z"},"links":{"cited_paper":"/paper/2407.16741","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:4930223df6ddd37330139de9515f186a980c8f58146cc12f9ff305cc93d18945","observation_id":"0745d2a2-106d-4d82-a1f2-aba46b95c037","resolution":{"observed_at":"2026-08-04T00:55:47.393683Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-04T00:55:47.467136Z","title":"arXiv preprint arXiv:2107.03374 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.467136Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:30da062a11723d7cc86901873339c5d6f12f75fcea6ce98d58803c188dba4d7d","observation_id":"f7c7215f-3b39-4d44-9496-cffa41ba1e1c","resolution":{"observed_at":"2026-08-04T00:55:47.467136Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2105.09938","last_updated":"2021-11-08T21:16:44Z","snapshot_observed_at":"2026-08-04T23:13:25.514661Z","submitted_at":"2021-05-20T17:58:42Z","title":"Measuring Coding Challenge Competence With APPS","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2105.09938","snapshot_observed_at":"2026-08-04T00:55:47.549795Z","title":"arXiv preprint arXiv:2105.09938 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.549795Z"},"links":{"cited_paper":"/paper/2105.09938","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:61848928ab9175e16280e4dfc01c3eaac413174e753150201f5049b9c08a6df7","observation_id":"78d32eb0-1568-4058-bbe5-24f2e68a302f","resolution":{"observed_at":"2026-08-04T00:55:47.549795Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07974","last_updated":"2024-06-06T17:41:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-03-12T17:58:04Z","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07974","snapshot_observed_at":"2026-08-04T00:55:47.647472Z","title":"arXiv preprint arXiv:2403.07974 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.647472Z"},"links":{"cited_paper":"/paper/2403.07974","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:f951f96cfedbf6a1f86973f66f3de7335e6ba5b68b7441d548f91aa087faa182","observation_id":"18622562-fb0e-4c78-8b3a-61adf4220749","resolution":{"observed_at":"2026-08-04T00:55:47.647472Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:47.727353Z","title":"Advances in neural information processing systems , volume=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.727353Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:4fbaf04ab6948c3d7ac73bc97084cb7e1132c8c438c034f3f28ae365888a0665","observation_id":"60878c25-1fb9-4cbd-be8c-7c413429283c","resolution":{"observed_at":"2026-08-04T00:55:47.727353Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:47.773764Z","title":"Advances in neural information processing systems , volume=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.773764Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:9b79cd589de510f2c92da1f07dec62ed322d71d42f2fccd5dfe46cdb4f81c7ba","observation_id":"4d4bd093-abfb-417c-b1e1-4a39f4a14c6b","resolution":{"observed_at":"2026-08-04T00:55:47.773764Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:47.833582Z","title":"Advances in neural information processing systems , volume=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.833582Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:d42403e6a7260a5f0286fcb51e4ce2e874dd65841361bcc0a30d0a79f7185eda","observation_id":"ca6b0437-eed2-43fd-9fd1-898002773379","resolution":{"observed_at":"2026-08-04T00:55:47.833582Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:47.890662Z","title":"Proceedings of the AAAI conference on artificial intelligence , volume=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.890662Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:7f171e47aaca8d1a0cbd75fd0fe207bc7a403bc637d43d1079209126365ceca5","observation_id":"0b3b34c6-5fbc-49e8-99df-0f15c2deabff","resolution":{"observed_at":"2026-08-04T00:55:47.890662Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:47.991244Z","title":"The twelfth international conference on learning representations , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:47.991244Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:ff37a7503283a06e80683e09684056ec0505daeed0cb2e39fe59c63f4c7cfe6e","observation_id":"417f2852-0788-4dd1-b974-6b966a91963f","resolution":{"observed_at":"2026-08-04T00:55:47.991244Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:48.052349Z","title":"First conference on language modeling , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.052349Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:7db935d69bb94553d7bb9a388b1e68bc106844ed41f78cc9d85a8e8374742265","observation_id":"a423a9d1-c453-43bd-8a68-436d7f83a11e","resolution":{"observed_at":"2026-08-04T00:55:48.052349Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.16291","last_updated":"2023-10-19T16:27:03Z","snapshot_observed_at":"2026-08-07T08:29:46.650400Z","submitted_at":"2023-05-25T17:46:38Z","title":"Voyager: An Open-Ended Embodied Agent with Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.16291","snapshot_observed_at":"2026-08-04T00:55:48.100246Z","title":"arXiv preprint arXiv:2305.16291 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.100246Z"},"links":{"cited_paper":"/paper/2305.16291","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:1ccf45655bd09fc1a445178665841d5c915a31ce99dbcbf22db9941b270eb5a8","observation_id":"cbc2f8f0-d7d7-4f63-84eb-bcc367d533af","resolution":{"observed_at":"2026-08-04T00:55:48.100246Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:48.190603Z","title":", author=","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.190603Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:52e4367b4b2a1594e3034dc79dcd15ffe2b4ff1bda7606e4f2afe1990d4f0a09","observation_id":"866952d4-bd7f-4c0d-abb6-bbf9b9e855de","resolution":{"observed_at":"2026-08-04T00:55:48.190603Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.02825","last_updated":"2025-08-07T06:58:08Z","snapshot_observed_at":"2026-08-06T22:15:42.048508Z","submitted_at":"2025-07-03T17:35:31Z","title":"Establishing Best Practices for Building Rigorous Agentic Benchmarks","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.02825","snapshot_observed_at":"2026-08-04T00:55:48.271679Z","title":"arXiv preprint arXiv:2507.02825 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.271679Z"},"links":{"cited_paper":"/paper/2507.02825","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:504a674a245561d95d8f384517a5e8a1746aed89b2b61c0e77981eef03ef88a2","observation_id":"1d6a3c2d-ea8a-4eed-8871-45486bfd7d0f","resolution":{"observed_at":"2026-08-04T00:55:48.271679Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:48.343547Z","title":"arXiv preprint arXiv:2602.10975 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.343547Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:e5bed9ae1f31a7795cd4035a486c62dd358af18c36771d44ba15f6cbfc437a88","observation_id":"7c9a45e6-0519-4489-8376-94e162e20166","resolution":{"observed_at":"2026-08-04T00:55:48.343547Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:48.458100Z","title":"arXiv preprint arXiv:2509.22237 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.458100Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:387efd93661d4692dfc79e800410e2d770478e496e782669b8b622024a18643f","observation_id":"f61fe006-8778-456c-8c7c-fcfbae3e9775","resolution":{"observed_at":"2026-08-04T00:55:48.458100Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2512.18470","last_updated":"2026-04-04T09:52:04Z","snapshot_observed_at":"2026-07-30T13:30:43.108201Z","submitted_at":"2025-12-20T19:08:15Z","title":"SWE-EVO: Benchmarking Coding Agents in Long-Horizon Software Evolution Scenarios","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2512.18470","snapshot_observed_at":"2026-08-04T00:55:48.553088Z","title":"arXiv preprint arXiv:2512.18470 , year=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.553088Z"},"links":{"cited_paper":"/paper/2512.18470","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:843ac717f33ad4a20ec139e13fb963c40a9849d12cb635c76b24c9126c51eacf","observation_id":"f32cf275-b76d-4d14-80f6-1eefe03438c1","resolution":{"observed_at":"2026-08-04T00:55:48.553088Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06770","last_updated":"2024-11-11T23:05:04Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-10T16:47:29Z","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06770","snapshot_observed_at":"2026-08-04T00:55:48.615210Z","title":"arXiv preprint arXiv:2310.06770 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.615210Z"},"links":{"cited_paper":"/paper/2310.06770","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:aaf75ac6c92912ba3de668155f2ff3e28331dda17efe42a96c534eb6a6a138e4","observation_id":"4de9953b-1972-44d3-aac6-e6be4e23c3a5","resolution":{"observed_at":"2026-08-04T00:55:48.615210Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:48.695361Z","title":"2024 , note =","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.695361Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:2b7e404ceb974b4654ca8de2f27ed15c7a7b1548bbee354bc92b48a38ed6b9ce","observation_id":"21ec0328-35b2-4179-89e4-717eaf1b2fa0","resolution":{"observed_at":"2026-08-04T00:55:48.695361Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.15793","last_updated":"2024-11-11T20:01:15Z","snapshot_observed_at":"2026-07-06T18:19:29.996982Z","submitted_at":"2024-05-06T17:41:33Z","title":"SWE-agent: Agent-Computer Interfaces Enable Automated Software Engineering","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.15793","snapshot_observed_at":"2026-08-04T00:55:48.758691Z","title":"arXiv preprint arXiv:2405.15793 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.758691Z"},"links":{"cited_paper":"/paper/2405.15793","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:71d37a4b9a51e222fdde2da2065ea24b84ce0e462aef4c5c706679d82ece7af1","observation_id":"411a3ea4-77a6-4bf1-b824-ddf17da0f727","resolution":{"observed_at":"2026-08-04T00:55:48.758691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.05427","last_updated":"2024-07-25T16:54:41Z","snapshot_observed_at":"2026-07-06T17:57:06.330791Z","submitted_at":"2024-04-08T11:55:09Z","title":"AutoCodeRover: Autonomous Program Improvement","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.05427","snapshot_observed_at":"2026-08-04T00:55:48.834281Z","title":"arXiv preprint arXiv:2404.05427 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.834281Z"},"links":{"cited_paper":"/paper/2404.05427","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:c5519816e34f96f71fb3118e3d6dbd0de63dd633a46a152101836cbe62246c60","observation_id":"a5ca1ed7-72fd-4e7f-a916-88623fe6d8a4","resolution":{"observed_at":"2026-08-04T00:55:48.834281Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.01489","last_updated":"2024-10-29T17:29:27Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-07-01T17:24:45Z","title":"Agentless: Demystifying LLM-based Software Engineering Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.01489","snapshot_observed_at":"2026-08-04T00:55:48.900468Z","title":"arXiv preprint arXiv:2407.01489 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.900468Z"},"links":{"cited_paper":"/paper/2407.01489","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:bdbd2a2039f81987a4d862163798c30654e6f35b1c00469a0c43d2b05910b734","observation_id":"49d3d4b9-ef39-4540-ac1d-2129ea8a3814","resolution":{"observed_at":"2026-08-04T00:55:48.900468Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:48.955371Z","title":"Proceedings of the 42nd International Conference on Machine Learning , series =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:48.955371Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:8ba6b548a1de6d204d44be7c94d3e4d6ec7c8c8e196dbdf54550d82c14be89fb","observation_id":"2d8619fe-6c45-42a6-a254-80c822f5371b","resolution":{"observed_at":"2026-08-04T00:55:48.955371Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.037880Z","title":"ICML 2025 Workshop / OpenReview version , year =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.037880Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:f576467df641d1cf9361a4a38de6401d2c4871601fa6e17181432e6281066b18","observation_id":"4d02fc3f-4eec-420f-b3fd-bf9423cda383","resolution":{"observed_at":"2026-08-04T00:55:49.037880Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.21139","last_updated":"2025-06-06T07:53:20Z","snapshot_observed_at":"2026-07-06T20:14:49.976782Z","submitted_at":"2024-12-30T18:15:39Z","title":"Training Software Engineering Agents and Verifiers with SWE-Gym","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.21139","snapshot_observed_at":"2026-08-04T00:55:49.096456Z","title":"arXiv preprint arXiv:2412.21139 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.096456Z"},"links":{"cited_paper":"/paper/2412.21139","citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:01a9198dd8dc478c96307949e6672a5e44fa7967bc99e1e02f6c9e6b01bdbe0f","observation_id":"4eaa4fe8-0dc4-4d2b-8281-30d8ef07a9ab","resolution":{"observed_at":"2026-08-04T00:55:49.096456Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.176989Z","title":"arXiv preprint arXiv:2602.14337 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.176989Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:71f40ed83d67c6ef4740d20c7b7ed6efc6449563ce50495e52a843885a7472d6","observation_id":"f1f69aa1-bfc8-477a-b9ee-c7a6a59e6d22","resolution":{"observed_at":"2026-08-04T00:55:49.176989Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.217621Z","title":"arXiv preprint arXiv:2512.12730 , year =","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.217621Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:f334f5c46bdfa297d128c119a12f6bb7addee5e082e03613fc7a3cfe56535aab","observation_id":"faca493e-1c7e-4ae4-ad18-4a23c59c8b0e","resolution":{"observed_at":"2026-08-04T00:55:49.217621Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.302064Z","title":"2025 , note =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.302064Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:6925f5318f8416f5a55e891491868bc351efc16a8089eef02a9ac283b7c8f798","observation_id":"3e0c8f90-ccf1-41b2-bf14-a60879b4a80d","resolution":{"observed_at":"2026-08-04T00:55:49.302064Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.356215Z","title":"2025 , note =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.356215Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:e263dc485845a0096211a8988dc9416615a2ac7370640e3738b7406e5590ea46","observation_id":"cb60a858-4df1-42df-9bde-a75b5b4ee6a0","resolution":{"observed_at":"2026-08-04T00:55:49.356215Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.420684Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.420684Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:c93f11730c2751669392e49a7fbee107567e63f5f7844a6ff2043e17eadb701d","observation_id":"322e80c3-de1f-4374-82fb-ac6b2e33182f","resolution":{"observed_at":"2026-08-04T00:55:49.420684Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.525657Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.525657Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:8f1c11472bd448319aaff3363238b595d5a2fbe6fbb876938c666f74a5a52d08","observation_id":"b9d669ee-35c3-4e3c-b9ff-4dfe40370b03","resolution":{"observed_at":"2026-08-04T00:55:49.525657Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.575705Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.575705Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:c7151b7c61f75e461dab1495f1f0211b0e347b8675adf68ad7ab69acb7a1d495","observation_id":"bd8eb408-83ca-4f52-8f69-a7e378635733","resolution":{"observed_at":"2026-08-04T00:55:49.575705Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.643412Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.643412Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:cf451eeedd9dd6b717839fb4a53a888214365d0e60092e606e666a7fffc3c7db","observation_id":"edbae2f3-7d43-4c60-8e9c-72c1bb2427da","resolution":{"observed_at":"2026-08-04T00:55:49.643412Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.686283Z","title":"Proceedings of the 12th International Workshop on Principles of Software Evolution and the 7th Annual ERCIM Workshop on Software Evolution , pages=","venue":null,"work_id":null,"year":2011},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.686283Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:1e4a6f1050107686a44df545dbc73a7a4c94d0fd0e0cc7fe61f356d9914afb86","observation_id":"41179b54-486b-4671-97ce-1af3bda26418","resolution":{"observed_at":"2026-08-04T00:55:49.686283Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.784182Z","title":", booktitle=","venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.784182Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:cc0fd07f9224bd8abedec2936d152d17a178ccc9fd0fb81d3972452eb3fff581","observation_id":"0b681190-9a9e-4f6c-a68a-4585a5020b65","resolution":{"observed_at":"2026-08-04T00:55:49.784182Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.875305Z","title":"A Framework for Evaluating the Results of the","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.875305Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:7395a5a931a97144f5d67e75b7fdd9cc4e9cf7ddf8cb8af676a02b4522c9ab66","observation_id":"a702d351-30ab-4f77-b584-438cc63e6ff1","resolution":{"observed_at":"2026-08-04T00:55:49.875305Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:49.964550Z","title":"Journal of Systems and Software , volume=","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:49.964550Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:eb269675f9a4638057d24547801d9e19be3c61f27ea30741c11fd526079c9bdb","observation_id":"7fde7e86-e6f4-40f3-bc4d-2866e8192844","resolution":{"observed_at":"2026-08-04T00:55:49.964550Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.010383Z","title":"2005 , publisher=","venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.010383Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:ba864b8dada08048c8827902644d07525240f2a640b1bf6ae04c2562259b3e77","observation_id":"bba78ec4-5378-4a52-be65-53f55d09b3fe","resolution":{"observed_at":"2026-08-04T00:55:50.010383Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.066028Z","title":"2024 , howpublished=","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.066028Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:76320c44e5f4065565db56174e6e7e16337761a544d6573df41f42f0dad0bcbc","observation_id":"ffd10ff2-2a45-4c4c-9f71-24334d5145db","resolution":{"observed_at":"2026-08-04T00:55:50.066028Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.130427Z","title":"2025 , howpublished=","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.130427Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:ff3c4982267bd56f9afe0ff06e7ed52c0be8774370f05593ebc9f7afcfe47895","observation_id":"3d57d201-84cc-4068-84ee-acd52068e9f9","resolution":{"observed_at":"2026-08-04T00:55:50.130427Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.204486Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.204486Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:d4a7efe218ab1622fba676e102165a525e4681b7f7c9b776b9c2aabc5dcbec64","observation_id":"ec46d368-acd4-47fa-923e-7a04795d6702","resolution":{"observed_at":"2026-08-04T00:55:50.204486Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.235583Z","title":"and Wettig, Alexander and Lieret, Kilian and Yao, Shunyu and Narasimhan, Karthik and Press, Ofir , journal=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.235583Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:e179e67aefb0bf4b7de041de2d7dd86328da24ec42609c86ebc1039c5e6ea3b2","observation_id":"8f670b89-85a0-4582-9edb-19eeeda45074","resolution":{"observed_at":"2026-08-04T00:55:50.235583Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.288199Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.288199Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:09427a6e0ba2cb9398710e0b5338ced35a29639691acdae72db897f4df6eb18a","observation_id":"a38e4244-e430-4916-bfc0-8e4d11ec7eeb","resolution":{"observed_at":"2026-08-04T00:55:50.288199Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.310691Z","title":"Building a","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.310691Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:873393e42f5b2b368199666e4c569c5f61ef788c6409615853bbcf3db61de56e","observation_id":"65c41318-60af-4de8-b37d-02052a460c78","resolution":{"observed_at":"2026-08-04T00:55:50.310691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.362886Z","title":"2025 , note =","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":67,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.362886Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:6e0af19c9250e58d7c4d9a761e1cbed2eb00335b41f58fd7fc00a1fc52b88af2","observation_id":"2805fd7a-164e-45e5-96f3-c5a697cfa973","resolution":{"observed_at":"2026-08-04T00:55:50.362886Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.391096Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":68,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.391096Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:0ec2f2c645b5814af16981d9a1803e9a042034874a7e82a8d0ce034545a12cbe","observation_id":"e9d80c92-b80e-4239-af9a-fb428db5a4ff","resolution":{"observed_at":"2026-08-04T00:55:50.391096Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.445150Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":69,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.445150Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:5c8d2ff8f67e1c38a85f83656d4597c72ef5c9828b2f3a5b9f240b645b689a69","observation_id":"80fabe0b-402c-4da1-bf33-a54275160310","resolution":{"observed_at":"2026-08-04T00:55:50.445150Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.472275Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":70,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.472275Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:3f45e29291333d1764bda022cbc96b21aa27fb167f1ffcc0ceb6f9f6d28612c6","observation_id":"74bee63a-d187-4f29-ac90-78091f00390a","resolution":{"observed_at":"2026-08-04T00:55:50.472275Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.524165Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":71,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.524165Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:60470cc4632bf6065bc2d32da364e387839e8ba97cde119f85a316debcd138ab","observation_id":"1d65b142-1815-4d13-b475-52178a9e558e","resolution":{"observed_at":"2026-08-04T00:55:50.524165Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.549229Z","title":"2026 , note =","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.549229Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:142eb81adbf5fa6a1170b3bee71dcc311fa753beb11832426ec6d3732bad7234","observation_id":"30b2cd97-1da1-4cea-a618-e02ed5671158","resolution":{"observed_at":"2026-08-04T00:55:50.549229Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.599574Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":73,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.599574Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:6297b9cae4e899bf9912e325428b0ea9915d4a09728170efa0ad4e9d467d2301","observation_id":"0d5922fd-2eb9-4c5c-8f00-1c771928c423","resolution":{"observed_at":"2026-08-04T00:55:50.599574Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T00:55:50.642826Z","title":"2026 , eprint=","venue":null,"work_id":null,"year":2026},"citing_paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent","version":1},"reference_index":74,"source":"arxiv_source","source_observed_at":"2026-08-04T00:55:50.642826Z"},"links":{"citing_paper":"/paper/2608.00267"},"observation_digest":"sha256:39903f578539770e5f92af20ecc1c39c78dd8ff1c8cae006c9d8c56767e4472c","observation_id":"f40ccf76-56ac-40e2-9b17-520d812bb19a","resolution":{"observed_at":"2026-08-04T00:55:50.642826Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2608.00267","last_updated":"2026-07-31T20:18:25Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-06T23:12:17.662506Z","submitted_at":"2026-07-31T20:18:25Z","title":"LoopsBench: From Harness Engineering to Loop Engineering in Benchmarking Coding Agent"},"reference_resolution":{"displayed":73,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":3,"unresolved":70,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":73},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 73 of 73 outbound references and 0 inbound Pith citation observations for arXiv:2608.00267."}