{"as_of":"2026-08-22T03:55:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:7affb41e756d89be95b05d1bb308ae7ca72b30aab7d6bfd16b4e16779a51a0c2","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":27,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":27,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-21T06:32:19.484+00:00","state":"measured"},{"denominator":27,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":27,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T14:19:13.956774Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"pith","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":0,"observed_at":"2026-08-05T02:28:24.338817Z","source":"pith"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-06T10:53:18.510011Z","title":"solved issues","venue":null,"work_id":null,"year":1955},"citing_paper":{"arxiv_id":"2507.23370","last_updated":"2025-07-31T09:37:22Z","snapshot_observed_at":"2026-08-17T14:31:14.268621Z","submitted_at":"2025-07-31T09:37:22Z","title":"Trae Agent: An LLM-based Agent for Software Engineering with Test-time Scaling","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T10:53:18.510011Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2507.23370"},"observation_digest":"sha256:e0680689e8d673158cc9cb1df1eeaa34ff9cf715d4cd238c880b0c5e78096bea","observation_id":"d89b4802-2211-4cec-8568-d7359c9aa919","resolution":{"observed_at":"2026-08-06T10:53:18.510011Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-04T23:57:08.447520Z","title":"Solved Issues","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.06216","last_updated":"2026-06-24T17:45:50Z","snapshot_observed_at":"2026-08-19T23:06:17.742538Z","submitted_at":"2025-09-07T21:40:10Z","title":"Agentic Software Engineering: Foundational Pillars and a Research Roadmap","version":3},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-04T23:57:08.447520Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2509.06216"},"observation_digest":"sha256:a1d5182365a838fc7965649b8627f76c54b9a155d904a93484b87db3958e6e75","observation_id":"4cee0014-9392-4f07-9982-04ee7f154975","resolution":{"observed_at":"2026-08-04T23:57:08.447520Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2510.18270","last_updated":"2026-05-08T21:10:41Z","snapshot_observed_at":"2026-08-12T13:45:33.328455Z","submitted_at":"2025-10-21T03:42:28Z","title":"Can Old Tests Do New Tricks for Resolving SWE Issues?","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-05-18T05:28:35.528370Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2510.18270"},"observation_digest":"sha256:60a470d551ab4f280393211e6be5776bfede7d782b29439641fa84ece5d2fcee","observation_id":"181e0df5-ae8d-493e-befe-a87d3bf1337b","resolution":{"observed_at":"2026-05-18T05:30:55.273906Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2601.18341","last_updated":"2026-04-08T10:21:32Z","snapshot_observed_at":"2026-08-14T11:36:21.198360Z","submitted_at":"2026-01-26T10:28:10Z","title":"Agentic Much? Adoption of Coding Agents on GitHub","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-05-16T10:57:47.880072Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2601.18341"},"observation_digest":"sha256:9c341e5ab989e0d70b68fc02ceae9904500d17bc324f8273a7a43170bbb7e19f","observation_id":"88ccafba-5760-4efb-9404-32d69b56285e","resolution":{"observed_at":"2026-05-16T11:00:52.322201Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-03T02:41:37.325201Z","title":"Solved Issues","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2602.10046","last_updated":"2026-07-31T16:31:38Z","snapshot_observed_at":"2026-08-16T15:12:35.074059Z","submitted_at":"2026-02-10T18:15:48Z","title":"Automated Table Reproduction via Code Generation","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-03T02:41:37.325201Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2602.10046"},"observation_digest":"sha256:67dbb170ea3e0f231b75db6c1310d11cad28dc687d140b12e66610ab7a553c75","observation_id":"46f7fdbd-3369-4292-9950-60479aea3380","resolution":{"observed_at":"2026-08-03T02:41:37.325201Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2602.18571","last_updated":"2026-04-21T09:32:53Z","snapshot_observed_at":"2026-08-17T00:08:37.795414Z","submitted_at":"2026-02-20T19:24:16Z","title":"Debug2Fix: Can Interactive Debugging Help Coding Agents Fix More Bugs?","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-15T20:17:52.610119Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2602.18571"},"observation_digest":"sha256:41288ba993a0636fc81e2b858bf4e2bc925feca3cb2672555ba7d6ee3230b9fd","observation_id":"564bc2f0-c49f-4060-9b4c-43c2a8c511e9","resolution":{"observed_at":"2026-05-15T20:20:17.814417Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2604.04580","last_updated":"2026-04-06T10:26:46Z","snapshot_observed_at":"2026-08-16T20:04:45.017123Z","submitted_at":"2026-04-06T10:26:46Z","title":"Beyond Fixed Tests: Repository-Level Issue Resolution as Coevolution of Code and Behavioral Constraints","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-05-10T20:12:53.062214Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2604.04580"},"observation_digest":"sha256:5979f53c0ad4a185da9a51406d573d22a7565fdb646307e7c19fdd7632cf433a","observation_id":"09fb02dc-7eb1-461b-a44f-76cfed4d9d77","resolution":{"observed_at":"2026-05-10T22:10:47.901901Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2604.17351","last_updated":"2026-04-19T09:57:56Z","snapshot_observed_at":"2026-08-12T13:41:37.408637Z","submitted_at":"2026-04-19T09:57:56Z","title":"SOCIA-EVO: Automated Simulator Construction via Dual-Anchored Bi-Level Optimization","version":1},"reference_index":110,"source":"arxiv_source","source_observed_at":"2026-05-10T06:37:23.635987Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2604.17351"},"observation_digest":"sha256:717efb08b056d9b7335530f268a98421251e71d25d068ac4296cbab144ed83ec","observation_id":"991f3fe1-2101-4642-8c1d-f6678b76a275","resolution":{"observed_at":"2026-05-10T06:41:36.200720Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2605.00505","last_updated":"2026-05-17T17:18:53Z","snapshot_observed_at":"2026-08-18T12:51:11.121132Z","submitted_at":"2026-05-01T08:30:52Z","title":"LLM-Oriented Information Retrieval: A Denoising-First Perspective","version":1},"reference_index":189,"source":"pdf_text","source_observed_at":"2026-05-09T18:54:06.144968Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2605.00505"},"observation_digest":"sha256:dcfb82c1d6fa6288bf64abb39e2bd054d7273677d67622d15b44348754bae339","observation_id":"149e70fb-444d-4d18-b185-b3524a546178","resolution":{"observed_at":"2026-05-11T16:01:20.242371Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2605.00505","last_updated":"2026-05-17T17:18:53Z","snapshot_observed_at":"2026-08-18T12:51:11.121132Z","submitted_at":"2026-05-01T08:30:52Z","title":"LLM-Oriented Information Retrieval: A Denoising-First Perspective","version":2},"reference_index":196,"source":"pdf_text","source_observed_at":"2026-05-21T00:18:32.423103Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2605.00505"},"observation_digest":"sha256:473ef6e5ab91a40e761455b38978d9386ce9a500c0d0e194c56ea05a31dc27e7","observation_id":"18153e72-f5a4-4250-86cd-c4f2f0fd02de","resolution":{"observed_at":"2026-05-21T00:19:16.514700Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2605.10448","last_updated":"2026-05-11T12:20:15Z","snapshot_observed_at":"2026-08-20T16:41:30.569480Z","submitted_at":"2026-05-11T12:20:15Z","title":"Can Agent Benchmarks Support Their Scores? Evidence-Supported Bounds for Interactive-Agent Evaluation","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-05-12T05:05:55.592359Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2605.10448"},"observation_digest":"sha256:e4d9bf2305d00fba0241fba9001f95bfc23ed4c6051f836ad6902d9807d153a0","observation_id":"96da9926-0689-40ad-96b1-0a91b4a23dc7","resolution":{"observed_at":"2026-05-12T05:41:24.023340Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2605.21996","last_updated":"2026-05-21T04:54:55Z","snapshot_observed_at":"2026-08-18T13:11:21.149147Z","submitted_at":"2026-05-21T04:54:55Z","title":"From Patches to Trajectories: Privileged Process Supervision for Software-Engineering Agents","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-22T05:13:26.057531Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2605.21996"},"observation_digest":"sha256:9e66721764dadcbb76e617c4ec6b3de958ef3b59d904cf7707593c776f6f7dd5","observation_id":"5c3613a1-fbce-4235-a046-17d859a9b48d","resolution":{"observed_at":"2026-05-22T05:14:37.662764Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2605.23262","last_updated":"2026-05-22T06:03:01Z","snapshot_observed_at":"2026-08-02T00:22:40.506306Z","submitted_at":"2026-05-22T06:03:01Z","title":"Design and Report Benchmarks for Knowledge Work","version":1},"reference_index":131,"source":"arxiv_source","source_observed_at":"2026-05-25T04:39:14.319133Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2605.23262"},"observation_digest":"sha256:667e07a5d8cbaa6184bfba957846949c84ad697b59e4bf8e12a5ceeea62acf71","observation_id":"e02f9660-9386-4a51-b5a6-4bdbdcfededb","resolution":{"observed_at":"2026-05-25T04:40:22.746489Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2606.01326","last_updated":"2026-05-31T16:24:22Z","snapshot_observed_at":"2026-08-15T16:06:04.870564Z","submitted_at":"2026-05-31T16:24:22Z","title":"Reducing Token Usage of State-in-Context Agents using Minification","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-06-28T16:41:42.040864Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2606.01326"},"observation_digest":"sha256:3c80ec8a2e9cb86eb3c6a840d2b85942a83d13ee9cc1d1ad6a2f845d3c0bde8a","observation_id":"88721836-3b9e-40f8-91fc-804bd5dd121a","resolution":{"observed_at":"2026-06-28T16:42:23.385812Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2606.05391","last_updated":"2026-06-03T19:53:31Z","snapshot_observed_at":"2026-08-13T09:52:35.213263Z","submitted_at":"2026-06-03T19:53:31Z","title":"Human oversight of agentic systems in practice: Examining the oversight work, challenges, and heuristics of developers using software agents","version":1},"reference_index":141,"source":"pdf_text","source_observed_at":"2026-06-28T04:58:10.803420Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2606.05391"},"observation_digest":"sha256:b7905b5ec55fe2c964ba7d29c44ed1e4dbb08494cf7ce72e09110ec6cb81d7c3","observation_id":"5e51bc8d-0825-41f2-bac9-128311e28b91","resolution":{"observed_at":"2026-06-28T05:01:39.791579Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2606.17799","last_updated":"2026-07-18T22:14:13Z","snapshot_observed_at":"2026-08-02T11:05:59.500924Z","submitted_at":"2026-06-16T11:21:01Z","title":"Position: Coding Benchmarks Are Misaligned with Agentic Software Engineering","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-06-26T23:48:58.497927Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2606.17799"},"observation_digest":"sha256:4d694d178fffcffd8370f93dcbe70773470be71f69c3795920b12b26ac264a5f","observation_id":"e8564adc-8dce-48fa-9c9e-eb3602eb9791","resolution":{"observed_at":"2026-07-03T22:08:58.910015Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-02T11:06:03.705479Z","title":"Solved Issues","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2606.17799","last_updated":"2026-07-18T22:14:13Z","snapshot_observed_at":"2026-08-02T11:05:59.500924Z","submitted_at":"2026-06-16T11:21:01Z","title":"Position: Coding Benchmarks Are Misaligned with Agentic Software Engineering","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-02T11:06:03.705479Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2606.17799"},"observation_digest":"sha256:fcbcb280d82f987ea2eb8abd7b9ee8fcd9aa7e160f8690466f121927265d505f","observation_id":"b8f73a78-f93c-42a8-9cff-9f445b744dff","resolution":{"observed_at":"2026-08-02T11:06:03.705479Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2606.28279","last_updated":"2026-06-26T17:21:06Z","snapshot_observed_at":"2026-08-14T07:48:28.223123Z","submitted_at":"2026-06-26T17:21:06Z","title":"Agentic Hardware Design as Repository-Level Code Evolution","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-06-29T01:49:07.838897Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2606.28279"},"observation_digest":"sha256:bc7e54b1502d91af788d144bdfbd959c2d0ba54be403a53c57cc8815eb4aedb0","observation_id":"6838def5-60ba-4936-92a0-f57cfaefa223","resolution":{"observed_at":"2026-07-01T18:45:58.316125Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2607.01360","last_updated":"2026-07-01T18:20:27Z","snapshot_observed_at":"2026-08-15T16:04:59.762247Z","submitted_at":"2026-07-01T18:20:27Z","title":"Benchmarking Code Improvement with Progressive, Adaptive, and Interactive Feedback","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-03T19:23:50.577675Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2607.01360"},"observation_digest":"sha256:b11596c5fef75e8773b4305cf35b988e7fb07e8dc5fd4cac95e4279983ef3646","observation_id":"0525c222-92df-4326-a555-5af6b5b84fee","resolution":{"observed_at":"2026-07-03T19:28:51.859271Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2607.01360","last_updated":"2026-07-01T18:20:27Z","snapshot_observed_at":"2026-08-15T16:04:59.762247Z","submitted_at":"2026-07-01T18:20:27Z","title":"Benchmarking Code Improvement with Progressive, Adaptive, and Interactive Feedback","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-07-03T19:23:50.577675Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2607.01360"},"observation_digest":"sha256:2c1d7ba2f4c6ca2bd180147e852a3cb6d09409deabad5ce3b6f7d0af5c2d6de4","observation_id":"f9d4c3f7-8477-4a86-ab49-eb5f2c3cf23c","resolution":{"observed_at":"2026-07-03T19:28:51.387866Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2607.06184","last_updated":"2026-07-07T12:09:46Z","snapshot_observed_at":"2026-08-15T23:05:54.249561Z","submitted_at":"2026-07-07T12:09:46Z","title":"What Resolve Rate Hides: Trajectory Structure Diagnostics for Coding Agents","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-07-08T14:16:25.641101Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2607.06184"},"observation_digest":"sha256:15e5cd7e1c567ce4deab0480f8512a3ed85c03398d9d5c064c98e1d2c0fbd3c5","observation_id":"7a51405c-e9df-4c7c-8bd5-6549ae43b2ec","resolution":{"observed_at":"2026-07-08T14:25:02.498286Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":"2503.15223","doi":"10.48550/arxiv.2503.15223","metadata_source":"pith","pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Solved Issues","venue":"cs.SE","work_id":"c6c784d6-07f6-492d-9ed7-f5565484586a","year":2025},"citing_paper":{"arxiv_id":"2607.06184","last_updated":"2026-07-07T12:09:46Z","snapshot_observed_at":"2026-08-15T23:05:54.249561Z","submitted_at":"2026-07-07T12:09:46Z","title":"What Resolve Rate Hides: Trajectory Structure Diagnostics for Coding Agents","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-07-08T14:16:25.641101Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2607.06184"},"observation_digest":"sha256:464b226f583d3182fb0a0cb40e2b00bb8bff837fb375fbf8ce44e602ad2ed80b","observation_id":"45b64a01-6d10-4c11-a845-3caf0c5b2861","resolution":{"observed_at":"2026-07-08T14:25:02.402763Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:47.219299+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-07-14T06:59:44.621968Z","title":"Are “solved issues","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.11111","last_updated":"2026-07-13T05:41:01Z","snapshot_observed_at":"2026-08-20T22:30:45.054645Z","submitted_at":"2026-07-13T05:41:01Z","title":"Know Before Fix: QA-Driven Repository Knowledge Acquisition for Software Issue Resolution","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-07-14T06:59:44.621968Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2607.11111"},"observation_digest":"sha256:86b1fdf4c889a07cb1be4ca480eac141b201bb98e9bc74f3513f124e0200bf95","observation_id":"19872504-8901-4ccb-8c45-a316ec55e1b2","resolution":{"observed_at":"2026-07-14T06:59:44.621968Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-07-31T09:36:42.713914Z","title":"Solved Issues","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.28367","last_updated":"2026-07-30T15:29:42Z","snapshot_observed_at":"2026-08-16T04:31:04.767493Z","submitted_at":"2026-07-30T15:29:42Z","title":"How Benchmarks Mis-Score Computer-Use Agents","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-07-31T09:36:42.713914Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2607.28367"},"observation_digest":"sha256:2f686592a72613011e0fa7e61521f7d2e3821c2609ee1356d17e6d6e920ee531","observation_id":"0803f7ff-2a2c-40da-beff-7aa357dc0ccd","resolution":{"observed_at":"2026-07-31T09:36:42.713914Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-05T04:24:46.132778Z","title":"Solved Issues","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.28587","last_updated":"2026-08-04T09:26:35Z","snapshot_observed_at":"2026-08-15T17:32:22.267239Z","submitted_at":"2026-07-30T17:42:44Z","title":"PAIChecker: Uncovering and Checking PR-Issue Misalignment in SWE-Bench-Like Benchmarks","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-05T04:24:46.132778Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2607.28587"},"observation_digest":"sha256:40e353dc424822827e22e4fb69bbbba8d4795ccf056a9d3deab5a25087c08d08","observation_id":"ae50e4a3-a343-4070-b4b9-e100bc33a25c","resolution":{"observed_at":"2026-08-05T04:24:46.132778Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-10T23:01:35.474552Z","title":"Are ”solved issues” in SWE-bench really solved correctly? an empirical study, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.06663","last_updated":"2026-08-07T00:19:48Z","snapshot_observed_at":"2026-08-20T07:06:19.804536Z","submitted_at":"2026-08-07T00:19:48Z","title":"The Horizon Gap: Planning, Memory, Execution, Training, and Evaluation for Long-Horizon LLM Agents","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-10T23:01:35.474552Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2608.06663"},"observation_digest":"sha256:710dc075ed68c5b4fa87a987f5cc72410dda184959c37f38485d7efe7749c718","observation_id":"9a2f02d2-5ee1-4303-83f9-b10ec55959bb","resolution":{"observed_at":"2026-08-10T23:01:35.474552Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.15223","snapshot_observed_at":"2026-08-15T14:19:13.956774Z","title":"solved issues","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.11274","last_updated":"2026-08-11T08:01:05Z","snapshot_observed_at":"2026-08-19T03:07:49.206917Z","submitted_at":"2026-08-11T08:01:05Z","title":"Agent Safety Should Be a Runtime Contract","version":1},"reference_index":93,"source":"pdf_text","source_observed_at":"2026-08-15T14:19:13.956774Z"},"links":{"cited_paper":"/paper/2503.15223","citing_paper":"/paper/2608.11274"},"observation_digest":"sha256:de59eb31e3b573a7d4345f937906c22a4358e099009a3563f59f25ed69dd9bb3","observation_id":"7c35d54b-82b3-4d5d-85f2-ddb367d14286","resolution":{"observed_at":"2026-08-15T14:19:13.956774Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2503.15223/citation-record","integrity":"/paper/2503.15223/integrity","json":"/paper/2503.15223/citation-record.json","paper":"/paper/2503.15223"},"outbound":[],"paper":{"arxiv_id":"2503.15223","last_updated":"2025-09-09T02:59:54Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-20T23:36:56.136190Z","submitted_at":"2025-03-19T14:02:21Z","title":"Are \"Solved Issues\" in SWE-bench Really Solved Correctly? An Empirical Study"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"thesis":"As of 22 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 27 inbound Pith citation observations for arXiv:2503.15223."}