{"as_of":"2026-08-16T10:57:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:94ab99f393938ccac7175e985f479f5d068103cc55c15304884e7cbb6e9edf28","coverage":[{"denominator":43,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":43,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T19:06:54.016067Z","state":"measured"},{"denominator":45,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":45,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-16T06:30:59.297886+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-10T07:55:07.930578Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-11T16:56:06.388037Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"cited_work":{"arxiv_id":"2506.17812","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.17812","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Is your automated software engineer trustworthy?","venue":null,"work_id":"dccee123-4908-4c72-9659-590f0006e8fe","year":2025},"citing_paper":{"arxiv_id":"2604.16752","last_updated":"2026-04-17T23:54:34Z","snapshot_observed_at":"2026-07-06T23:04:01.558812Z","submitted_at":"2026-04-17T23:54:34Z","title":"Don't Start What You Can't Finish: A Counterfactual Audit of Support-State Triage in LLM Agents","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-10T07:55:07.930578Z"},"links":{"cited_paper":"/paper/2506.17812","citing_paper":"/paper/2604.16752"},"observation_digest":"sha256:2c697b11bb41f20907e9369acafffc36c50e567c9a193f520f6e8a743b345ae7","observation_id":"a748925b-c915-4368-9fe8-1544e483d457","resolution":{"observed_at":"2026-05-10T07:57:15.522032Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"cited_work":{"arxiv_id":"2506.17812","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2506.17812","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Is your automated software engineer trustworthy?","venue":null,"work_id":"dccee123-4908-4c72-9659-590f0006e8fe","year":2025},"citing_paper":{"arxiv_id":"2605.01311","last_updated":"2026-05-02T07:55:55Z","snapshot_observed_at":"2026-08-14T17:27:11.274779Z","submitted_at":"2026-05-02T07:55:55Z","title":"The Partial Testimony of Logs: Evaluation of Language Model Generation under Confounded Model Choice","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-05-09T14:30:58.313848Z"},"links":{"cited_paper":"/paper/2506.17812","citing_paper":"/paper/2605.01311"},"observation_digest":"sha256:e7458aaefb6dd894e72cd946521da96046f680f847e47d25d548df68eebb47c3","observation_id":"4049b2e9-ad58-4d8b-bf89-cb06c432cde7","resolution":{"observed_at":"2026-05-11T16:56:06.390545Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2506.17812/citation-record","integrity":"/paper/2506.17812/integrity","json":"/paper/2506.17812/citation-record.json","paper":"/paper/2506.17812"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2405.15793","last_updated":"2024-11-11T20:01:15Z","snapshot_observed_at":"2026-07-06T18:19:29.996982Z","submitted_at":"2024-05-06T17:41:33Z","title":"SWE-agent: Agent-Computer Interfaces Enable Automated Software Engineering","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.15793","snapshot_observed_at":"2026-08-15T19:06:53.853584Z","title":"SWE-agent: Agent-computer interfaces enable automated software engineering,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.853584Z"},"links":{"cited_paper":"/paper/2405.15793","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:875f20ad55f71e40d4800789c6af72b305dcc0d3d36ab9305f92318bd6037e15","observation_id":"a9903265-4595-4d26-8c23-6bffbb68d848","resolution":{"observed_at":"2026-08-15T19:06:53.853584Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.16741","last_updated":"2025-04-18T18:14:31Z","snapshot_observed_at":"2026-08-14T17:59:52.524740Z","submitted_at":"2024-07-23T17:50:43Z","title":"OpenHands: An Open Platform for AI Software Developers as Generalist Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.16741","snapshot_observed_at":"2026-08-15T19:06:53.858042Z","title":"OpenHands: An Open Platform for AI Software Developers as Generalist Agents,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.858042Z"},"links":{"cited_paper":"/paper/2407.16741","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:fe645d9dbffdfb8f3c4234c9169655811af553770511cd9425a3c4288095d471","observation_id":"bd4fedad-2a6d-49c4-94d4-ae8ace5fcf6c","resolution":{"observed_at":"2026-08-15T19:06:53.858042Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.02232","last_updated":"2024-12-11T11:18:54Z","snapshot_observed_at":"2026-08-12T23:08:43.303963Z","submitted_at":"2024-08-05T04:53:01Z","title":"SpecRover: Code Intent Extraction via LLMs","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.02232","snapshot_observed_at":"2026-08-15T19:06:53.861962Z","title":"Specrover: Code intent extraction via llms,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.861962Z"},"links":{"cited_paper":"/paper/2408.02232","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:9aa73071e2d86dd4c0eded765cc39d73a512d3a53b0ffb4f928a2a520bd39b61","observation_id":"4808eda5-6be2-4d23-8eae-187bf7971e95","resolution":{"observed_at":"2026-08-15T19:06:53.861962Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2504.08703","last_updated":"2025-04-23T20:22:37Z","snapshot_observed_at":"2026-08-14T11:06:32.676044Z","submitted_at":"2025-04-11T17:08:02Z","title":"SWE-PolyBench: A multi-language benchmark for repository level evaluation of coding agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.08703","snapshot_observed_at":"2026-08-15T19:06:53.865883Z","title":"Swe-polybench: A multi-language benchmark for repository level evaluation of coding agents,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.865883Z"},"links":{"cited_paper":"/paper/2504.08703","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:0a19e11909e1cc569fdf8131178728252ffa1e3538dc413dab9fb07d702ed155","observation_id":"89ce5fba-1f0f-4c4c-a4b2-0eb064c6aa2e","resolution":{"observed_at":"2026-08-15T19:06:53.865883Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:53.869376Z","title":"SWE-bench: Can language models resolve real- world github issues?","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.869376Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:69453dce428c8aa98e8e38109fb652932b423a2aef4c137acf3dbb268218db05","observation_id":"500a784e-1e6b-48c3-b99e-0d1141b11b65","resolution":{"observed_at":"2026-08-15T19:06:53.869376Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.602513Z","title":"SWT-bench: Testing and validating real-world bug-fixes with code agents,","venue":null,"work_id":"f32ad7c1-dbc9-40a1-96c5-d50aaf46653b","year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.873772Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:81aef905ed27b0020e6c61f0e86f3f1c0ad1bc1c7f8a181fd9848a3c7088f754","observation_id":"e1d6fc7d-7b3c-424f-8762-dd68bfe3eb9b","resolution":{"observed_at":"2026-08-15T19:06:54.607218Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.590357Z","title":"Consistent estimators for learning to defer to an expert,","venue":null,"work_id":"949f72e7-33f8-41b3-8843-743e7aafee52","year":2020},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.877855Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:bd7d4dd3531a0c8e79eb32a43676e3b978d103b71addebc22b8ac0ce9a788d00","observation_id":"08eee94e-28d6-4dae-9de1-ab334bfd0a0c","resolution":{"observed_at":"2026-08-15T19:06:54.594379Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.578432Z","title":"Improving the effectiveness of peer code review in identifying security defects,","venue":null,"work_id":"7b175e6f-d8ef-4e1a-bb3d-d90effb78abc","year":2021},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.881615Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:4eebcb75e371da8a8486d990868bb6ea25be42e4abf879d2ecffd3ac28a9b81c","observation_id":"ee3e69d9-c4b6-4270-84fb-0b0af4b87c5b","resolution":{"observed_at":"2026-08-15T19:06:54.582539Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.566984Z","title":"A research agenda for assessing the economic impacts of code generation models,","venue":null,"work_id":"3bfa5661-0f07-4240-9a3a-fdabc4eb8538","year":2022},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.886183Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:c17ceba29ecbd6afea7a55ec6cf708181d93946754f28f81417426617f0dca35","observation_id":"b4db32ca-c6f0-4439-bc2f-8919afd0e3ee","resolution":{"observed_at":"2026-08-15T19:06:54.570755Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.555479Z","title":"Automated unit test improvement using large language models at meta,","venue":null,"work_id":"5478603f-5c07-47f8-b463-5840cd4a6e3f","year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.890693Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:00553416df3f7520ea173b61e2fe0fb763b397118c2f3de218746ae9c7b9fff2","observation_id":"afc4ccab-bc2e-4b6c-8e98-a1d11bf7ce64","resolution":{"observed_at":"2026-08-15T19:06:54.558928Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.543941Z","title":"Examining the use and impact of an ai code assistant on developer productivity and experience in the enterprise,","venue":null,"work_id":"5bb747ce-4f66-4348-bc34-3a11cb71a166","year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.894945Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:e543ef3efbb9fca6cbb8f761ef1537733942f6617a5cd6914d5a572d77832746","observation_id":"0686264b-f067-4a98-99a0-b8eb4bc3c291","resolution":{"observed_at":"2026-08-15T19:06:54.547678Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:53.899084Z","title":"Exploring and evaluating hallucinations in llm-powered code generation,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.899084Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:6470fee0c8ae2e77b0d8a1d109dace46a42f115a4527289abeac92173afa84be","observation_id":"7e74b3b0-5e0d-4f0f-9969-4d4449b7bb40","resolution":{"observed_at":"2026-08-15T19:06:53.899084Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:53.903559Z","title":"Using ai-based coding assistants in practice: State of affairs, perceptions, and ways forward,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.903559Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:c6dfc4f9b5ab406466ddc1ad12717838a6bbbfce50ec6245b96873057a2ec5e5","observation_id":"8e777703-f0fa-4366-927a-781179d2436b","resolution":{"observed_at":"2026-08-15T19:06:53.903559Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.526224Z","title":"How we refactor, and how we know it,","venue":null,"work_id":"c3c22433-4d12-4def-9e8d-fcbe247c158a","year":2011},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.907307Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:aa961504e148f5cf380bc31a61f237180d6e4549aabcca1297091da3ec35bc3d","observation_id":"04efba9b-69ef-4950-869e-e4c02ac6f5fc","resolution":{"observed_at":"2026-08-15T19:06:54.529669Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:53.911073Z","title":"Make your tools sparkle with trust: The picse framework for trust in software tools,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.911073Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:9f9b9ad38011d5d9befa985c993c18d6fe997f6c62df8def25120e8ac984c021","observation_id":"e7f2d27f-470a-4bd7-8c5e-5e0f85d62f58","resolution":{"observed_at":"2026-08-15T19:06:53.911073Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2006.09462","last_updated":"2020-06-16T19:13:21Z","snapshot_observed_at":"2026-08-14T06:23:12.774127Z","submitted_at":"2020-06-16T19:13:21Z","title":"Selective Question Answering under Domain Shift","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2006.09462","snapshot_observed_at":"2026-08-15T19:06:53.914685Z","title":"Selective question answering under domain shift,","venue":null,"work_id":null,"year":2006},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.914685Z"},"links":{"cited_paper":"/paper/2006.09462","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:0b7ebef7434d438fd6acffc39dddd40d22f7629c3e772e9de49a4f526cd6dab7","observation_id":"4edb066e-e08d-4ceb-8cea-e0560497a9ec","resolution":{"observed_at":"2026-08-15T19:06:53.914685Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.13962","last_updated":"2025-07-18T01:01:54Z","snapshot_observed_at":"2026-08-14T04:56:00.590818Z","submitted_at":"2025-02-19T18:58:31Z","title":"Is That Your Final Answer? Test-Time Scaling Improves Selective Question Answering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.13962","snapshot_observed_at":"2026-08-15T19:06:53.918860Z","title":"Is that your final answer? test-time scaling improves selective question answering,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.918860Z"},"links":{"cited_paper":"/paper/2502.13962","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:0ab1b5299ff1a1675ea4661a16d2febf867371e1ccf13f63945ff98d14da7bd9","observation_id":"b5ef00b4-4731-4b2d-9519-82083aaf42e5","resolution":{"observed_at":"2026-08-15T19:06:53.918860Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.506520Z","title":"Learning to defer to multiple experts: Consistent surrogate losses, confidence calibration, and confor- mal ensembles,","venue":null,"work_id":"4808b98d-4a38-452a-9af0-71084ffd27d9","year":2023},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.923025Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:ba7226994abff3bda2814074bb468304558f5ad1b598e5679a7abe079728f5d5","observation_id":"d9849b8b-229d-44e7-86e2-9e0ce409a10c","resolution":{"observed_at":"2026-08-15T19:06:54.510636Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.493912Z","title":"Introducing SWE-bench Verified — openai.com,","venue":null,"work_id":"3f972ad6-218e-45c4-8820-56ca6e2a63ba","year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.926529Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:42eaf34cee644d87112cf525e6953be980e37286be53e62ca98c5904daab260a","observation_id":"97a1360c-f1d1-4c23-9d6d-b35831d8c77c","resolution":{"observed_at":"2026-08-15T19:06:54.498620Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.482022Z","title":null,"venue":null,"work_id":"0dc56291-4e50-4640-8cce-5a35da62073e","year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.929794Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:a4602b07eeecaa59e811b8de7fb09c0e72ba84511681020a8da2161e0a025010","observation_id":"f1046443-89e2-4034-a8dd-f8bd353d0794","resolution":{"observed_at":"2026-08-15T19:06:54.486166Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.469918Z","title":null,"venue":null,"work_id":"4d3916b0-1b12-4b96-a6b4-fe75e6e1fd8c","year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.932598Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:d2485ff1da353bcf983564bfdaa004955301cd1cf45376a9bb53010f91707e40","observation_id":"c45f9067-0b6f-418b-a140-80a097456b3a","resolution":{"observed_at":"2026-08-15T19:06:54.473905Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.457874Z","title":null,"venue":null,"work_id":"b16864d1-34e8-41ff-840b-e3f6667c9c24","year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.935787Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:d3e62b475b50927f0e268a2dc045fa8887dbb646048d6a96170692ce6a0b0d81","observation_id":"761b4ec1-206f-4cde-8bb9-d4d9507e6dd5","resolution":{"observed_at":"2026-08-15T19:06:54.461489Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.09388","last_updated":"2025-05-14T13:41:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-05-14T13:41:34Z","title":"Qwen3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.09388","snapshot_observed_at":"2026-08-15T19:06:53.939040Z","title":"Qwen3 technical report,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.939040Z"},"links":{"cited_paper":"/paper/2505.09388","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:5940f187e2ab0ff879c70a8215d1863b3b6c20aed1e44c5e21eca996642bef03","observation_id":"ae6beaaf-a2c0-4865-a7f5-4595208519ce","resolution":{"observed_at":"2026-08-15T19:06:53.939040Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.19786","last_updated":"2025-03-25T15:52:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-03-25T15:52:34Z","title":"Gemma 3 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.19786","snapshot_observed_at":"2026-08-15T19:06:53.942804Z","title":"Gemma 3 technical report,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.942804Z"},"links":{"cited_paper":"/paper/2503.19786","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:71e4c68d984faf51ec5ab157a8c54c00a116e28ef046d8b707b77b4c766b39e0","observation_id":"35ade698-cf9d-428e-91c1-19fed3737c66","resolution":{"observed_at":"2026-08-15T19:06:53.942804Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.15594","last_updated":"2025-10-19T10:32:43Z","snapshot_observed_at":"2026-08-13T06:43:22.011336Z","submitted_at":"2024-11-23T16:03:35Z","title":"A Survey on LLM-as-a-Judge","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.15594","snapshot_observed_at":"2026-08-15T19:06:53.946933Z","title":"A survey on llm-as-a-judge,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.946933Z"},"links":{"cited_paper":"/paper/2411.15594","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:96452ab1510f4dd127e34241d30568243e8861a4e66bea4b744151c1f166e21b","observation_id":"732696ec-e653-48f9-9402-39ccf05308cd","resolution":{"observed_at":"2026-08-15T19:06:53.946933Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:53.950532Z","title":"Defects4j: A database of existing faults to enable controlled testing studies for java programs,","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.950532Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:6a4e8cdba8db2f9810933aea963162f71d3b680d2ffa0bbb35a045a16475f3a6","observation_id":"bb5111af-b17c-434e-91e3-fbccb10ef573","resolution":{"observed_at":"2026-08-15T19:06:53.950532Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.439891Z","title":"SWE-bench multimodal: Do ai systems generalize to visual software domains?","venue":null,"work_id":"aae9ce3c-13c0-4955-a177-cdda7ca238c3","year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.955149Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:84d02f81da515f17c4d0d82ae814b4111867cb248540760ece18d121a5c06c01","observation_id":"d8f263ba-8aa1-44ba-87e7-355b4dca7c8a","resolution":{"observed_at":"2026-08-15T19:06:54.443679Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2408.14354","last_updated":"2024-08-26T15:30:05Z","snapshot_observed_at":"2026-08-12T22:57:18.606375Z","submitted_at":"2024-08-26T15:30:05Z","title":"SWE-bench-java: A GitHub Issue Resolving Benchmark for Java","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.14354","snapshot_observed_at":"2026-08-15T19:06:53.958816Z","title":"Swe-bench-java: A github issue resolving benchmark for java,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.958816Z"},"links":{"cited_paper":"/paper/2408.14354","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:4583183d1fb61a5abe11341db84fec12370c48e783eb32639f93e59b6f3f7878","observation_id":"80be686b-152a-4b76-baf1-cb700d152201","resolution":{"observed_at":"2026-08-15T19:06:53.958816Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.12115","last_updated":"2025-05-29T23:07:34Z","snapshot_observed_at":"2026-08-15T01:07:52.329086Z","submitted_at":"2025-02-17T18:41:16Z","title":"SWE-Lancer: Can Frontier LLMs Earn $1 Million from Real-World Freelance Software Engineering?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.12115","snapshot_observed_at":"2026-08-15T19:06:53.963607Z","title":"Swe-lancer: Can frontier llms earn 1 million from real-world freelance software engineering?","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.963607Z"},"links":{"cited_paper":"/paper/2502.12115","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:a3f503795817e9c0b6360efea50bf24bda324bc8b12f1700c9fff76f55104268","observation_id":"26ec7a09-b370-48f0-9712-4585db4ae93d","resolution":{"observed_at":"2026-08-15T19:06:53.963607Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.427632Z","title":"Baxbench: Can llms generate correct and secure backends?","venue":null,"work_id":"4fe48306-80bd-438b-9fff-0fafb4f39ade","year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.967891Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:5d8a5646f4cc50621285b5eb3f9f6953b89a9621d03caf2b8a36e18a466594ca","observation_id":"65d7bfb8-9ffc-4218-bee1-ba0d88287a9e","resolution":{"observed_at":"2026-08-15T19:06:54.431641Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.415884Z","title":"Sota on swe-bench verified with inference- time scaling and critic model,","venue":null,"work_id":"b12f1a49-15c2-4ad4-ab0a-35f205e373c5","year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.971292Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:6b6b9a4e997f54edc0e6f03edb2aa3197ab522f23e0007e1b81e07a21fb8e6f0","observation_id":"8005e5d8-846e-4146-87f4-5f752fcd5343","resolution":{"observed_at":"2026-08-15T19:06:54.419762Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:53.974730Z","title":"Judging llm-as-a-judge with mt-bench and chatbot arena,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.974730Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:6b4fc09d5d87861c124204a0a0afb845be85ce7612a1ea400d895c3f07b126ad","observation_id":"0e867368-149a-47d2-9a15-459a422edf77","resolution":{"observed_at":"2026-08-15T19:06:53.974730Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.10718","last_updated":"2024-09-13T08:09:50Z","snapshot_observed_at":"2026-08-12T23:00:50.303028Z","submitted_at":"2024-08-20T10:40:35Z","title":"CodeJudge-Eval: Can Large Language Models be Good Judges in Code Understanding?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.10718","snapshot_observed_at":"2026-08-15T19:06:53.978307Z","title":"Codejudge- eval: Can large language models be good judges in code understanding?","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.978307Z"},"links":{"cited_paper":"/paper/2408.10718","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:f8b039d6e1f24dd322790cb8e65479964592002d79587bf9374f4664b6d91bb7","observation_id":"c59a42ba-7e1d-4028-9e5f-267ad9b6eeb7","resolution":{"observed_at":"2026-08-15T19:06:53.978307Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.10934","last_updated":"2024-10-16T17:54:12Z","snapshot_observed_at":"2026-08-12T22:23:27.859816Z","submitted_at":"2024-10-14T17:57:02Z","title":"Agent-as-a-Judge: Evaluate Agents with Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.10934","snapshot_observed_at":"2026-08-15T19:06:53.982097Z","title":"Agent-as-a-judge: Evaluate agents with agents,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.982097Z"},"links":{"cited_paper":"/paper/2410.10934","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:71caac2e6841ab83763dc83606475348a01dedc52ca5e3eb3c3b35e6775ae274","observation_id":"3a8afda6-4632-407b-903f-15d93c9bbcae","resolution":{"observed_at":"2026-08-15T19:06:53.982097Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:53.986237Z","title":"What makes a good bug report?","venue":null,"work_id":null,"year":2008},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.986237Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:edc22496124b0231237708746aa45df0dee75dd8d143d9e6eaa4e7b9b670e846","observation_id":"553b85ed-af1e-43da-9507-02cb6c51e54d","resolution":{"observed_at":"2026-08-15T19:06:53.986237Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.389531Z","title":"Deep learning based valid bug reports determination and explanation,","venue":null,"work_id":"ab4f9bc1-bd4f-4db6-bfaf-7fbef279c14d","year":2020},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.989783Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:3e44af77d8ce91c4080819f4158c164e1ec7102311e13e86d02a8ea6f60b997e","observation_id":"bcb059a8-86fb-40d1-a1ce-7116c8c36373","resolution":{"observed_at":"2026-08-15T19:06:54.393128Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.376499Z","title":"Chaff from the wheat: Characterizing and determining valid bug reports,","venue":null,"work_id":"0b61d7ec-97d3-4c48-9eb4-b2b0f54f22d0","year":2018},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.993732Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:c9c2f2618df6199cfb26324cc51a56a11d6a6f6ae6426910ec06d7032049dfcd","observation_id":"18e388f6-ce07-49dd-a96d-ccd99aa85f44","resolution":{"observed_at":"2026-08-15T19:06:54.380570Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.360538Z","title":"Industrial adoption of machine learning techniques for early identification of invalid bug reports,","venue":null,"work_id":"5b5e5ba7-9a4a-465c-8752-8a5a05602535","year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:53.997920Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:01d5de2d82e986157481a2692658319499e05fe91417e990297558ef65ba8669","observation_id":"070d0d2b-1fa0-42ee-bf5f-5056aeb2478e","resolution":{"observed_at":"2026-08-15T19:06:54.366737Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2504.18804","last_updated":"2025-04-26T05:15:53Z","snapshot_observed_at":"2026-08-16T10:06:50.693775Z","submitted_at":"2025-04-26T05:15:53Z","title":"Can We Enhance Bug Report Quality Using LLMs?: An Empirical Study of LLM-Based Bug Report Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2504.18804","snapshot_observed_at":"2026-08-15T19:06:54.001685Z","title":"Can we enhance bug report quality using llms?: An empirical study of llm-based bug report generation,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:54.001685Z"},"links":{"cited_paper":"/paper/2504.18804","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:50af91ce7545af354dc23ad001a396c525ef519859833f3b82b4954c34b1630a","observation_id":"1fb45e88-6be7-486c-8332-e0640b553c5a","resolution":{"observed_at":"2026-08-15T19:06:54.001685Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T19:06:54.005848Z","title":"Chatbr: Automated assessment and improvement of bug report quality using chatgpt,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:54.005848Z"},"links":{"citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:91b6f9e78579bebbda77dc3f5f0268e62032d005748e7cd7dbcd75d3a9e271db","observation_id":"402b9ae6-5d2c-4f12-a469-400d33b8dc65","resolution":{"observed_at":"2026-08-15T19:06:54.005848Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.01489","last_updated":"2024-10-29T17:29:27Z","snapshot_observed_at":"2026-08-15T15:29:54.860240Z","submitted_at":"2024-07-01T17:24:45Z","title":"Agentless: Demystifying LLM-based Software Engineering Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.01489","snapshot_observed_at":"2026-08-15T19:06:54.009407Z","title":"Agentless: De- mystifying llm-based software engineering agents,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:54.009407Z"},"links":{"cited_paper":"/paper/2407.01489","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:5febf1f81bc2a3e61719effed2dfe8dbdd5ef6650aefd87343e1f5389d1e12df","observation_id":"e331e298-0b84-4e69-9e23-323fa5203d50","resolution":{"observed_at":"2026-08-15T19:06:54.009407Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.06215","last_updated":"2025-02-10T07:33:49Z","snapshot_observed_at":"2026-08-13T19:59:18.728800Z","submitted_at":"2025-02-10T07:33:49Z","title":"LessLeak-Bench: A First Investigation of Data Leakage in LLMs Across 83 Software Engineering Benchmarks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.06215","snapshot_observed_at":"2026-08-15T19:06:54.012470Z","title":"Lessleak-bench: A first investigation of data leakage in llms across 83 software engineering benchmarks,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:54.012470Z"},"links":{"cited_paper":"/paper/2502.06215","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:f740439ff3d63fc42e7fbff6dfe2122b1b47d21ec9188e7d93a5df0a0eae3e9e","observation_id":"59237eb5-3143-4594-9605-5117d28c2196","resolution":{"observed_at":"2026-08-15T19:06:54.012470Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.13323","last_updated":"2025-03-31T13:02:51Z","snapshot_observed_at":"2026-08-15T07:29:39.426041Z","submitted_at":"2024-11-20T13:46:04Z","title":"Are Large Language Models Memorizing Bug Benchmarks?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.13323","snapshot_observed_at":"2026-08-15T19:06:54.016067Z","title":"Are large language models memorizing bug benchmarks?","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-15T19:06:54.016067Z"},"links":{"cited_paper":"/paper/2411.13323","citing_paper":"/paper/2506.17812"},"observation_digest":"sha256:47135983a48cfe39048230fd1304ed9ead294d26fde210619610a399a6870d27","observation_id":"6cc4d8fe-ec39-4ae2-bc22-b59a1a2ea31a","resolution":{"observed_at":"2026-08-15T19:06:54.016067Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2506.17812","last_updated":"2025-06-21T20:56:20Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-15T18:58:27.120537Z","submitted_at":"2025-06-21T20:56:20Z","title":"Is Your Automated Software Engineer Trustworthy?"},"reference_resolution":{"displayed":43,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":28,"verified_exact":0,"verified_fuzzy":15},"total_outbound_references":43},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"thesis":"As of 16 August 2026, this Paper Citation Record lists 43 of 43 outbound references and 2 inbound Pith citation observations for arXiv:2506.17812."}