{"as_of":"2026-08-16T15:51:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:4bc75325582ffc64431e7ae83813525482c705690f1de709c4f952d742057939","coverage":[{"denominator":67,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":67,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T23:27:58.514942Z","state":"measured"},{"denominator":67,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":67,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-16T06:30:59.297886+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.04606/citation-record","integrity":"/paper/2505.04606/integrity","json":"/paper/2505.04606/citation-record.json","paper":"/paper/2505.04606"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.400819Z","title":null,"venue":null,"work_id":"1d87193c-c9b9-406a-97b7-50cf539624d2","year":2023},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.217920Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:6b58307a14fe7853ce4c91dba09fa27417ffa36bec996b2dc999510bc51fb873","observation_id":"46835849-117a-4a04-b0a1-4ee39caffc54","resolution":{"observed_at":"2026-08-15T23:27:59.404884Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.387827Z","title":null,"venue":null,"work_id":"a58689d1-3435-4d35-b373-718539345ea2","year":2023},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.221997Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:1d653a95ea793ac42eee34286017012458b865c9ce18c9cdf5893d2ce08c1fa3","observation_id":"24588cd5-2a64-4197-a42b-1dea0a60fdac","resolution":{"observed_at":"2026-08-15T23:27:59.391952Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.374472Z","title":null,"venue":null,"work_id":"51ff78c3-f743-4df8-856e-3a9cbfc8bfa6","year":2023},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.226131Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:2ff481109dd1fa4bd6f57356a1aadd43c4f88a98032589c7a24570fc2844a34e","observation_id":"d3e5c686-d30c-4caf-b2cb-b8e848793f0d","resolution":{"observed_at":"2026-08-15T23:27:59.378817Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.361464Z","title":null,"venue":null,"work_id":"fcd3a45e-d61c-4869-85b9-04a7b639873b","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.230221Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:c67fe1598fca8e05cf860dbfe8d8c9f94c4a51fdabd53a255912fad7c267541e","observation_id":"bd1154ca-4995-4c5a-99ed-1d21f0a8a0b3","resolution":{"observed_at":"2026-08-15T23:27:59.365630Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.348436Z","title":null,"venue":null,"work_id":"2f00ef2e-1ed4-44a9-ab63-5acbc3e1c8a2","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.234033Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:513282d3e29ae77c9ebb249c935a98bad20b3478a8a8e6add34b6e09e4bd517c","observation_id":"5ea162af-635d-49b8-a548-52f0e2feb594","resolution":{"observed_at":"2026-08-15T23:27:59.352537Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.335409Z","title":"github-rest-api","venue":null,"work_id":"6cce33e1-58c9-48d7-b0d3-e4ccaaa9f4cd","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.237925Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:59af7eebfb00568c7f61777ae20add6be6f93af43e164631eaa6daa7d483885a","observation_id":"c9f0459f-34ef-430b-ac10-410bbf4865fa","resolution":{"observed_at":"2026-08-15T23:27:59.339801Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.322501Z","title":null,"venue":null,"work_id":"45940a8e-e6e3-472a-a55b-2d5a836c5c4d","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.242953Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:0983852f6c479fb929767f46eb5387ebf800e23bcb1fcdfd06f8e32ec695ff44","observation_id":"2b1bd017-b7a5-4789-b3d1-555ee185c5ce","resolution":{"observed_at":"2026-08-15T23:27:59.326475Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.309414Z","title":"tree-sitter","venue":null,"work_id":"3a8ef408-f4ec-428b-85f8-7de6efb8527e","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.247602Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:1c93b678f3a1adec911e9f4af24c201e0d62ebeff772e96eaf43785770917e65","observation_id":"abdaf5de-33f2-41e3-981f-ff8e336d88c2","resolution":{"observed_at":"2026-08-15T23:27:59.313710Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2108.11590","last_updated":"2023-05-04T20:22:25Z","snapshot_observed_at":"2026-07-06T11:41:38.428205Z","submitted_at":"2021-08-26T05:44:20Z","title":"AVATAR: A Parallel Corpus for Java-Python Program Translation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.11590","snapshot_observed_at":"2026-08-15T23:27:58.252340Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.252340Z"},"links":{"cited_paper":"/paper/2108.11590","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:782b1ab79b5aa7957d1e7200c7b31dc53f8dc75dcc8d8b45df31c8b8b22b46c0","observation_id":"c526a940-9522-4c05-a162-82d69aefc0dd","resolution":{"observed_at":"2026-08-15T23:27:58.252340Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.06992","last_updated":"2024-10-10T13:13:09Z","snapshot_observed_at":"2026-08-16T13:11:03.237498Z","submitted_at":"2024-10-09T15:38:53Z","title":"SWE-Bench+: Enhanced Coding Benchmark for LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.06992","snapshot_observed_at":"2026-08-15T23:27:58.257577Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.257577Z"},"links":{"cited_paper":"/paper/2410.06992","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:19f55c9c282df3a28aff85469344b711584a299b9b36255ce3ab18b95aa397c4","observation_id":"285b2bb5-110e-473d-acb9-864a9325d010","resolution":{"observed_at":"2026-08-15T23:27:58.257577Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.296191Z","title":null,"venue":null,"work_id":"578475dc-0488-4bd0-99e6-da237b31a25d","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.262792Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:c6058bb2f8be1e58432c512250ac1f4a47c944b4e38b87e2b921db2002fb92d0","observation_id":"650be721-6ade-4816-8d32-a2e2e6e719d4","resolution":{"observed_at":"2026-08-15T23:27:59.300231Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.282747Z","title":null,"venue":null,"work_id":"6a406a76-1524-4b23-beea-6c612240317d","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.267434Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:e2ca647603c87e42810c550f01e10b5d23145823ec13f4834064a6310ea71861","observation_id":"0349a2d9-db83-4f6b-8b00-dc8d1a319a1c","resolution":{"observed_at":"2026-08-15T23:27:59.287267Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.11638","last_updated":"2024-06-17T15:19:51Z","snapshot_observed_at":"2026-08-16T13:42:13.179648Z","submitted_at":"2024-06-17T15:19:51Z","title":"MASAI: Modular Architecture for Software-engineering AI Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.11638","snapshot_observed_at":"2026-08-15T23:27:58.271977Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.271977Z"},"links":{"cited_paper":"/paper/2406.11638","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:1c4737c3b56f04bfc8b5725c3db139c191df66878724b9208a71a60138865680","observation_id":"561772ba-be2c-4ad9-8c51-77a957cc3cf0","resolution":{"observed_at":"2026-08-15T23:27:58.271977Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.14868","last_updated":"2023-03-28T19:02:34Z","snapshot_observed_at":"2026-08-13T13:55:50.351355Z","submitted_at":"2022-10-26T17:17:06Z","title":"Multi-lingual Evaluation of Code Generation Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.14868","snapshot_observed_at":"2026-08-15T23:27:58.276972Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.276972Z"},"links":{"cited_paper":"/paper/2210.14868","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:1061b744a8c935daf676ebe01caf978558b2dcd6076acec25ea797c3bef920c3","observation_id":"b7d697aa-76ea-4ea8-b57e-b7dbe5ee8fff","resolution":{"observed_at":"2026-08-15T23:27:58.276972Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.269852Z","title":null,"venue":null,"work_id":"bb968fe8-7ca9-468e-a144-7688a2bf86c9","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.282026Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:805bf3341d055255c56b2914472bad7295014028c85705854209be9a116d0923","observation_id":"aaf89445-d1e0-4bbb-a7d6-76088afc4ad9","resolution":{"observed_at":"2026-08-15T23:27:59.273957Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.256728Z","title":null,"venue":null,"work_id":"ed6c86dc-d1ee-482b-b252-75764871b713","year":2023},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.286620Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:b894bfd16de878e79dbce93cf8ea4b36239bb55f2b2f4f3ce9d0c2b0d575d56f","observation_id":"51890cc4-c375-48df-9eb7-9e84ef55ed48","resolution":{"observed_at":"2026-08-15T23:27:59.260680Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.241900Z","title":"Bissyandé, David Lo, Lingxiao Jiang, Laurent Réveillère, Jacques Klein, and Yves Le Traon","venue":null,"work_id":"f0e965f8-1a73-415c-b23a-ef976e0079ba","year":2013},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.291338Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:7990cf04a4620f6a23c71c030d699671c2f8e18bdcd9b366ede00e5574b057fe","observation_id":"28d92341-f588-4c45-8f7c-606b95c1de90","resolution":{"observed_at":"2026-08-15T23:27:59.247120Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.17134","last_updated":"2024-10-28T17:33:27Z","snapshot_observed_at":"2026-08-14T17:55:53.344746Z","submitted_at":"2024-03-25T19:17:43Z","title":"RepairAgent: An Autonomous, LLM-Based Agent for Program Repair","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.17134","snapshot_observed_at":"2026-08-15T23:27:58.295793Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.295793Z"},"links":{"cited_paper":"/paper/2403.17134","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:303b52daa49601e0a9ef4e6178475f8ce6191b8e77d4b35ab190f41348d65c92","observation_id":"1665f191-5edd-47e9-8975-8fe5d796fc01","resolution":{"observed_at":"2026-08-15T23:27:58.295793Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.01304","last_updated":"2024-06-11T03:52:03Z","snapshot_observed_at":"2026-08-16T13:46:44.830268Z","submitted_at":"2024-06-03T13:13:35Z","title":"CodeR: Issue Resolving with Multi-Agent and Task Graphs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.01304","snapshot_observed_at":"2026-08-15T23:27:58.302153Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.302153Z"},"links":{"cited_paper":"/paper/2406.01304","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:d337e497d880c2953248d215f81862db9720013ba55c33ebde2f1ee53506b8d4","observation_id":"cca9745f-ce42-4b67-a8db-0194fbb18392","resolution":{"observed_at":"2026-08-15T23:27:58.302153Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.227637Z","title":null,"venue":null,"work_id":"a199b54e-8592-4a9e-93cd-c07e057dfd60","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.307023Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:69a1edf9fba85aeb77b517737f898a597c1935a956d425ef292551bbde67d5e5","observation_id":"044499e3-57cb-4398-9b25-12af1839c4a4","resolution":{"observed_at":"2026-08-15T23:27:59.232042Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.214776Z","title":null,"venue":null,"work_id":"5df036e3-4955-40e1-bfc6-272d8734e981","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.311600Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:c71c398c442eb00c5d6540baae319e4b57aa0c6ae49960514b0a6d07465606f8","observation_id":"ab952bd8-ba3b-4543-8d25-65496c7d0e0c","resolution":{"observed_at":"2026-08-15T23:27:59.218996Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.201230Z","title":null,"venue":null,"work_id":"ea7de407-bd33-4a93-9625-c8e0f972abe3","year":2023},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.316328Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:45933a33cd97d7f2c43c5f479ba9e46167b58b35f69322846c6e23ee75e35361","observation_id":"5021fff3-6d09-4356-a748-609bf4c243d9","resolution":{"observed_at":"2026-08-15T23:27:59.205628Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.186284Z","title":null,"venue":null,"work_id":"9e948b8c-b410-45bc-94ce-75c5190de72f","year":2023},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.320852Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:42681b7cd9c4de518699bac4a65079dfc3eeb589f07fa283d1f2853969267746","observation_id":"8698559a-d2d2-4f17-8214-1a7b195b7d43","resolution":{"observed_at":"2026-08-15T23:27:59.190895Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.172448Z","title":null,"venue":null,"work_id":"fa7729c2-2cb4-4893-af7b-f62475c04dbe","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.325336Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:d68e013b4936deaaf5718dcf5f51e007d6acd4063a733b47f2cf2c4ee8e7d3a6","observation_id":"d5e7a80e-f47d-46da-a446-82277da38b8a","resolution":{"observed_at":"2026-08-15T23:27:59.176982Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.06598","last_updated":"2024-04-18T15:00:59Z","snapshot_observed_at":"2026-08-16T14:19:48.008300Z","submitted_at":"2024-02-09T18:21:45Z","title":"CigaR: Cost-efficient Program Repair with LLMs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.06598","snapshot_observed_at":"2026-08-15T23:27:58.330086Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.330086Z"},"links":{"cited_paper":"/paper/2402.06598","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:3bc4ecf40c51a6ebc3193344a8cd885979530f63d4a6eb7b576e0116098b6a56","observation_id":"2d1f6c62-f903-4c66-8fe6-62ca006f020e","resolution":{"observed_at":"2026-08-15T23:27:58.330086Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.09030","last_updated":"2024-09-23T17:55:07Z","snapshot_observed_at":"2026-08-16T13:18:42.940292Z","submitted_at":"2024-09-13T17:55:58Z","title":"Agents in Software Engineering: Survey, Landscape, and Vision","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.09030","snapshot_observed_at":"2026-08-15T23:27:58.334704Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.334704Z"},"links":{"cited_paper":"/paper/2409.09030","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:e404a06b0aad68a1f21d4401c180e208c3472eb2e7bae26f39e64737071f4b33","observation_id":"f4bf1d3e-7e77-47ff-9119-9924cbc61ecc","resolution":{"observed_at":"2026-08-15T23:27:58.334704Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06770","last_updated":"2024-11-11T23:05:04Z","snapshot_observed_at":"2026-08-12T14:56:35.025839Z","submitted_at":"2023-10-10T16:47:29Z","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06770","snapshot_observed_at":"2026-08-15T23:27:58.339594Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.339594Z"},"links":{"cited_paper":"/paper/2310.06770","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:f76a13c983790a1676146cb58a1dc0b04d34fc5c4ff25b74e52c89c34681776a","observation_id":"1eb68894-4189-4a07-bfde-17d9e4b014be","resolution":{"observed_at":"2026-08-15T23:27:58.339594Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:58.344111Z","title":null,"venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.344111Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:5a3db1d3f4561bf4adb13c0609a0a23cb24bd498f0923adfa3c85d3f21088242","observation_id":"4c8756a4-8a66-4482-aace-4b76460f75bb","resolution":{"observed_at":"2026-08-15T23:27:58.344111Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.02977","last_updated":"2025-12-03T03:33:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-04T15:59:41Z","title":"Large Language Model-Based Agents for Software Engineering: A Survey","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.02977","snapshot_observed_at":"2026-08-15T23:27:58.347861Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.347861Z"},"links":{"cited_paper":"/paper/2409.02977","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:71cc6089c4a33d2080155581a96a355e2ac1c983ff4864a249018b071bd9633e","observation_id":"0bf7a32f-cd9b-4f1f-88d7-a6253e8efe02","resolution":{"observed_at":"2026-08-15T23:27:58.347861Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:58.352073Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.352073Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:8bc1b5ed13f75134957305b54ffcca8569a71e413a3a7dece29581281f741de1","observation_id":"5690c743-8f42-4912-83be-74a1d8ac778a","resolution":{"observed_at":"2026-08-15T23:27:58.352073Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.00899","last_updated":"2024-09-04T06:19:08Z","snapshot_observed_at":"2026-08-16T13:22:14.176347Z","submitted_at":"2024-09-02T02:24:38Z","title":"MarsCode Agent: AI-native Automated Bug Fixing","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.00899","snapshot_observed_at":"2026-08-15T23:27:58.355877Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.355877Z"},"links":{"cited_paper":"/paper/2409.00899","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:1e9db7bf62cde7652295f5ed7508112ce6a936667f95e45ec46adcd7d62a7e5f","observation_id":"573e3a67-ab3b-4a30-91b7-83cf5a8afb6e","resolution":{"observed_at":"2026-08-15T23:27:58.355877Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:58.359714Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.359714Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:33c5c269e7b3cedaa33cd7f6881b269e9db634a43dbaa23a2a25e1c0000939ac","observation_id":"b694318b-266b-4424-9e99-992bf9849e2d","resolution":{"observed_at":"2026-08-15T23:27:58.359714Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.01422","last_updated":"2025-03-26T03:26:09Z","snapshot_observed_at":"2026-08-16T13:46:41.299427Z","submitted_at":"2024-06-03T15:20:06Z","title":"Alibaba LingmaAgent: Improving Automated Issue Resolution via Comprehensive Repository Exploration","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.01422","snapshot_observed_at":"2026-08-15T23:27:58.363461Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.363461Z"},"links":{"cited_paper":"/paper/2406.01422","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:7f785e7b8bd741a0af857a6652e1e0afb11f25e7abfac15e9e3d3d85dc8d79a6","observation_id":"be194d16-222d-4662-9d39-2994ca860432","resolution":{"observed_at":"2026-08-15T23:27:58.363461Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.131660Z","title":null,"venue":null,"work_id":"97ce6e2e-09d6-4712-b057-bffeef6270d8","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.367525Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:4b1f352ec287cfd0fcb78d7f4e07feab7287a526fff8db31f7019b904c50ecfa","observation_id":"84e09609-1c5a-4e5a-b1f1-bab09f42e9dc","resolution":{"observed_at":"2026-08-15T23:27:59.136663Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.118366Z","title":null,"venue":null,"work_id":"6314e029-a928-4ec7-a552-aef9a0010344","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.372432Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:4776161420944566294ffec1fd3a8acdc97e90ca6583189f4efed4f72d2165f6","observation_id":"d5343579-8b9b-42b6-a2fd-28bc856569fe","resolution":{"observed_at":"2026-08-15T23:27:59.122667Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.104579Z","title":null,"venue":null,"work_id":"5f7c0a35-1b2e-4be1-8725-51c92a2d7671","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.376917Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:fe09db1f6e6a2dd80aedb079f6c641440005c680c06f708655f6f0577ef85196","observation_id":"9666a228-ad4c-4a62-8a95-2c2cc9bd69fb","resolution":{"observed_at":"2026-08-15T23:27:59.109165Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.091610Z","title":null,"venue":null,"work_id":"83925abc-4d00-4f77-9ef7-004d9510cbc2","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.381231Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:55dc28303ede4f4c35c0ce16eb10c18620be71adc5817be83ea029f73863d5c1","observation_id":"b37b2bd6-7d94-4aa2-a741-96451b2a4add","resolution":{"observed_at":"2026-08-15T23:27:59.095564Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.078427Z","title":null,"venue":null,"work_id":"b6d2bb2f-36ee-4c33-827e-eae999c5d0db","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.385561Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:edac46df355b294cedc65f30e702c9b868bddea1ac899cbb0760739ee4b15e16","observation_id":"67e83796-7407-4b2a-9e88-3e0897eeb757","resolution":{"observed_at":"2026-08-15T23:27:59.082386Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.064746Z","title":null,"venue":null,"work_id":"76f9b4cd-f81f-48d6-bd2e-faea7ff6270f","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.389997Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:8e20fd71ed8ee8f7edb14819c62521c7516a4a5f343f2e914361c64c63dfdd77","observation_id":"b0e6153b-10b3-4738-82df-7026c8c10d57","resolution":{"observed_at":"2026-08-15T23:27:59.069556Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.14684","last_updated":"2025-03-18T20:26:58Z","snapshot_observed_at":"2026-08-16T13:13:05.398687Z","submitted_at":"2024-10-03T05:45:26Z","title":"RepoGraph: Enhancing AI Software Engineering with Repository-level Code Graph","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.14684","snapshot_observed_at":"2026-08-15T23:27:58.394355Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.394355Z"},"links":{"cited_paper":"/paper/2410.14684","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:003e2c184721e42b9addbfb73779c189f02f7440d6e089c5e3181586a42ca2c5","observation_id":"2ee2eb7a-547c-4ce8-9b80-71dcd66c2af6","resolution":{"observed_at":"2026-08-15T23:27:58.394355Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.21139","last_updated":"2025-06-06T07:53:20Z","snapshot_observed_at":"2026-07-06T20:14:49.976782Z","submitted_at":"2024-12-30T18:15:39Z","title":"Training Software Engineering Agents and Verifiers with SWE-Gym","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.21139","snapshot_observed_at":"2026-08-15T23:27:58.399162Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.399162Z"},"links":{"cited_paper":"/paper/2412.21139","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:00391f76fc1fbd742739932e511220a6e7d620e807d36b4bd7df8cb4656a7d9d","observation_id":"731518ed-f91d-4d72-a87d-9a7456bc558e","resolution":{"observed_at":"2026-08-15T23:27:58.399162Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2105.12655","last_updated":"2021-08-29T19:43:43Z","snapshot_observed_at":"2026-08-13T21:23:56.304750Z","submitted_at":"2021-05-25T00:13:29Z","title":"CodeNet: A Large-Scale AI for Code Dataset for Learning a Diversity of Coding Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2105.12655","snapshot_observed_at":"2026-08-15T23:27:58.403730Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.403730Z"},"links":{"cited_paper":"/paper/2105.12655","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:9c3a9f8333485a8f527b7988a7ac0846477e2c256a8fdfef78cade81e62de2e5","observation_id":"05c163d7-bb06-42ef-8fd4-c67b57817752","resolution":{"observed_at":"2026-08-15T23:27:58.403730Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.02232","last_updated":"2024-12-11T11:18:54Z","snapshot_observed_at":"2026-08-16T13:28:35.215104Z","submitted_at":"2024-08-05T04:53:01Z","title":"SpecRover: Code Intent Extraction via LLMs","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.02232","snapshot_observed_at":"2026-08-15T23:27:58.408447Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.408447Z"},"links":{"cited_paper":"/paper/2408.02232","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:14e28d30930f015405fca70aa03212c6d4d275a790be734600e62b6e7d68c7e5","observation_id":"f9a3c7dd-9938-47ca-b5a0-648c1c98ee12","resolution":{"observed_at":"2026-08-15T23:27:58.408447Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.050021Z","title":null,"venue":null,"work_id":"8ff60ec8-6007-4d34-a788-5f8c9fbfc4af","year":2021},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.413392Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:cfd81d31c64629db98b71437e010258e76b09b018101d966936f311cc924e698","observation_id":"58752ee4-de10-4d2c-925c-00d7c59958be","resolution":{"observed_at":"2026-08-15T23:27:59.054725Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.034912Z","title":null,"venue":null,"work_id":"d9345e3f-0dd8-4fca-9bf9-691b53c05d7c","year":2022},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.417687Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:212ca7745d67960752df24734a7955e7f4289dd5a7e42942b7a8dfd1ead39f64","observation_id":"9033faa7-d385-45ec-a93f-e1f4c40ff326","resolution":{"observed_at":"2026-08-15T23:27:59.039417Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.020543Z","title":null,"venue":null,"work_id":"98fa884d-9818-4cea-a7d1-9b7072f3ba14","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.422886Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:8f39d9294b44aec64c964db3340c959cfc5a3ada2f310de8720373fb6896cac7","observation_id":"c0e95350-bf8f-4555-acaf-55dec90732b0","resolution":{"observed_at":"2026-08-15T23:27:59.025195Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.17927","last_updated":"2024-06-27T12:40:12Z","snapshot_observed_at":"2026-08-16T14:06:09.485556Z","submitted_at":"2024-03-26T17:57:57Z","title":"MAGIS: LLM-Based Multi-Agent Framework for GitHub Issue Resolution","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.17927","snapshot_observed_at":"2026-08-15T23:27:58.427345Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.427345Z"},"links":{"cited_paper":"/paper/2403.17927","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:b0cfd7ed4469587f9ee3ef6f917f0f2f09ad06d2d92a2531fd16bc2c32935d6c","observation_id":"b084e8c5-891e-4a67-b8a5-53a2a6f365c5","resolution":{"observed_at":"2026-08-15T23:27:58.427345Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:59.006959Z","title":null,"venue":null,"work_id":"adecfd8a-de4c-4b0a-b727-eb5f17aab116","year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.431857Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:65b1e9f5f4ec4a3a67700f791040ea3260e9ee03dd4f2b30705d84a977fbd831","observation_id":"7fa78dda-3714-4404-bd2b-165c0a219b11","resolution":{"observed_at":"2026-08-15T23:27:59.011357Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:58.993395Z","title":null,"venue":null,"work_id":"755534d3-6fb8-47cf-9dbd-d59594b980ee","year":null},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.435959Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:70e47e1fe9d94824231f2406e18bd71ec47fa2d6547ea46929497f261ece7d3c","observation_id":"e96a7e86-6893-4170-8123-6cf4eda74b29","resolution":{"observed_at":"2026-08-15T23:27:58.997627Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.16741","last_updated":"2025-04-18T18:14:31Z","snapshot_observed_at":"2026-08-14T17:59:52.524740Z","submitted_at":"2024-07-23T17:50:43Z","title":"OpenHands: An Open Platform for AI Software Developers as Generalist Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.16741","snapshot_observed_at":"2026-08-15T23:27:58.440372Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.440372Z"},"links":{"cited_paper":"/paper/2407.16741","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:df16462c04595db61344235c37cfcc09885ff39d2bdaa8103c519ff97b1aec36","observation_id":"f094e8df-a95a-4182-86c3-82ebb53d4760","resolution":{"observed_at":"2026-08-15T23:27:58.440372Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:58.978189Z","title":null,"venue":null,"work_id":"aff57d1a-0733-417c-8468-188660a51b4b","year":2016},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.445341Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:e2deab79ba20aefe02521ac848110b8e61f97859c47db624f8388a2863c8f113","observation_id":"c1992f62-4aa5-460e-b200-9eb191a80de0","resolution":{"observed_at":"2026-08-15T23:27:58.983659Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-16T06:30:59.297886+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.01489","last_updated":"2024-10-29T17:29:27Z","snapshot_observed_at":"2026-08-15T15:29:54.860240Z","submitted_at":"2024-07-01T17:24:45Z","title":"Agentless: Demystifying LLM-based Software Engineering Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.01489","snapshot_observed_at":"2026-08-15T23:27:58.450009Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.450009Z"},"links":{"cited_paper":"/paper/2407.01489","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:bd5ee870c6f58bb2a25cf80dfd9143a1ad8f9e6c8e1caebf954a8587c84bb199","observation_id":"582e7907-2bde-4c25-afbe-fb8ec3203583","resolution":{"observed_at":"2026-08-15T23:27:58.450009Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:58.454742Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.454742Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:667810a353d314467fd262d15df3e27d891302b5c0f1d56063dfa10f544db517","observation_id":"0c18d083-7a11-4ee4-b74c-d77d47595f14","resolution":{"observed_at":"2026-08-15T23:27:58.454742Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2304.00385","last_updated":"2024-12-09T20:45:33Z","snapshot_observed_at":"2026-08-16T15:43:30.423870Z","submitted_at":"2023-04-01T20:57:33Z","title":"Keep the Conversation Going: Fixing 162 out of 337 bugs for $0.42 each using ChatGPT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.00385","snapshot_observed_at":"2026-08-15T23:27:58.459201Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.459201Z"},"links":{"cited_paper":"/paper/2304.00385","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:351ee5ddd2f7afeb6918c1abf66a10ef3edf8b2d9657e2fc7e2caef72798d1c6","observation_id":"b365d634-5f17-4e3f-bc42-2906b96fa032","resolution":{"observed_at":"2026-08-15T23:27:58.459201Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.08588","last_updated":"2024-06-07T04:34:16Z","snapshot_observed_at":"2026-08-16T14:43:15.421035Z","submitted_at":"2023-11-14T23:18:52Z","title":"CodeScope: An Execution-based Multilingual Multitask Multidimensional Benchmark for Evaluating LLMs on Code Understanding and Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.08588","snapshot_observed_at":"2026-08-15T23:27:58.463759Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.463759Z"},"links":{"cited_paper":"/paper/2311.08588","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:067b89b8cfbfa5fbf84ead9eaf3b74bf0f65e829f888228f42729ad9eff272e0","observation_id":"4219354a-7d38-417a-851e-6ada9c106903","resolution":{"observed_at":"2026-08-15T23:27:58.463759Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.04951","last_updated":"2023-10-25T01:40:49Z","snapshot_observed_at":"2026-08-16T14:54:10.891677Z","submitted_at":"2023-10-08T00:16:18Z","title":"CodeTransOcean: A Comprehensive Multilingual Benchmark for Code Translation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.04951","snapshot_observed_at":"2026-08-15T23:27:58.468389Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.468389Z"},"links":{"cited_paper":"/paper/2310.04951","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:351534d9b20a4411bb874d435302f3b735e679ee5467a6c0a942ff8d03386f23","observation_id":"12e3d131-e729-4775-af0d-d18338a9b048","resolution":{"observed_at":"2026-08-15T23:27:58.468389Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.15793","last_updated":"2024-11-11T20:01:15Z","snapshot_observed_at":"2026-07-06T18:19:29.996982Z","submitted_at":"2024-05-06T17:41:33Z","title":"SWE-agent: Agent-Computer Interfaces Enable Automated Software Engineering","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.15793","snapshot_observed_at":"2026-08-15T23:27:58.472523Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.472523Z"},"links":{"cited_paper":"/paper/2405.15793","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:c17443436037ff597c91c8866ea19cd5d0e424ef61791dfa8a798a4a2d5f1b43","observation_id":"f8934e92-3586-4bbd-9b08-a823961b5fa6","resolution":{"observed_at":"2026-08-15T23:27:58.472523Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:58.476523Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.476523Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:c3c92705e311944f09531f2abc98d8ef8add553f6045f1d75bcb59148f491934","observation_id":"874d6b5a-3406-4b94-b2b8-bec49c912914","resolution":{"observed_at":"2026-08-15T23:27:58.476523Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.14354","last_updated":"2024-08-26T15:30:05Z","snapshot_observed_at":"2026-08-16T13:23:46.973930Z","submitted_at":"2024-08-26T15:30:05Z","title":"SWE-bench-java: A GitHub Issue Resolving Benchmark for Java","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.14354","snapshot_observed_at":"2026-08-15T23:27:58.480561Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.480561Z"},"links":{"cited_paper":"/paper/2408.14354","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:9ff4e05775310e1594f5b57ef6badc2c1048767c276a7728b15b4237df3c5302","observation_id":"5f6dc035-d119-42eb-8b24-af04e38593c2","resolution":{"observed_at":"2026-08-15T23:27:58.480561Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.17568","last_updated":"2024-07-10T03:52:58Z","snapshot_observed_at":"2026-08-16T15:43:59.626930Z","submitted_at":"2023-03-30T17:34:01Z","title":"CodeGeeX: A Pre-Trained Model for Code Generation with Multilingual Benchmarking on HumanEval-X","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.17568","snapshot_observed_at":"2026-08-15T23:27:58.484565Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.484565Z"},"links":{"cited_paper":"/paper/2303.17568","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:ba8f0353f0abb83f161cf18811ca242b196a55363d71da8d9f01b6cf0f04c7c4","observation_id":"2aaafe8b-01e5-402f-a0e6-d4da675bbcb6","resolution":{"observed_at":"2026-08-15T23:27:58.484565Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.07060","last_updated":"2024-08-13T17:50:28Z","snapshot_observed_at":"2026-08-16T13:26:40.154590Z","submitted_at":"2024-08-13T17:50:28Z","title":"Diversity Empowers Intelligence: Integrating Expertise of Software Engineering Agents","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.07060","snapshot_observed_at":"2026-08-15T23:27:58.488625Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.488625Z"},"links":{"cited_paper":"/paper/2408.07060","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:a9b1b73f6030ba0cd4142658ff4d71af7292bbc2e4f86cf20973a779b0b41361","observation_id":"8c70aac9-0878-4b3f-b292-a2b542facce8","resolution":{"observed_at":"2026-08-15T23:27:58.488625Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.06838","last_updated":"2025-07-21T05:24:59Z","snapshot_observed_at":"2026-08-16T14:10:55.791225Z","submitted_at":"2024-03-11T15:59:59Z","title":"ACFIX: Guiding LLMs with Mined Common RBAC Practices for Context-Aware Repair of Access Control Vulnerabilities in Smart Contracts","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.06838","snapshot_observed_at":"2026-08-15T23:27:58.492321Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.492321Z"},"links":{"cited_paper":"/paper/2403.06838","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:0e632c1211225e8a1fa4ab31909709872ad4d412e0c10d8a84ac01599e60fc41","observation_id":"9030bc10-24fb-4a57-8955-58a4e87b1d05","resolution":{"observed_at":"2026-08-15T23:27:58.492321Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:58.496770Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.496770Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:5ed79388c43d0699b8f416e4b5ef77f6aac735dfeec34611d49d7ea7456e84f9","observation_id":"21770a64-0f01-4410-9acc-92ab65bfac40","resolution":{"observed_at":"2026-08-15T23:27:58.496770Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.18573","last_updated":"2025-03-17T17:58:13Z","snapshot_observed_at":"2026-08-16T12:59:57.442596Z","submitted_at":"2024-12-24T17:56:08Z","title":"Top General Performance = Top Domain Performance? DomainCodeBench: A Multi-domain Code Generation Benchmark","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.18573","snapshot_observed_at":"2026-08-15T23:27:58.501148Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.501148Z"},"links":{"cited_paper":"/paper/2412.18573","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:c54a738a938296aa4f0a879d06dcd0beda61efe8c74e83e2c34397da1f347c9e","observation_id":"a0af9734-15f1-45dc-acae-13acc96ead33","resolution":{"observed_at":"2026-08-15T23:27:58.501148Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.06918","last_updated":"2025-03-18T04:58:23Z","snapshot_observed_at":"2026-08-16T13:44:19.862842Z","submitted_at":"2024-06-11T03:19:18Z","title":"HumanEvo: An Evolution-aware Benchmark for More Realistic Evaluation of Repository-level Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.06918","snapshot_observed_at":"2026-08-15T23:27:58.505581Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.505581Z"},"links":{"cited_paper":"/paper/2406.06918","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:c53e2eb6034c2892c5d634841a663d26fdb02904963c99035b3e37e283a8399e","observation_id":"42976470-38cb-4eec-936a-bfec9dca0d8a","resolution":{"observed_at":"2026-08-15T23:27:58.505581Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T23:27:58.510538Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.510538Z"},"links":{"citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:a3702616ba9d3ce487314b63568c3d9f0f4b9317f5e0adc22ace4aa3625afce5","observation_id":"2e3d3f0c-b097-4cb1-8e1f-f737a00b488d","resolution":{"observed_at":"2026-08-15T23:27:58.510538Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.11396","last_updated":"2024-12-10T07:35:21Z","snapshot_observed_at":"2026-08-16T15:06:41.390028Z","submitted_at":"2023-08-22T12:37:29Z","title":"Towards an Understanding of Large Language Models in Software Engineering Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.11396","snapshot_observed_at":"2026-08-15T23:27:58.514942Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-15T23:27:58.514942Z"},"links":{"cited_paper":"/paper/2308.11396","citing_paper":"/paper/2505.04606"},"observation_digest":"sha256:1d8dbfa8e9499085ae7f18b92f69cdc013e992c44f7e81f4be36a69a669c07f9","observation_id":"ea8f0141-408a-46f5-a7c2-eba089292e04","resolution":{"observed_at":"2026-08-15T23:27:58.514942Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.04606","last_updated":"2025-05-07T17:51:10Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-15T23:22:05.906221Z","submitted_at":"2025-05-07T17:51:10Z","title":"OmniGIRL: A Multilingual and Multimodal Benchmark for GitHub Issue Resolution"},"reference_resolution":{"displayed":67,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":64,"verified_exact":0,"verified_fuzzy":3},"total_outbound_references":67},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-16T06:30:59.297886+00:00","source":"crossref"},{"observed_at":"2026-08-16T06:30:54.164669+00:00","source":"retraction_watch"}],"thesis":"As of 16 August 2026, this Paper Citation Record lists 67 of 67 outbound references and 0 inbound Pith citation observations for arXiv:2505.04606."}