{"as_of":"2026-08-07T20:55:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b78fd584e5a4f2228d9fc099200285324c55905af171e19e608b024c5d1d6532","coverage":[{"denominator":46,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":46,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-10T18:45:06.682021Z","state":"measured"},{"denominator":46,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":46,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2604.05955/citation-record","integrity":"/paper/2604.05955/integrity","json":"/paper/2604.05955/citation-record.json","paper":"/paper/2604.05955"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2011.614637","doi":"10.1109/ieeestd.2011.6146379","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"ISO/IEC/IEEE International Standard - Systems and software engineering – Life cycle processes –Requirements engineering.ISO/IEC/IEEE 29148:2011(E) (2011), 1–94","venue":null,"work_id":"4939c8c9-90d1-4165-b7ca-1dfbbd19a8f2","year":2011},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:ce81fd82fb555161a0797adddcb333541c8ee4b6ac076dc1feb75fe41e1035ee","observation_id":"ccf9680d-e76d-49fb-ac58-f59357d48986","resolution":{"observed_at":"2026-05-10T18:45:43.508981Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"87419c20-5574-471c-95a1-51de216fc419","year":2017},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:fa203d0261a91e63119ea78322dff5d89da204fbeba2619546ae4b4adc182cb5","observation_id":"347c982b-56af-4d0b-bb2d-f59a96d63ed0","resolution":{"observed_at":"2026-05-16T15:51:06.260997Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"17c0b69e-4d0c-4b92-9bfb-fe0772f2c09c","year":2022},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:4ee801bdbbb33ea78acceffa243e359ea009efbc86ac98af2ff9f8c511b6f7bc","observation_id":"45013639-5467-4fce-a245-95383c78faf5","resolution":{"observed_at":"2026-05-16T15:51:06.502230Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.04788","last_updated":"2024-06-11T06:21:46Z","snapshot_observed_at":"2026-08-05T04:13:25.261876Z","submitted_at":"2024-02-07T12:28:32Z","title":"MLLM-as-a-Judge: Assessing Multimodal LLM-as-a-Judge with Vision-Language Benchmark","version":3},"cited_work":{"arxiv_id":"2402.04788","doi":"10.48550/arxiv.2402.04788","metadata_source":"pith","pith_arxiv_id":"2402.04788","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"CoRR , volume =","venue":"cs.CL","work_id":"a9be674b-05ec-466a-997e-c530c6bdf0a1","year":2024},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"cited_paper":"/paper/2402.04788","citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:5c1d24f4770fa8d526f575554987d4ea76a3de49832ff2882180fb09805ec50f","observation_id":"a5e47dc2-c021-40db-aded-c3635a193cdb","resolution":{"observed_at":"2026-05-10T18:45:43.535505Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-05-24T14:25:06.426743+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-24T14:25:06.426743+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":"2107.03374","doi":"10.48550/arxiv.2107.03374","metadata_source":"pith","pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Evaluating Large Language Models Trained on Code","venue":"cs.LG","work_id":"042493e9-b26f-4b4e-bbde-382072ca9b08","year":2021},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:128c329d792de6b26b806dc91115d8b4fad78755a157b1b06cbd53e03e5a770c","observation_id":"9aa58f7b-33a7-4c5a-864b-c9d12c26bc41","resolution":{"observed_at":"2026-05-11T00:00:54.118942Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-01T08:08:23.404839+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-01T08:08:23.404839+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1145/3321386","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Hierarchical Clustering: Objective Functions and Algorithms","venue":"Journal of the ACM","work_id":"7ec68d8c-8669-4a51-a70c-0c687e2ca888","year":2019},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:2a16e183a164f2de010ec5082f83ced098e01da6ba9646d76e8a5f266dd17f40","observation_id":"fd6a62a3-84c5-4c40-ae2a-9983950937e1","resolution":{"observed_at":"2026-05-10T18:45:43.531230Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-05-21T17:53:54.653205+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-21T17:53:54.653205+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"1999.Mathematical methods of statistics","venue":null,"work_id":"09343ac7-5a97-4826-8d88-dd8b85954109","year":1999},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:a4e4d7b6629b63c8f7188bae8bc5c7e3adc160481aee0ece58acb0ad4bad4cf0","observation_id":"eb20c738-4261-441e-8fab-20a255f91552","resolution":{"observed_at":"2026-05-16T15:51:06.499487Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2509.16941","last_updated":"2025-11-14T22:00:03Z","snapshot_observed_at":"2026-08-06T21:34:46.041153Z","submitted_at":"2025-09-21T06:28:17Z","title":"SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?","version":2},"cited_work":{"arxiv_id":"2509.16941","doi":"10.48550/arxiv.2509.16941","metadata_source":"pith","pith_arxiv_id":"2509.16941","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"SWE-Bench Pro: Can AI Agents Solve Long-Horizon Software Engineering Tasks?","venue":"cs.SE","work_id":"a561c78a-4b02-4053-a92a-bc5c7c5f6b9b","year":2025},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"cited_paper":"/paper/2509.16941","citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:a7c3ff90a201c91aa3de25791b0deb3b9b047ebb63e04d4be45122f20e5806de","observation_id":"58ff9215-614e-4895-9c28-56911a4cc6cf","resolution":{"observed_at":"2026-05-12T13:48:53.849224Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:48.977196+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:48.977196+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"1349.355954","doi":"10.1145/3551349.3559547","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Automatic code documentation generation using gpt-3","venue":null,"work_id":"6f227318-839c-4883-8927-6103ab67786a","year":2022},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:e1baa40ff0432571922758ca769bfc47f0fd915e516d07045270c9df1212b7f7","observation_id":"ecf4f623-225c-4ab6-b4d4-30126484c951","resolution":{"observed_at":"2026-05-10T18:45:43.539792Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1145/3729383","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Proceedings of the ACM on software engineering.","work_id":"4973c409-e8ad-4272-8319-23458b71de5f","year":2025},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:2d7d986649002cfb4b06f330f98fbcbad069ced74946604c13b738f886c8d196","observation_id":"2040ff65-f9e6-49a9-b36f-6565790f8e9b","resolution":{"observed_at":"2026-05-10T18:45:43.527903Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2601.10343","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-04T19:30:07.965211Z","title":"Octobench: Benchmarking scaffold-aware instruction following in repository-grounded agentic coding","venue":null,"work_id":"aad9114e-7032-4d29-b6f0-648fc2f35143","year":2026},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:44f8ddc262962da4e6e49ee79b931d78cfadac8b7750643e1f76005c595e68db","observation_id":"601a3286-47cd-46b9-9498-f2824e3d4f62","resolution":{"observed_at":"2026-05-11T00:00:53.989252Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"cb1f8edc-1100-4e87-98a6-4bcd65c749b5","year":2025},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:2735d361b5e2d592e039ab9ccb120269125d7699cf2665185fe38cb211254d80","observation_id":"cb87ef9a-6397-45da-9812-3751d26edf23","resolution":{"observed_at":"2026-05-16T15:53:04.231080Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2508.00083","last_updated":"2025-09-30T03:34:50Z","snapshot_observed_at":"2026-07-06T22:05:57.485783Z","submitted_at":"2025-07-31T18:17:36Z","title":"A Survey on Code Generation with LLM-based Agents","version":2},"cited_work":{"arxiv_id":"2508.00083","doi":"10.1007/s41233-023-00059-2","metadata_source":"pith","pith_arxiv_id":"2508.00083","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"A Survey on Code Generation with LLM-based Agents","venue":"cs.SE","work_id":"d958445f-408f-4ff3-bd9a-decd431c419a","year":2025},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"cited_paper":"/paper/2508.00083","citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:16f05cc3a667d341ea071bf8f562a44d4a5492c11e27b3011a3b272e79580d30","observation_id":"7c63a06f-a3d3-4a9d-99af-70e594abd194","resolution":{"observed_at":"2026-05-19T23:02:21.366092Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T23:15:44.486442Z","title":null,"venue":null,"work_id":"1b1052a0-53d0-47f6-aae2-2ec3c4482248","year":1970},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:d08d06a33ea27e8567e6336b5e11fbf8abf384985b8d3fb856044cd3939839b1","observation_id":"e343d9e8-c06c-416a-a438-0e1ec81cd703","resolution":{"observed_at":"2026-05-16T15:53:04.229141Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Gruber, Catherine Baudin, John H","venue":null,"work_id":"693cecbf-e4ec-4282-acf1-545b5f77126f","year":1991},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:90c53059616864d6968eeb3f2740b7ef4ccfbbb871a18e1dc5d2ce47c9492622","observation_id":"e34fa924-4bf7-44da-99da-99d3c842853a","resolution":{"observed_at":"2026-05-16T15:51:06.496528Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.12415","last_updated":"2026-07-01T03:29:05Z","snapshot_observed_at":"2026-08-06T16:43:57.286862Z","submitted_at":"2025-07-16T17:05:17Z","title":"SWE-Perf: Can Language Models Optimize Code Performance on Real-World Repositories?","version":2},"cited_work":{"arxiv_id":"2507.12415","doi":"10.48550/arxiv.2507.12415","metadata_source":"pith","pith_arxiv_id":"2507.12415","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Swe-perf: Can language models optimize code performance on real-world repositories?","venue":"cs.SE","work_id":"403dc7bd-a5c3-45f7-8504-6e9d910e99bd","year":2025},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"cited_paper":"/paper/2507.12415","citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:2e909371a99dca7932a5bcb560cd8efc8f0b80dfb7dd97febd2cb57a6740e302","observation_id":"df605163-c139-41a3-a874-2cff929177f4","resolution":{"observed_at":"2026-07-02T02:17:13.298963Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-09T08:48:45.666457+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-09T08:48:45.666457+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.jss.2007.08.025","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Journal of Systems and Software","work_id":"d00b0610-bd1b-4554-8bf2-67d04c58a09e","year":2008},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:e5fd3fc739dc211dda507c3e451a3b53f047ed2806ba0de66227bc327d854e3b","observation_id":"640252dd-b743-45ff-b075-24f3e2e78966","resolution":{"observed_at":"2026-05-10T18:45:43.542718Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.00515","last_updated":"2024-11-10T22:02:27Z","snapshot_observed_at":"2026-07-29T20:40:25.374189Z","submitted_at":"2024-06-01T17:48:15Z","title":"A Survey on Large Language Models for Code Generation","version":2},"cited_work":{"arxiv_id":"2406.00515","doi":"10.48550/arxiv.2406.00515","metadata_source":"pith","pith_arxiv_id":"2406.00515","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"A Survey on Large Language Models for Code Generation","venue":"cs.CL","work_id":"7d829146-3160-44c7-9ce4-4201ed9b654c","year":2024},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"cited_paper":"/paper/2406.00515","citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:48d9e7cf3cfce57a37427504a5a93f6fbe65c578a5c38377e966ab40a80e485a","observation_id":"995cecd6-df53-4155-856b-5021c654281f","resolution":{"observed_at":"2026-05-13T20:18:07.016071Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-12T06:49:11.204487+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-12T06:49:11.204487+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Jimenez, John Yang, Alexander Wettig, Shunyu Yao, Kexin Pei, Ofir Press, and Karthik R","venue":null,"work_id":"0166e959-205f-466d-89bd-27a1379978f6","year":2024},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:28e568e35905ca251f462e7b020edc0ec976a95fd474a0aea59821bc27217690","observation_id":"05f81524-c7bb-4936-b2bf-0162369f0098","resolution":{"observed_at":"2026-05-16T15:53:04.227219Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Jimenez, Ofir Press, and John Yang","venue":null,"work_id":"179bf47e-6148-4e4d-bd1e-b321c29b3d70","year":2025},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:bfadb6a2fce147c8caa69d71853659ca6079140ee8716516888182f318da1e6d","observation_id":"ff37fc14-6534-4369-8a28-e96326ffd3cf","resolution":{"observed_at":"2026-05-16T15:53:04.224683Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2601.08806","doi":"10.48550/arxiv.2601.08806","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"doi:10.48550/arXiv.2601.08806 , url =","venue":"arXiv (Cornell University)","work_id":"7cf7dd70-3852-4f52-a0e8-735674e04ce2","year":2026},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:982ac4c5502ed36c59696656e9c645a77f420802a94442d376e61c1c98527ce2","observation_id":"e2aceb9f-3943-4a96-89b3-73e6ebb55ab2","resolution":{"observed_at":"2026-05-11T00:00:53.964501Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-05-25T12:53:20.423693+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-25T12:53:20.423693+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2601.11655","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-05T07:20:46.378991Z","title":"Available: https://arxiv.org/abs/2601.11655","venue":null,"work_id":"ad786516-1990-4a7c-a333-029548964826","year":2026},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:b0ca4d91cf43932977543813c8fa9237c0dad5e31a1779ea518c6348c510e6c8","observation_id":"f3c23c10-6d61-49f1-a6ec-b36b95daa247","resolution":{"observed_at":"2026-05-11T00:00:54.100359Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-08T05:54:34.121230Z","title":null,"venue":null,"work_id":"19c65492-2c1c-4377-9db4-14b2b02aa987","year":2024},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:d05caf3577e12e48e4788bcb847e718f18ebe2de4593ac7703defea3f8f2bffd","observation_id":"53090f60-aaa8-494d-96a7-4b8e7576b8b7","resolution":{"observed_at":"2026-05-16T15:51:06.492907Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2102.04664","last_updated":"2021-03-16T08:28:37Z","snapshot_observed_at":"2026-07-06T10:39:42.676631Z","submitted_at":"2021-02-09T06:16:25Z","title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation","version":2},"cited_work":{"arxiv_id":"2102.04664","doi":"10.48550/arxiv.2102.04664","metadata_source":"pith","pith_arxiv_id":"2102.04664","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation","venue":"cs.SE","work_id":"240a5e43-7f22-4634-b794-78d01e855b1d","year":2021},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"cited_paper":"/paper/2102.04664","citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:2b443d9d0086800e12b5b1bc48172c946189a371662f761f2eec3625d02f8e54","observation_id":"feb0fe61-6bc0-4921-98bb-18c55dbf5262","resolution":{"observed_at":"2026-05-15T11:40:02.914862Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.48550/arxiv.2511","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-01T06:15:26.616010Z","title":"2025.doi: 10.48550/arXiv.2511","venue":null,"work_id":"a01e8848-b9d8-4004-b15c-0a7199d725d1","year":2025},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:ed60302e691fc8755b853419742a839a089526f866387985c5780e1f3b877f08","observation_id":"081ba171-af22-496d-bce9-2ed3bd4bc7a4","resolution":{"observed_at":"2026-05-10T18:45:43.499682Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T15:53:31.41232+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T15:53:31.41232+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"a3b23656-1745-422a-ba26-ac7dba3e7788","year":null},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:8f2a7fdb0d6ee92f822838068e1b7018454a6b627a93dd93fc9ecf72fed4986c","observation_id":"96ab812f-17fa-4235-ab62-8176449531f1","resolution":{"observed_at":"2026-05-16T15:53:04.219550Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"InForty-second International Conference on Machine Learning, ICML 2025, Vancouver, BC, Canada, July 13-19","venue":null,"work_id":"c4a10262-e22d-4bae-a313-29b596ca51b6","year":2025},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:9d0a4d28758a04e0f09a4af82c6f0fb19190b5ec017da25b3fccdddee9daf407","observation_id":"5485bc60-c308-4219-8143-5d058983cc72","resolution":{"observed_at":"2026-05-16T15:53:04.235883Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"e508c5a2-737f-4e07-bb06-107b4538e2cb","year":1900},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:89a60577a009db675d0be9c31da3fbcb5e81d72e8e50fd2281d6a70a7d7fa582","observation_id":"63dba7c5-5539-45f0-a825-7d394c152420","resolution":{"observed_at":"2026-05-16T15:53:04.222471Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/d19-1410","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-10T01:56:41.012481Z","title":"Sentence- BERT : Sentence Embeddings using S iamese BERT -Networks","venue":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","work_id":"cf07889b-1f35-4d81-9514-4ad3ed223c57","year":2019},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:88030ca5f594cd0631855b785470002af6b7c1005dbd75053a0a5cec648a34e2","observation_id":"41f1ff5b-3f22-46fb-a1dd-bf4d675216b4","resolution":{"observed_at":"2026-05-10T18:45:43.512492Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-06T21:38:19.14814+00:00","source":"crossref_status_cache"},{"observed_at":"2026-08-06T21:38:19.14814+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"ca7f18a3-42e9-4b06-b43e-256fd6e6ce75","year":null},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:064327cee46c0e1b34a9a84ed1ad13ebee14d846e3bd8afecfa5eed58dd5315d","observation_id":"17a6799e-8ecd-4c19-8b81-07fb4b85d698","resolution":{"observed_at":"2026-05-16T15:53:04.242542Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"3902.2021","doi":"10.1109/icse43902.2021","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Traceability transformed: Generating more accurate links with pre-trained BERT models","venue":null,"work_id":"9c933547-1e3e-4ec1-8486-51935f93e440","year":2021},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:3a0bc6645b3503b3e2d6bb1fd906f5d2cae9c3b824ab34bdd3f3548c770f9349","observation_id":"eb98c3be-78e5-436c-9238-dd853074ce25","resolution":{"observed_at":"2026-05-10T18:45:43.495737Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-12T05:49:23.235888+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-12T05:49:23.235888+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"1524.2021","doi":"10.1109/ase51524.2021","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Nguyen and Raymond Choo","venue":null,"work_id":"9a66d605-e86f-4d80-b1d1-2faf3b730204","year":2021},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:067502397f253d2fecf814e7511738df2b43efff28f8b1ab2934f6ad90473948","observation_id":"49c3a1ed-209a-4156-bf2f-05ba1950cd5f","resolution":{"observed_at":"2026-05-10T18:45:43.516892Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"2025.Introducing Sonar Foundation Agent","venue":null,"work_id":"4cb563ea-838e-4860-b3fd-89b10aeaf737","year":2025},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:669f4a3127b0e14170f819cc40124cd02684c16c5d4d1d0e430a27e686b0e607","observation_id":"40c74ed0-2ffb-4b2f-b193-3e974d4fdef8","resolution":{"observed_at":"2026-05-16T15:51:06.264890Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2407.07959","last_updated":"2025-08-23T15:44:13Z","snapshot_observed_at":"2026-08-06T20:41:56.405181Z","submitted_at":"2024-07-09T05:48:42Z","title":"Source Code Summarization in the Era of Large Language Models","version":2},"cited_work":{"arxiv_id":"2407.07959","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2407.07959","snapshot_observed_at":"2026-07-04T18:30:03.017663Z","title":"Source code summarization in the era of large language models","venue":null,"work_id":"f8b661f2-c504-43ed-b1cb-526c6c11405d","year":2024},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"cited_paper":"/paper/2407.07959","citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:65a0458b5173fdb242e86f27ebbde43b63c4d38d0e3659aa357e882dd1b70c82","observation_id":"aa93041c-4453-4732-a8fb-0e35fb9b9b76","resolution":{"observed_at":"2026-05-11T00:00:53.974105Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.20266","last_updated":"2024-10-26T20:35:14Z","snapshot_observed_at":"2026-08-07T18:06:00.313460Z","submitted_at":"2024-10-26T20:35:14Z","title":"Limitations of the LLM-as-a-Judge Approach for Evaluating LLM Outputs in Expert Knowledge Tasks","version":1},"cited_work":{"arxiv_id":"2410.20266","doi":"10.48550/arxiv.2410.20266","metadata_source":"arxiv_reference","pith_arxiv_id":"2410.20266","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Eicher-Miller, Toby Jia-Jun Li, Meng Jiang, and Ronald A","venue":"arXiv (Cornell University)","work_id":"fd8df044-df8e-4569-a300-abe0d017407d","year":2024},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"cited_paper":"/paper/2410.20266","citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:f499fdbf0d45f770b3c13808035f0ddf4be1699c8349ee93d3913aff41ded8f9","observation_id":"bc508bc7-c671-48d3-95cf-0bb2189a34d6","resolution":{"observed_at":"2026-05-10T18:45:43.473724Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"5239268f-930b-45d3-9ab1-25523885d0cb","year":null},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:e9e33f62cbd54eafbf1de33706b177b0b3259f0140b65a24f4224bdc098fcc62","observation_id":"862581a3-dbf8-44dd-a9d1-d9f4e3cf9ff0","resolution":{"observed_at":"2026-05-16T15:53:04.233605Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2511.13646","doi":"10.48550/arxiv.2511.13646","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"arXiv: 2511.13646 [cs.SE].URL:https://arxiv.org/abs/2511.13646","venue":"ArXiv.org","work_id":"192a4432-d534-45f0-bc78-5bce8db0dc17","year":2025},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:a449ab4e8984455f335f54ecf9124511f93ad9ff1377ac74d588ba9a637566de","observation_id":"283c4fcb-f6f9-4780-91b4-b2ae80890710","resolution":{"observed_at":"2026-05-10T18:45:43.490726Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2511.05459","doi":"10.48550/arxiv.2511.05459","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Swe-compass: Towards unified evaluation of agentic coding abilities for large language models","venue":"ArXiv.org","work_id":"d066d198-9f17-456c-b54f-1e021e2491d4","year":2025},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:fb821ce41e9d3ca3b5e01d2d4852e4de4d568970ffe5d6fc0b342efbbcb57069","observation_id":"00ad4ebb-bd21-41f5-a523-66723c45ec9f","resolution":{"observed_at":"2026-05-11T00:00:54.051487Z","resolver_source":"arxiv_id","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-11T01:50:50.256143+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-11T01:50:50.256143+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Jimenez, Alexander Wettig, Kilian Lieret, Shunyu Yao, Karthik Narasimhan, and Ofir Press","venue":null,"work_id":"33566524-964a-4717-b1a6-94a576f15003","year":2024},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:5f8fdc5de5fccf2b85979baf9aa95be1ce6cbb6bac41a8a24692526a362a24d8","observation_id":"e1c2ec55-2755-4c87-b407-642d49241dd7","resolution":{"observed_at":"2026-05-16T15:53:04.238537Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Jimenez, Alex L","venue":null,"work_id":"f4759f7a-a6d3-4d9b-8676-a7546b87d72e","year":2025},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:dcb4f4004bbba82ead402880e77f65c2afe5242de5f72c0cb6c675d7d74536b3","observation_id":"df7dd96f-ce15-4814-811f-a901b84b8ef7","resolution":{"observed_at":"2026-05-16T15:53:04.240491Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2510.11838","doi":"10.48550/arxiv.2510.11838","metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"ArXiv.org","work_id":"d97837b7-1182-4ef8-b84c-021e20185e92","year":2025},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:e9043723f398f06f2c7a585d6dd03919959c281f6724af633d68156b7ff232c9","observation_id":"94946851-9ce1-4143-bd0b-06b6fc4fb32a","resolution":{"observed_at":"2026-05-10T18:45:43.478585Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.02736","last_updated":"2024-10-04T03:57:47Z","snapshot_observed_at":"2026-08-01T08:21:19.528254Z","submitted_at":"2024-10-03T17:53:30Z","title":"Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge","version":2},"cited_work":{"arxiv_id":"2410.02736","doi":"10.48550/arxiv.2410.02736","metadata_source":"pith","pith_arxiv_id":"2410.02736","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Justice or Prejudice? Quantifying Biases in LLM-as-a-Judge","venue":"cs.CL","work_id":"226fa5a3-d2b0-46fc-b73d-cfb5ca7b6a4c","year":2024},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"cited_paper":"/paper/2410.02736","citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:fbfe4c7304799ee76f8898c61ebc6bb7ac4a5255ce4c702a2f2e6bf902948557","observation_id":"d7516e77-9d4b-4617-b47b-7218a22e6a20","resolution":{"observed_at":"2026-05-15T20:00:24.757706Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-07-13T23:49:47.157032+00:00","source":"crossref_status_cache"},{"observed_at":"2026-07-13T23:49:47.157032+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"00bb224d-090c-4fb0-8006-22482bb49232","year":null},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:0d923df7b8894be3afc3aef9951154eff43169673e33422b0a279568e43da9bb","observation_id":"1a533866-5b08-46eb-b539-5d91ba0da30a","resolution":{"observed_at":"2026-05-16T15:53:04.217233Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1145/3691620","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":null,"work_id":"b229b17b-87bc-4bdc-8702-e615055bdc07","year":2024},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:92913b11b21c3cc6a54fdf4852c7db160035a21e4b1117bd784edb8aef805fb0","observation_id":"db835cb8-a2e5-43ba-a7d6-5aaddf84f6c7","resolution":{"observed_at":"2026-05-10T18:45:43.486305Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-05-20T16:22:36.074079+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T16:22:36.074079+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2504.20781","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"cb4f26ff-c29b-4606-b5da-cfef9607a058","year":2025},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:f4d98b4dc45a87914a7e0f33135361bce5d5792d6eef650996338e14b8a8d185","observation_id":"69dc3dd2-39b9-4005-a7b6-76a03f544d35","resolution":{"observed_at":"2026-05-11T00:00:54.030745Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":null,"venue":null,"work_id":"6988cdba-73c2-4fd3-bd52-ae82ba3f531f","year":2019},"citing_paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-05-10T18:45:06.682021Z"},"links":{"citing_paper":"/paper/2604.05955"},"observation_digest":"sha256:0abd969a0251e7e358dc8026e72d552ba6810a40bf55c41dd001d06fab1b69b9","observation_id":"3fceaab3-107f-4325-8138-bdfdfc87eca0","resolution":{"observed_at":"2026-05-16T15:51:06.267133Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2604.05955","last_updated":"2026-04-07T14:47:27Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-07-06T22:54:34.877944Z","submitted_at":"2026-04-07T14:47:27Z","title":"Does Pass Rate Tell the Whole Story? Evaluating Design Constraint Compliance in LLM-based Issue Resolution"},"reference_resolution":{"displayed":46,"state_counts":{"malformed_identifier":1,"metadata_mismatch":3,"parse_uncertain":0,"unresolved":11,"verified_exact":23,"verified_fuzzy":8},"total_outbound_references":46},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 46 of 46 outbound references and 0 inbound Pith citation observations for arXiv:2604.05955."}