{"as_of":"2026-08-07T08:20:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:ce15360e461a4ea0dc46f264c8c72d1a2f16d736c48400d96010c4e38266c8a4","coverage":[{"denominator":81,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":81,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T11:44:34.161071Z","state":"measured"},{"denominator":83,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":83,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T10:16:51.306423Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-15T18:01:25.418827Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.22462","snapshot_observed_at":"2026-08-05T10:16:51.306423Z","title":"Ifevalcode: Controlled code generation, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.04292","last_updated":"2025-09-04T15:03:02Z","snapshot_observed_at":"2026-08-05T10:16:49.456200Z","submitted_at":"2025-09-04T15:03:02Z","title":"Inverse IFEval: Can LLMs Unlearn Stubborn Training Conventions to Follow Real Instructions?","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-05T10:16:51.306423Z"},"links":{"cited_paper":"/paper/2507.22462","citing_paper":"/paper/2509.04292"},"observation_digest":"sha256:6994f0d2b701745d8242bf7ef68878582b37fb5a8d57f92216d895bd57badb68","observation_id":"4758e4af-8282-45aa-9616-4a8647fcf296","resolution":{"observed_at":"2026-08-05T10:16:51.306423Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"cited_work":{"arxiv_id":"2507.22462","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.22462","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Ifevalcode: Controlled code generation","venue":null,"work_id":"f478ac5b-bc78-435a-9a69-695c3b5af1b1","year":2025},"citing_paper":{"arxiv_id":"2604.16322","last_updated":"2026-02-27T21:31:41Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2026-02-27T21:31:41Z","title":"Steerable Instruction Following Coding Data Synthesis with Actor-Parametric Schema Co-Evolution","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-05-15T18:00:39.404711Z"},"links":{"cited_paper":"/paper/2507.22462","citing_paper":"/paper/2604.16322"},"observation_digest":"sha256:c27ed7cd161ae83664f67fcdcdc4ad99523f9142f7a9585aa5cbaaec0aac2b3b","observation_id":"ebbc2e6e-0aba-496e-b0b6-aaf38c03ca96","resolution":{"observed_at":"2026-05-15T18:01:25.421896Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2507.22462/citation-record","integrity":"/paper/2507.22462/integrity","json":"/paper/2507.22462/citation-record.json","paper":"/paper/2507.22462"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:33.898368Z","title":"Introducing meta llama 3: The most capable openly available llm to date","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.898368Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:d4cb270e731971cd4aeccbbbb138c3c048b59aa721636f0ad175e22a8b5390cb","observation_id":"2b1cde7f-1a7b-4bf4-a509-0f2eaca51ef9","resolution":{"observed_at":"2026-08-06T11:44:33.898368Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2301.03988","last_updated":"2023-02-24T09:53:40Z","snapshot_observed_at":"2026-08-06T09:28:54.008213Z","submitted_at":"2023-01-09T10:52:35Z","title":"SantaCoder: don't reach for the stars!","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2301.03988","snapshot_observed_at":"2026-08-06T11:44:33.902101Z","title":"SantaCoder: Don’t reach for the stars! arXiv preprint arXiv:2301.03988, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.902101Z"},"links":{"cited_paper":"/paper/2301.03988","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:940eca018692096c545f0fadd80cf216a0bd1a8d8a9f4ec30e407fb6926dadc5","observation_id":"ce5187cf-1362-44df-bf8a-a3d6ac86e8d4","resolution":{"observed_at":"2026-08-06T11:44:33.902101Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:35.021325Z","title":"Self-supervised bug de- tection and repair","venue":null,"work_id":"d43c9dce-2ca2-4c44-9ed2-30e18bf5863f","year":2021},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.905726Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:ddbecb000c57b4bac988cbfafddc7fa28f86c3f4b015ce7f9432fa4d409ef78e","observation_id":"17e1a036-737f-4f7c-8612-1f3bdd1c9343","resolution":{"observed_at":"2026-08-06T11:44:35.025095Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:35.011124Z","title":"Introducing Claude, 2023","venue":null,"work_id":"e06ac6dc-c427-4e6f-b874-bcc469b0a1b4","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.908937Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:38b22413d0ba5182f6213eb3ca47ea8e32d6779e3aaed218582fd68f77040c55","observation_id":"8d2cc9e9-f698-451d-b8b7-27dce38c1717","resolution":{"observed_at":"2026-08-06T11:44:35.014318Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:35.000868Z","title":"Claude 3.7 sonnet and claude code, 2025","venue":null,"work_id":"9d63edf9-acd3-4ceb-96f5-55d3c381ca1c","year":2025},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.911945Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:16923587cb4a0695d7753f60fffac1e8eed0f98bc23c20a5ae6521ede40b3c7e","observation_id":"98d61c57-fba8-4760-aece-6299b3891d77","resolution":{"observed_at":"2026-08-06T11:44:35.004232Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-06T11:44:33.914955Z","title":"Program synthesis with large language models","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.914955Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:b30be5ce3fc4717dde4b7c1fab143273630e5f58bf6ca937e17a2244bf9cb459","observation_id":"6f255543-c92e-477d-9082-dc5a85092b19","resolution":{"observed_at":"2026-08-06T11:44:33.914955Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.16609","last_updated":"2023-09-28T17:07:49Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-09-28T17:07:49Z","title":"Qwen Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.16609","snapshot_observed_at":"2026-08-06T11:44:33.918703Z","title":"Qwen technical report","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.918703Z"},"links":{"cited_paper":"/paper/2309.16609","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:b4d9b256dd0775f54fe21d74cce8d8112cdc290befefdd9334b4792b9867d914","observation_id":"9b263c73-afd7-4c02-8708-37a5ff5c592e","resolution":{"observed_at":"2026-08-06T11:44:33.918703Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2207.14255","last_updated":"2022-07-28T17:40:47Z","snapshot_observed_at":"2026-08-03T04:07:30.689454Z","submitted_at":"2022-07-28T17:40:47Z","title":"Efficient Training of Language Models to Fill in the Middle","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2207.14255","snapshot_observed_at":"2026-08-06T11:44:33.922242Z","title":"Efficient training of language models to fill in the middle","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.922242Z"},"links":{"cited_paper":"/paper/2207.14255","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:1c3193270fc502af9f4f678fe057a5ffeebca2c060c10063a9e68c727efa54d0","observation_id":"51e7f8ca-1bbd-4fee-bcaf-24d82fb5da27","resolution":{"observed_at":"2026-08-06T11:44:33.922242Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.991158Z","title":"Multipl- e: A scalable and polyglot approach to benchmarking neural code generation.IEEE Transactions on Software Engineering, 2023","venue":null,"work_id":"f02106f4-5bd4-4e51-833e-99f2370736c8","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.926211Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:14674d28d5feacd2397051a86ca7d8e93f9f9e1cc5c2e02d332d0c4abf76b197","observation_id":"d090bae9-b229-45e6-93a8-986e30615d79","resolution":{"observed_at":"2026-08-06T11:44:34.994673Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.980412Z","title":"Multipl-e: A scalable and polyglot approach to benchmarking neural code generation","venue":null,"work_id":"ff190081-8668-4949-9471-d13aad622d25","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.929264Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:23b334a29dfca3b2bb2f27be1345896b8356b0ef2bb5ca4ce03ad7ac475edeea","observation_id":"a13a7ba1-b2df-4ae4-ba2e-1fe447eda54e","resolution":{"observed_at":"2026-08-06T11:44:34.984042Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07436","last_updated":"2024-06-11T16:45:17Z","snapshot_observed_at":"2026-07-06T18:29:00.001236Z","submitted_at":"2024-06-11T16:45:17Z","title":"McEval: Massively Multilingual Code Evaluation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07436","snapshot_observed_at":"2026-08-06T11:44:33.932446Z","title":"Mceval: Massively multilingual code evaluation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.932446Z"},"links":{"cited_paper":"/paper/2406.07436","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:e9e0997d4b2674a6172eb41d6a8ee9d5cdc707f9680d8b6f2ca367139df10dba","observation_id":"9ee78b49-bb5b-4db8-965f-165df7a3f088","resolution":{"observed_at":"2026-08-06T11:44:33.932446Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.01304","last_updated":"2024-06-11T03:52:03Z","snapshot_observed_at":"2026-08-07T07:27:32.971066Z","submitted_at":"2024-06-03T13:13:35Z","title":"CodeR: Issue Resolving with Multi-Agent and Task Graphs","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.01304","snapshot_observed_at":"2026-08-06T11:44:33.935674Z","title":"Coder: Issue resolving with multi-agent and task graphs","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.935674Z"},"links":{"cited_paper":"/paper/2406.01304","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:f3338be6b0765bca83272ced3ef7ac2d91a584f40c027bd2e9d616698226a13b","observation_id":"cbf0d535-edf2-4566-83e2-dff1564a2799","resolution":{"observed_at":"2026-08-06T11:44:33.935674Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-06T11:44:33.942269Z","title":"Evaluating large language models trained on code","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.942269Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:e12930978e9cd13f6cf8ab59fe3d5f582feb4a67d4ad3eb3c7c62185a04aac7e","observation_id":"ffa315e2-5cdd-473a-bb68-ea81626204e8","resolution":{"observed_at":"2026-08-06T11:44:33.942269Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:33.945067Z","title":"Large language models are zero-shot fuzzers: Fuzzing deep-learning libraries via large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.945067Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:c3e754deff712e0a25e83d3c459fc9cfddb683efdeb1067218f2bf7ab1075eeb","observation_id":"0f7da07a-f020-4aed-9382-c8018de1d572","resolution":{"observed_at":"2026-08-06T11:44:33.945067Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.961857Z","title":"BERT: pre-training of deep bidirectional transformers for language understanding","venue":null,"work_id":"d05777f3-30a1-439b-8f49-1a683175088c","year":2019},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.948449Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:682623bbbce6f765103e63011ebfd43cd51960406c2ee3a966eb80aaae5bf449","observation_id":"148a721a-d7c8-417f-8f0b-b02daf97b67e","resolution":{"observed_at":"2026-08-06T11:44:34.966709Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.951783Z","title":"Codebert: A pre-trained model for programming and natural languages","venue":null,"work_id":"21d68268-21f2-4bc9-b65b-526d4ba5ae6f","year":2020},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.951178Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:f1b796c330fe4549c67dfe0fb7f6f67847a42fe4a44442e1beb47efcc4b1655d","observation_id":"b20d0f6b-0d68-4750-96c0-db1bc09ec681","resolution":{"observed_at":"2026-08-06T11:44:34.955570Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.08295","last_updated":"2024-04-16T12:52:47Z","snapshot_observed_at":"2026-08-03T03:29:01.959523Z","submitted_at":"2024-03-13T06:59:16Z","title":"Gemma: Open Models Based on Gemini Research and Technology","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.08295","snapshot_observed_at":"2026-08-06T11:44:33.953910Z","title":"Gemma: Open models based on gemini research and technology","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.953910Z"},"links":{"cited_paper":"/paper/2403.08295","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:8ac8abfa014d0bccef95d4626048bb24677ba8c9157c55f04019c7e9d288fba3","observation_id":"cdf36e89-8c02-4a28-923f-64d8238ca220","resolution":{"observed_at":"2026-08-06T11:44:33.953910Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.19475","last_updated":"2024-02-29T18:59:25Z","snapshot_observed_at":"2026-08-03T17:45:48.960660Z","submitted_at":"2024-02-29T18:59:25Z","title":"The Counterfeit Conundrum: Can Code Language Models Grasp the Nuances of Their Incorrect Generations?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.19475","snapshot_observed_at":"2026-08-06T11:44:33.957061Z","title":"The counterfeit conundrum: Can code language models grasp the nuances of their incorrect generations? arXiv preprint arXiv:2402.19475, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.957061Z"},"links":{"cited_paper":"/paper/2402.19475","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:a620b49ab0a48244224a7947e532d9069dba0126e213e32da1cabebce0345eed","observation_id":"778c414e-befc-4378-9c5d-0c3cc238de8c","resolution":{"observed_at":"2026-08-06T11:44:33.957061Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.941693Z","title":"Cruxeval: A benchmark for code reasoning, understanding and execution","venue":null,"work_id":"1afe9c8f-eb77-4aee-9927-c5634931f665","year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.959914Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:d929c318976553461d5d7649490c6235c2a65a72b6c56cdc349b8d379cae823a","observation_id":"5600bca9-d8cf-4c5c-a332-6ddf35b86b85","resolution":{"observed_at":"2026-08-06T11:44:34.945203Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.12948","last_updated":"2026-01-04T03:57:36Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-01-22T15:19:35Z","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.12948","snapshot_observed_at":"2026-08-06T11:44:33.962752Z","title":"Deepseek-r1: Incentivizing reasoning capability in llms via reinforcement learning","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.962752Z"},"links":{"cited_paper":"/paper/2501.12948","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:6c6c39bd4367d3c09c494163cf741b286b1c549ce1afb6cfba53ecbf9f129c9a","observation_id":"0b498e57-2deb-4ca9-b3f6-d5e68945a35d","resolution":{"observed_at":"2026-08-06T11:44:33.962752Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.14196","last_updated":"2024-01-26T09:23:11Z","snapshot_observed_at":"2026-08-06T22:40:28.707813Z","submitted_at":"2024-01-25T14:17:53Z","title":"DeepSeek-Coder: When the Large Language Model Meets Programming -- The Rise of Code Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.14196","snapshot_observed_at":"2026-08-06T11:44:33.965729Z","title":"Deepseek-coder: When the large language model meets program- ming – the rise of code intelligence","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.965729Z"},"links":{"cited_paper":"/paper/2401.14196","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:562372c64bae9dc4fb8de5e36b266985eed2c9bf7eef8d5ec0f20b6f6075610d","observation_id":"a057b0ce-536b-48ec-9221-fdead6e12435","resolution":{"observed_at":"2026-08-06T11:44:33.965729Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.04905","last_updated":"2025-03-20T03:28:56Z","snapshot_observed_at":"2026-08-06T15:51:42.964586Z","submitted_at":"2024-11-07T17:47:25Z","title":"OpenCoder: The Open Cookbook for Top-Tier Code Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.04905","snapshot_observed_at":"2026-08-06T11:44:33.968595Z","title":"Opencoder: The open cookbook for top-tier code large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.968595Z"},"links":{"cited_paper":"/paper/2411.04905","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:93d3f47f6547851a8d36538a6115afd8f3b63443668b84f2c24a8d778d8198dc","observation_id":"5f913df0-5f5a-4f54-9e18-336c9aecf12b","resolution":{"observed_at":"2026-08-06T11:44:33.968595Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.12186","last_updated":"2024-11-12T13:24:25Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-18T17:57:57Z","title":"Qwen2.5-Coder Technical Report","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.12186","snapshot_observed_at":"2026-08-06T11:44:33.977919Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.977919Z"},"links":{"cited_paper":"/paper/2409.12186","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:c94b4ba81ae5b8e9d0c5e52cdd6204ae5eae9770bdfe888fff7b3493bd890f5a","observation_id":"b699703f-49df-44ab-a06f-a4748ac70d0b","resolution":{"observed_at":"2026-08-06T11:44:33.977919Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.16720","last_updated":"2026-04-30T02:46:40Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-21T18:04:31Z","title":"OpenAI o1 System Card","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.16720","snapshot_observed_at":"2026-08-06T11:44:33.980473Z","title":"Openai o1 system card","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.980473Z"},"links":{"cited_paper":"/paper/2412.16720","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:bd00e40329de0b9e35fde1537b39d810c23208e34bc27b447a594bb6527ad69c","observation_id":"deb1175b-56d1-4853-9012-5bdf2720c268","resolution":{"observed_at":"2026-08-06T11:44:33.980473Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.07974","last_updated":"2024-06-06T17:41:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-03-12T17:58:04Z","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.07974","snapshot_observed_at":"2026-08-06T11:44:33.983541Z","title":"Livecodebench: Holistic and contamination free evaluation of large language models for code","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.983541Z"},"links":{"cited_paper":"/paper/2403.07974","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:a13c6e788f78a68c97087d655629b179b22b08b91a900db16e1de09c95325e40","observation_id":"ff729ac6-a93f-4df9-9d11-a1a72213a093","resolution":{"observed_at":"2026-08-06T11:44:33.983541Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06770","last_updated":"2024-11-11T23:05:04Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-10T16:47:29Z","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06770","snapshot_observed_at":"2026-08-06T11:44:33.986613Z","title":"Swe-bench: Can language models resolve real-world github issues? arXiv preprint arXiv:2310.06770, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.986613Z"},"links":{"cited_paper":"/paper/2310.06770","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:26cadf0f6bf23d844eb205fd365500bf8b3d3f614872b5b3d0789f470d67e3f2","observation_id":"3a93902b-3557-45ed-b715-cce83aeb19a3","resolution":{"observed_at":"2026-08-06T11:44:33.986613Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.03004","last_updated":"2023-11-06T07:16:58Z","snapshot_observed_at":"2026-07-06T14:59:03.634181Z","submitted_at":"2023-03-06T10:08:51Z","title":"xCodeEval: A Large Scale Multilingual Multitask Benchmark for Code Understanding, Generation, Translation and Retrieval","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.03004","snapshot_observed_at":"2026-08-06T11:44:33.989642Z","title":"xcodeeval: A large scale multilingual multitask benchmark for code understanding, generation, translation and retrieval","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.989642Z"},"links":{"cited_paper":"/paper/2303.03004","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:4d36f0f41e4d820f8936ba7e1d57655a9de49a00cc24cfdc545d088c7ef97ac8","observation_id":"3767eb63-a810-494b-ab5f-cf4329209d74","resolution":{"observed_at":"2026-08-06T11:44:33.989642Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.931107Z","title":"Wang, and Tao Yu","venue":null,"work_id":"5c83956b-3f6c-40ca-b86f-059c946670d9","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.993232Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:d076d6d84d7e67cbad0e1c70ec9a34696550dc99bf0d0d45b774fea42d4e3673","observation_id":"6306c10a-684f-4788-a908-f8a398318d00","resolution":{"observed_at":"2026-08-06T11:44:34.934720Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.06161","last_updated":"2023-12-13T14:44:10Z","snapshot_observed_at":"2026-07-06T15:25:35.930688Z","submitted_at":"2023-05-09T08:16:42Z","title":"StarCoder: may the source be with you!","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.06161","snapshot_observed_at":"2026-08-06T11:44:33.996518Z","title":"Starcoder: may the source be with you! arXiv preprint arXiv:2305.06161, abs/2305.06161, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.996518Z"},"links":{"cited_paper":"/paper/2305.06161","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:dfd3e60c42d8ca0db5db404b5a3743687480d963b32da144eb5f85a3fdc48b36","observation_id":"6484caf8-ed1d-4fec-b317-d68421e08f8b","resolution":{"observed_at":"2026-08-06T11:44:33.996518Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.07814","last_updated":"2022-02-08T23:16:31Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-02-08T23:16:31Z","title":"Competition-Level Code Generation with AlphaCode","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.07814","snapshot_observed_at":"2026-08-06T11:44:33.999631Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:33.999631Z"},"links":{"cited_paper":"/paper/2203.07814","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:841c6efcf62b4ad3f954a4eddeb46fbf72121fd803232161b9d46881fec1234c","observation_id":"a73de673-870e-4c52-b245-396a9c0d9ea2","resolution":{"observed_at":"2026-08-06T11:44:33.999631Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.20424","last_updated":"2024-11-05T19:46:38Z","snapshot_observed_at":"2026-07-06T19:40:21.797132Z","submitted_at":"2024-10-27T12:44:25Z","title":"AutoKaggle: A Multi-Agent Framework for Autonomous Data Science Competitions","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.20424","snapshot_observed_at":"2026-08-06T11:44:34.002594Z","title":"Autokaggle: A multi-agent framework for autonomous data science competitions","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.002594Z"},"links":{"cited_paper":"/paper/2410.20424","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:d55779bfbcfef4a9b3140847de0fe7ee31ce10799d8e390adea2c297ccc20ea3","observation_id":"e4ec9551-eb9f-42f8-8a87-a18bd4ec5166","resolution":{"observed_at":"2026-08-06T11:44:34.002594Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.920948Z","title":"Quixbugs: a multi- lingual program repair benchmark set based on the quixey challenge","venue":null,"work_id":"04929bae-debc-4afe-80ed-d59d9b60f240","year":2017},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.005809Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:52698ecc95ab7593cbd0e1b5b7d6ec4dc629fea798ddd808c630640f01c8bdf0","observation_id":"d01cea9e-00d7-4d9f-bab5-0f83c09e68fd","resolution":{"observed_at":"2026-08-06T11:44:34.923989Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.19437","last_updated":"2025-02-18T17:26:38Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-27T04:03:16Z","title":"DeepSeek-V3 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.19437","snapshot_observed_at":"2026-08-06T11:44:34.008468Z","title":"Deepseek-v3 technical report","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.008468Z"},"links":{"cited_paper":"/paper/2412.19437","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:57b20fe753d19e248d35bfa94af3d5795d1946c3b915c21046dfa9ba342cc582","observation_id":"e9650e24-cbf3-405d-952b-7877e14a26b4","resolution":{"observed_at":"2026-08-06T11:44:34.008468Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.01210","last_updated":"2023-10-30T19:37:09Z","snapshot_observed_at":"2026-08-05T17:57:59.654845Z","submitted_at":"2023-05-02T05:46:48Z","title":"Is Your Code Generated by ChatGPT Really Correct? Rigorous Evaluation of Large Language Models for Code Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.01210","snapshot_observed_at":"2026-08-06T11:44:34.011164Z","title":"Is your code generated by chatgpt really correct? rigorous evaluation of large language models for code generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.011164Z"},"links":{"cited_paper":"/paper/2305.01210","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:2e15326021abca5b2663b0db5e52c80c6d2fc3c8b7a85bd1c79db05b0a665185","observation_id":"e4d4cff7-bc60-480a-b542-f557db50255e","resolution":{"observed_at":"2026-08-06T11:44:34.011164Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02310","last_updated":"2025-02-24T09:25:51Z","snapshot_observed_at":"2026-08-04T04:41:35.684065Z","submitted_at":"2024-11-04T17:36:40Z","title":"MdEval: Massively Multilingual Code Debugging","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02310","snapshot_observed_at":"2026-08-06T11:44:34.018182Z","title":"Mdeval: Massively multilingual code debugging","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.018182Z"},"links":{"cited_paper":"/paper/2411.02310","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:3519a3de6bc6ae50244c72080c7d9845cda62dea59776364080f5ec38f09dc77","observation_id":"c8b9f4fd-2e53-4df6-b04d-0659926fbb87","resolution":{"observed_at":"2026-08-06T11:44:34.018182Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.00535","last_updated":"2025-05-12T10:24:14Z","snapshot_observed_at":"2026-07-06T19:59:28.832182Z","submitted_at":"2024-11-30T16:58:42Z","title":"FullStack Bench: Evaluating LLMs as Full Stack Coders","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.00535","snapshot_observed_at":"2026-08-06T11:44:34.021098Z","title":"Fullstack bench: Evaluating llms as full stack coder","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.021098Z"},"links":{"cited_paper":"/paper/2412.00535","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:de21a8f416a87f9d93779efb8ab9b4f2e2ed04196b0d80fbaac8cd6a3610fcb0","observation_id":"cc06240c-ddf5-42b5-bc80-efc8a971c01d","resolution":{"observed_at":"2026-08-06T11:44:34.021098Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1711.05101","last_updated":"2019-01-04T21:01:49Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2017-11-14T14:24:06Z","title":"Decoupled Weight Decay Regularization","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1711.05101","snapshot_observed_at":"2026-08-06T11:44:34.024212Z","title":"Decoupled weight decay regularization","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.024212Z"},"links":{"cited_paper":"/paper/1711.05101","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:6c787fe4316ea0f1c50accbde9ab290c0efc456985cc22398cbb7b6bbe81eef4","observation_id":"693eb746-7bc5-4985-b17d-d386f377d4aa","resolution":{"observed_at":"2026-08-06T11:44:34.024212Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.19173","last_updated":"2024-02-29T13:53:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-02-29T13:53:35Z","title":"StarCoder 2 and The Stack v2: The Next Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.19173","snapshot_observed_at":"2026-08-06T11:44:34.027525Z","title":"Starcoder 2 and the stack v2: The next generation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.027525Z"},"links":{"cited_paper":"/paper/2402.19173","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:afe7909b0ca238a95555a8234f1d57d8df1976c36819ee315a2fa0ced6d0baf6","observation_id":"80588d29-a675-4413-813a-dae8a1df0663","resolution":{"observed_at":"2026-08-06T11:44:34.027525Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-06T11:44:34.030436Z","title":"Gpt-4 technical report","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.030436Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:d74e9e9c0d5a04a12461672134dfccba0d8273c854073d449c1d2300c26dcaf5","observation_id":"38c74e37-176f-4773-b5db-28f79a0ebfde","resolution":{"observed_at":"2026-08-06T11:44:34.030436Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.911231Z","title":"Introducing gpt-4.5, 2025","venue":null,"work_id":"f5178087-4d00-4370-9319-453d9029d03a","year":2025},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.033434Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:1a3f863b2ed723029a6ac19f05c430b8106fadda31a62a559376b85659e74286","observation_id":"4bfff7d9-29d6-462c-ba0c-1005aa520f37","resolution":{"observed_at":"2026-08-06T11:44:34.914359Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.900739Z","title":"Measuring the impact of programming language distribution","venue":null,"work_id":"89fd59ab-d093-4c63-b20f-30165e848cea","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.036701Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:31217a9a5fbdf9945e88f66ce97e603863921c60313f1fdad23cb57753ae4558","observation_id":"876b9b81-71c4-448f-8eac-77ea6c081128","resolution":{"observed_at":"2026-08-06T11:44:34.904759Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.16694","last_updated":"2024-03-24T15:41:21Z","snapshot_observed_at":"2026-08-03T09:29:36.187988Z","submitted_at":"2024-02-26T16:09:00Z","title":"HumanEval-XL: A Multilingual Code Generation Benchmark for Cross-lingual Natural Language Generalization","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.16694","snapshot_observed_at":"2026-08-06T11:44:34.039524Z","title":"Humaneval-xl: A multilingual code generation benchmark for cross-lingual natural language generalization","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.039524Z"},"links":{"cited_paper":"/paper/2402.16694","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:f2ef1fb12f48c14aa8de7b0d1404e8292b278e3e7bb476c2f4d33a46a470e05a","observation_id":"24a17240-c4ed-4d38-ba41-796d63c0ff58","resolution":{"observed_at":"2026-08-06T11:44:34.039524Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.890428Z","title":"Deepbugs: A learning approach to name-based bug detection","venue":null,"work_id":"9abe9bab-c1d4-46a4-a3cf-5391f4400b08","year":2018},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.042559Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:5f2af51683b8344d18d208dc22f790c18215c6d831c6a6ce873e618c565abe9d","observation_id":"251d32d9-d7f6-464f-98f6-a6760529860f","resolution":{"observed_at":"2026-08-06T11:44:34.894214Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.880439Z","title":"Can openai’s codex fix bugs? an evaluation on quixbugs","venue":null,"work_id":"fe02da74-9d31-4c01-ae2e-1ac8eabd6d26","year":2022},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.045483Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:6ee4726504d0d57a6e66cba2162be0dba44cde29e7c5db828db5dc706652ad09","observation_id":"168577c1-3494-40ef-9252-b04c4d93f294","resolution":{"observed_at":"2026-08-06T11:44:34.883656Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.01102","last_updated":"2023-04-03T16:02:00Z","snapshot_observed_at":"2026-07-06T15:11:32.429514Z","submitted_at":"2023-04-03T16:02:00Z","title":"RunBugRun -- An Executable Dataset for Automated Program Repair","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2304.01102","snapshot_observed_at":"2026-08-06T11:44:34.048317Z","title":"Runbugrun – an executable dataset for automated program repair","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.048317Z"},"links":{"cited_paper":"/paper/2304.01102","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:5ba8fece86b898148a898b56d602d9bf83ab573ae523e9699d38593c5f219df4","observation_id":"7d4685ae-a6ba-4211-88fa-5b2236f47e3b","resolution":{"observed_at":"2026-08-06T11:44:34.048317Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.01257","last_updated":"2025-01-03T16:36:12Z","snapshot_observed_at":"2026-07-31T19:08:41.925451Z","submitted_at":"2025-01-02T13:49:00Z","title":"CodeElo: Benchmarking Competition-level Code Generation of LLMs with Human-comparable Elo Ratings","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.01257","snapshot_observed_at":"2026-08-06T11:44:34.051268Z","title":"Codeelo: Benchmarking competition-level code generation of llms with human-comparable elo ratings","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.051268Z"},"links":{"cited_paper":"/paper/2501.01257","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:97d0f71a24b38b1c31b0a760632398cc9d7cc15106a1f899b7c2acb5411cfc3a","observation_id":"1e07aeb6-7577-4eec-a152-401656ddacac","resolution":{"observed_at":"2026-08-06T11:44:34.051268Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.054170Z","title":"Improving language understanding by generative pre-training","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.054170Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:7aefcc5d431a2351712d158be3b3990cb2b63527a6ea6fcab32c265275d91953","observation_id":"d51c59f4-9e7d-40b3-9e2c-d8d97992a772","resolution":{"observed_at":"2026-08-06T11:44:34.054170Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.12950","last_updated":"2024-01-31T19:47:26Z","snapshot_observed_at":"2026-07-06T16:10:07.931347Z","submitted_at":"2023-08-24T17:39:13Z","title":"Code Llama: Open Foundation Models for Code","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.12950","snapshot_observed_at":"2026-08-06T11:44:34.056924Z","title":"Code llama: Open foundation models for code","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.056924Z"},"links":{"cited_paper":"/paper/2308.12950","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:88166e5c5874fa8dfb3ef6636736fe6a5e0f6580effb0665e1c78f4f48faf590","observation_id":"9d659666-6f7a-4427-a0bb-3795ca2f202a","resolution":{"observed_at":"2026-08-06T11:44:34.056924Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.863743Z","title":"Code llama: Open foundation models for code","venue":null,"work_id":"27260cbb-b8b7-49fb-b87f-62dfe85e6853","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.059906Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:4e8f6171559dde4fcad02d261aae0578b6f046e83f3228de0fbb16d8d0e76ade","observation_id":"c0ee4cdf-d920-4019-8e31-68a27e62ecfe","resolution":{"observed_at":"2026-08-06T11:44:34.866897Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.05100","last_updated":"2023-06-27T09:57:58Z","snapshot_observed_at":"2026-08-04T18:56:03.233715Z","submitted_at":"2022-11-09T18:48:09Z","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.05100","snapshot_observed_at":"2026-08-06T11:44:34.062586Z","title":"Bloom: A 176b-parameter open-access multilingual language model","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.062586Z"},"links":{"cited_paper":"/paper/2211.05100","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:133ca6a4d4a0d6ab32dd74c2cddb071a5c4a65808f8b56c01cc264a7f2e17c26","observation_id":"479820ba-01ca-44dd-a7ac-9a04766bf366","resolution":{"observed_at":"2026-08-06T11:44:34.062586Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.853018Z","title":"An analysis of the automatic bug fixing performance of chatgpt","venue":null,"work_id":"50e986f6-4c41-4071-a401-15aa8215778b","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.066089Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:907c5bdad2ab273de80040796f144d9b0110b2e7e3adbd968b60190c7047a248","observation_id":"f7e94bf1-a015-426f-b753-58859c757742","resolution":{"observed_at":"2026-08-06T11:44:34.856378Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.02059","last_updated":"2024-11-07T03:32:44Z","snapshot_observed_at":"2026-07-06T19:44:47.582139Z","submitted_at":"2024-11-04T13:03:13Z","title":"TableGPT2: A Large Multimodal Model with Tabular Data Integration","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.02059","snapshot_observed_at":"2026-08-06T11:44:34.069005Z","title":"Tablegpt2: A large multimodal model with tabular data integration","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.069005Z"},"links":{"cited_paper":"/paper/2411.02059","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:d75a38bb56be78c8163c029be1eb6c2c576d0230a3e082b14c4550888a4aa596","observation_id":"9a6340c3-009c-4a74-a149-3e50282c6250","resolution":{"observed_at":"2026-08-06T11:44:34.069005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.842871Z","title":"UniCoder: Scaling code large language model via universal code","venue":null,"work_id":"64f0ccae-5aef-4abc-b1eb-101056d65491","year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.071805Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:24a751ec7f3cb108a341c16fb0d967fb3fd803636b1332a53626bffde027f33f","observation_id":"b7016602-e6fe-4c45-b3b5-3fd720fca8bf","resolution":{"observed_at":"2026-08-06T11:44:34.846151Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.832774Z","title":"Bugs in large language models generated code: An empirical study","venue":null,"work_id":"cb0af127-40eb-4661-a422-540342098f30","year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.074394Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:cd6367ded781754613a103896c369b2480dbaa0182068a72c87cd1cd7ceea8e1","observation_id":"4149321e-2e6f-441c-891d-ccfc7248a5cc","resolution":{"observed_at":"2026-08-06T11:44:34.836045Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.17927","last_updated":"2024-06-27T12:40:12Z","snapshot_observed_at":"2026-08-01T14:58:25.947005Z","submitted_at":"2024-03-26T17:57:57Z","title":"MAGIS: LLM-Based Multi-Agent Framework for GitHub Issue Resolution","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.17927","snapshot_observed_at":"2026-08-06T11:44:34.077446Z","title":"Magis: Llm-based multi-agent framework for github issue resolution","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.077446Z"},"links":{"cited_paper":"/paper/2403.17927","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:bd73aa487b0a843a212230760961ae21bc47de22e75f18a2d32290cde3d79fe2","observation_id":"f962a576-452d-4071-804d-1b6bbbdc35f7","resolution":{"observed_at":"2026-08-06T11:44:34.077446Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.04621","last_updated":"2024-06-06T06:10:00Z","snapshot_observed_at":"2026-07-06T17:13:21.286335Z","submitted_at":"2024-01-09T15:46:38Z","title":"DebugBench: Evaluating Debugging Capability of Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.04621","snapshot_observed_at":"2026-08-06T11:44:34.080293Z","title":"Debugbench: Evaluating debugging capability of large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.080293Z"},"links":{"cited_paper":"/paper/2401.04621","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:f090fb8edee957388fdb5b44bdb2f57422231bbef9e1a9d04ef5c31be3685ca1","observation_id":"503f05db-9fab-434d-8262-f0ac38f4ae8e","resolution":{"observed_at":"2026-08-06T11:44:34.080293Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-02T11:57:18.735747Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-06T11:44:34.083297Z","title":"Llama 2: Open foundation and fine-tuned chat models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.083297Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:9ea4f6af31f03c8806b1eebf948c7cfe9b194be9d862919c0948755fd5f16478","observation_id":"b78dfbb9-f9db-4148-9578-843008eeb680","resolution":{"observed_at":"2026-08-06T11:44:34.083297Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2109.00859","last_updated":"2021-09-02T12:21:06Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-09-02T12:21:06Z","title":"CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2109.00859","snapshot_observed_at":"2026-08-06T11:44:34.086522Z","title":"Codet5: Identifier-aware unified pre-trained encoder-decoder models for code understanding and generation","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.086522Z"},"links":{"cited_paper":"/paper/2109.00859","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:92679f6a3d3e4059ee83fb7e54e8dcad79401653debeba1c4a51077b8e9ed5fe","observation_id":"2d9d2f5f-48de-4e6e-8ddf-559f726cea5a","resolution":{"observed_at":"2026-08-06T11:44:34.086522Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.08731","last_updated":"2025-02-12T22:25:14Z","snapshot_observed_at":"2026-07-06T18:30:02.349638Z","submitted_at":"2024-06-13T01:29:52Z","title":"Towards Understanding the Characteristics of Code Generation Errors Made by Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.08731","snapshot_observed_at":"2026-08-06T11:44:34.089621Z","title":"Where do large language models fail when generating code? arXiv preprint arXiv:2406.08731, 2024","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.089621Z"},"links":{"cited_paper":"/paper/2406.08731","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:2a10f7e81ead09fcf2252b9b54230e29710eded5e7f80b4230066fe02f083df3","observation_id":"af89213e-c3c5-4ced-9cf6-1b78822ece50","resolution":{"observed_at":"2026-08-06T11:44:34.089621Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.00676","last_updated":"2025-01-18T14:34:48Z","snapshot_observed_at":"2026-08-03T23:09:20.422788Z","submitted_at":"2024-09-01T09:40:15Z","title":"Fixing Function-Level Code Generation Errors for Foundation Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.00676","snapshot_observed_at":"2026-08-06T11:44:34.093023Z","title":"Fixing code generation errors for large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.093023Z"},"links":{"cited_paper":"/paper/2409.00676","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:e712ed57b74eef1a4f1a17500acf56c3ab23654373d648e9fb015b73a418fe0f","observation_id":"ab989e33-9bb8-4e70-8eda-ee8788613bda","resolution":{"observed_at":"2026-08-06T11:44:34.093023Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.09174","last_updated":"2025-03-18T07:13:18Z","snapshot_observed_at":"2026-08-02T11:40:55.318442Z","submitted_at":"2024-08-17T11:40:10Z","title":"TableBench: A Comprehensive and Complex Benchmark for Table Question Answering","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.09174","snapshot_observed_at":"2026-08-06T11:44:34.096049Z","title":"Tablebench: A comprehensive and complex benchmark for table question answering","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.096049Z"},"links":{"cited_paper":"/paper/2408.09174","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:eecaab949e7f955844a1ab124489d0f83365cd8767ff2008fc5a70d4945c9610","observation_id":"28813f0b-f4ec-48ff-b742-b83bb72bde2c","resolution":{"observed_at":"2026-08-06T11:44:34.096049Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.823058Z","title":"Fuzz4all: Universal fuzzing with large language models","venue":null,"work_id":"79f48e2c-e503-459c-8d6a-fc4b7cb79eab","year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.099015Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:01bd678d16cf2245d5edf44e5f6ab588f43182c4b3f0c489938241b03d4ba85b","observation_id":"f21a47c3-c5a2-4814-a984-2caef03010ca","resolution":{"observed_at":"2026-08-06T11:44:34.826174Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2301.13246","last_updated":"2023-01-30T19:22:36Z","snapshot_observed_at":"2026-07-06T14:46:19.313091Z","submitted_at":"2023-01-30T19:22:36Z","title":"Conversational Automated Program Repair","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2301.13246","snapshot_observed_at":"2026-08-06T11:44:34.101527Z","title":"Conversational automated program repair","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.101527Z"},"links":{"cited_paper":"/paper/2301.13246","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:190e2c62000b5aa1e49b139a5768b6862c82df37ccda5f1f440af24960112a97","observation_id":"34ebc2de-27e2-4f9b-8c36-4884c5a170f9","resolution":{"observed_at":"2026-08-06T11:44:34.101527Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.812598Z","title":"CodeTransOcean: A comprehensive multilingual benchmark for code translation","venue":null,"work_id":"0ace50ef-d17d-4878-a58f-b5942b050684","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":68,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.104752Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:56a1bff83299d3bdb4a63dd5ef28482cc318ddc66f9c3695ba7b86265e717a25","observation_id":"e72084b2-dd24-4550-9c64-bec2c7bafd28","resolution":{"observed_at":"2026-08-06T11:44:34.815921Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.05210","last_updated":"2024-12-06T17:40:38Z","snapshot_observed_at":"2026-07-06T20:02:57.733746Z","submitted_at":"2024-12-06T17:40:38Z","title":"Evaluating and Aligning CodeLLMs on Human Preference","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.05210","snapshot_observed_at":"2026-08-06T11:44:34.107700Z","title":"Evaluating and aligning codellms on human preference","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":69,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.107700Z"},"links":{"cited_paper":"/paper/2412.05210","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:ee7859314eaa65695e710defbae3f95cca2cf3bc4d0cddad1c1018561a89725b","observation_id":"204c6c90-24da-40c6-ac65-6bd1a87dc8bf","resolution":{"observed_at":"2026-08-06T11:44:34.107700Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.01944","last_updated":"2024-09-03T14:40:31Z","snapshot_observed_at":"2026-08-04T10:29:13.109529Z","submitted_at":"2024-09-03T14:40:31Z","title":"FuzzCoder: Byte-level Fuzzing Test via Large Language Model","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.01944","snapshot_observed_at":"2026-08-06T11:44:34.110841Z","title":"Fuzzcoder: Byte-level fuzzing test via large language model","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":70,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.110841Z"},"links":{"cited_paper":"/paper/2409.01944","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:553fc11b6013dcff8ee3d59da56bee5a75f4c035ae7649f00cf94662603dc232","observation_id":"aa17bbc9-7d08-4266-ae45-1a641dd568aa","resolution":{"observed_at":"2026-08-06T11:44:34.110841Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.05006","last_updated":"2025-02-12T04:02:33Z","snapshot_observed_at":"2026-08-04T21:12:14.328194Z","submitted_at":"2024-08-09T11:35:44Z","title":"COAST: Enhancing the Code Debugging Ability of LLMs through Communicative Agent Based Data Synthesis","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.05006","snapshot_observed_at":"2026-08-06T11:44:34.114160Z","title":"Enhancing the code debugging ability of llms via communicative agent based data refinement","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":71,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.114160Z"},"links":{"cited_paper":"/paper/2408.05006","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:e6d03aace6ac0bf14dde5dc7fc8a95a7e8515153b8c5718ee3f93238c278a09c","observation_id":"fdc1b170-28b8-486d-abf5-3c18a6694d8e","resolution":{"observed_at":"2026-08-06T11:44:34.114160Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.802538Z","title":"Natural language to code generation in interactive data science notebooks","venue":null,"work_id":"ca1ebc22-5b88-426d-9e5b-e414cc3d038a","year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":72,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.117617Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:7da5e2828642a96aa136abfea309ad87f1bc9b69d119befbd5fe37c521b474e7","observation_id":"80db9502-0f9a-4f60-8e07-90fc173b4009","resolution":{"observed_at":"2026-08-06T11:44:34.806079Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.791804Z","title":"Codereval: A benchmark of pragmatic code generation with generative pre-trained models","venue":null,"work_id":"c27b1ffa-6d4a-4131-bcfb-2fcc1556c1c0","year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":73,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.120385Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:38bcc203ba107ad5455c76564cb175f86652b7a66b649353f6ed822558efc7bc","observation_id":"17cf36fb-dcff-4c15-a521-0592126c7729","resolution":{"observed_at":"2026-08-06T11:44:34.795466Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.01240","last_updated":"2023-08-02T15:54:22Z","snapshot_observed_at":"2026-07-06T16:01:45.794350Z","submitted_at":"2023-08-02T15:54:22Z","title":"Evaluating Instruction-Tuned Large Language Models on Code Comprehension and Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.01240","snapshot_observed_at":"2026-08-06T11:44:34.123108Z","title":"Evaluating instruction-tuned large language models on code comprehension and generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":74,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.123108Z"},"links":{"cited_paper":"/paper/2308.01240","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:d6ab3f1bfd916fba364d4cd209901a212b474721ed810f084fd646db858bff62","observation_id":"206e38da-14f4-4e7e-9702-a5b07d5bf678","resolution":{"observed_at":"2026-08-06T11:44:34.123108Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.03548","last_updated":"2024-05-23T16:34:35Z","snapshot_observed_at":"2026-08-06T17:52:58.973060Z","submitted_at":"2024-05-06T15:11:38Z","title":"MAmmoTH2: Scaling Instructions from the Web","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.03548","snapshot_observed_at":"2026-08-06T11:44:34.126248Z","title":"Mammoth2: Scaling instructions from the web","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":75,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.126248Z"},"links":{"cited_paper":"/paper/2405.03548","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:65df792675637b6b9be6481e2e4a423a5028d49a3e26098e9c0a09f03efabba0","observation_id":"33721b64-c380-41c5-a00a-e4e9b6b54103","resolution":{"observed_at":"2026-08-06T11:44:34.126248Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.782201Z","title":"Prompt-enhanced software vulnerability detection using chatgpt","venue":null,"work_id":"a0d43135-edd0-4813-bca5-a82c91b554dd","year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":76,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.129352Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:6ae2ea35248864d3b4044ed95f96127812e49a38f3770e8495ec5865a9e1144e","observation_id":"5fcfa97e-8831-4857-aefd-b09a7e658211","resolution":{"observed_at":"2026-08-06T11:44:34.785555Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.12570","last_updated":"2023-10-20T15:21:51Z","snapshot_observed_at":"2026-07-06T15:06:41.938212Z","submitted_at":"2023-03-22T13:54:46Z","title":"RepoCoder: Repository-Level Code Completion Through Iterative Retrieval and Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.12570","snapshot_observed_at":"2026-08-06T11:44:34.132984Z","title":"RepoCoder: Repository-level code completion through iterative retrieval and generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":77,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.132984Z"},"links":{"cited_paper":"/paper/2303.12570","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:3876641d095891154d6162ab26b1985e060cedc23359ef7ed8672355247abed0","observation_id":"7a2ee541-305b-43b5-91e4-ac7a8fcda50c","resolution":{"observed_at":"2026-08-06T11:44:34.132984Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.08879","last_updated":"2024-04-17T05:43:56Z","snapshot_observed_at":"2026-07-06T16:32:19.417168Z","submitted_at":"2023-10-13T06:11:47Z","title":"A Critical Review of Large Language Model on Software Engineering: An Example from ChatGPT and Automated Program Repair","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.08879","snapshot_observed_at":"2026-08-06T11:44:34.136098Z","title":"A critical review of large language model on software engineering: An example from chatgpt and automated program repair","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.136098Z"},"links":{"cited_paper":"/paper/2310.08879","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:f58d770719df96f417888b4b51f92beef3d9874daeb4def45b3fe0a5fe3be304","observation_id":"0e2c3d9a-3222-43e7-b1ea-822612aa3606","resolution":{"observed_at":"2026-08-06T11:44:34.136098Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2405.04520","last_updated":"2024-05-07T17:52:51Z","snapshot_observed_at":"2026-07-06T18:11:09.767624Z","submitted_at":"2024-05-07T17:52:51Z","title":"NaturalCodeBench: Examining Coding Performance Mismatch on HumanEval and Natural User Prompts","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.04520","snapshot_observed_at":"2026-08-06T11:44:34.139423Z","title":"Naturalcodebench: Examining coding performance mismatch on humaneval and natural user prompts","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":79,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.139423Z"},"links":{"cited_paper":"/paper/2405.04520","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:41845567a59372abe4f4651889f2b1e2c13bf39407172be3710fa4645ebf15cf","observation_id":"852763eb-388f-4f56-a45b-c50e763b21d6","resolution":{"observed_at":"2026-08-06T11:44:34.139423Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.142536Z","title":"Judging llm-as-a-judge with mt-bench and chatbot arena","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":80,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.142536Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:39a5c9f8d714c8ea856fe9e0d884eada81e63f21aa14261d2d47110d2a4f692d","observation_id":"b9ad5ffd-16ca-4124-b89b-c3c53f724865","resolution":{"observed_at":"2026-08-06T11:44:34.142536Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.17568","last_updated":"2024-07-10T03:52:58Z","snapshot_observed_at":"2026-07-06T15:10:12.213443Z","submitted_at":"2023-03-30T17:34:01Z","title":"CodeGeeX: A Pre-Trained Model for Code Generation with Multilingual Benchmarking on HumanEval-X","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.17568","snapshot_observed_at":"2026-08-06T11:44:34.148774Z","title":"Codegeex: A pre-trained model for code generation with multilingual evaluations on humaneval-x","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":82,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.148774Z"},"links":{"cited_paper":"/paper/2303.17568","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:8df8b630ed38c5f2234e03b23799fd9834ad01c15c42dab9142508a8dfaf9918","observation_id":"509c10e8-28c6-4bcf-8dbc-b00e2bb83aec","resolution":{"observed_at":"2026-08-06T11:44:34.148774Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.06477","last_updated":"2024-11-05T16:02:21Z","snapshot_observed_at":"2026-07-06T17:14:41.030939Z","submitted_at":"2024-01-12T09:56:57Z","title":"Kun: Answer Polishment for Chinese Self-Alignment with Instruction Back-Translation","version":4},"cited_work":{"arxiv_id":"2401.06477","doi":null,"metadata_source":"pith","pith_arxiv_id":"2401.06477","snapshot_observed_at":"2026-08-06T11:44:34.289465Z","title":"Kun: Answer Polishment for Chinese Self-Alignment with Instruction Back-Translation","venue":"cs.CL","work_id":"15cfb79f-3890-4b1c-b64d-3e7198083af7","year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":83,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.151738Z"},"links":{"cited_paper":"/paper/2401.06477","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:5977800cfd1ea39a08396871e1707ee7cca23f986f636d5a7642e00af48f09c8","observation_id":"4ebef622-4814-4549-af3d-e66d9a735f52","resolution":{"observed_at":"2026-08-06T11:44:34.293599Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2410.09414","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T11:44:34.270509Z","title":"Advancing bug detection in fastjson2 with large language models driven unit test generation","venue":null,"work_id":"da09a067-9490-4c87-b4fa-27b78edbe7a4","year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":84,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.155183Z"},"links":{"citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:b2bda04641435ed71903d7fa000600d2eb29fe47b69f6f47e2eaa921872c06f2","observation_id":"44b0c14f-de6e-4c33-9496-151764e9cf70","resolution":{"observed_at":"2026-08-06T11:44:34.277834Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2311.07911","last_updated":"2023-11-14T05:13:55Z","snapshot_observed_at":"2026-07-06T16:47:08.877195Z","submitted_at":"2023-11-14T05:13:55Z","title":"Instruction-Following Evaluation for Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.07911","snapshot_observed_at":"2026-08-06T11:44:34.158059Z","title":"Instruction-following evaluation for large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":85,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.158059Z"},"links":{"cited_paper":"/paper/2311.07911","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:df3b1f92362cd0bb7679767c18fb635fd5ff8d73dc4b687e82fa5f5536dcec76","observation_id":"9f100bc8-ef8d-492e-8428-cf0450c25456","resolution":{"observed_at":"2026-08-06T11:44:34.158059Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.15877","last_updated":"2025-04-01T08:36:44Z","snapshot_observed_at":"2026-07-31T19:00:59.311189Z","submitted_at":"2024-06-22T15:52:04Z","title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.15877","snapshot_observed_at":"2026-08-06T11:44:34.161071Z","title":"use camelCase","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation","version":2},"reference_index":86,"source":"pdf_text","source_observed_at":"2026-08-06T11:44:34.161071Z"},"links":{"cited_paper":"/paper/2406.15877","citing_paper":"/paper/2507.22462"},"observation_digest":"sha256:5dd300ac95af07a74ce2ea49e210c2486c1d0afc167234455b404c63d1fa2fc8","observation_id":"a00e778a-58a7-4bda-b05a-7dba11cab770","resolution":{"observed_at":"2026-08-06T11:44:34.161071Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.22462","last_updated":"2025-08-01T10:07:37Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-06T15:52:18.776196Z","submitted_at":"2025-07-30T08:08:48Z","title":"IFEvalCode: Controlled Code Generation"},"reference_resolution":{"displayed":81,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":56,"verified_exact":2,"verified_fuzzy":23},"total_outbound_references":81},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 81 of 81 outbound references and 2 inbound Pith citation observations for arXiv:2507.22462."}