{"as_of":"2026-08-05T03:09:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:05d3eb1b47b84d5529b397e2203cd51ab910f297dd9a5ec7da60122ab9b08f15","coverage":[{"denominator":55,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":55,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T15:17:03.027678Z","state":"measured"},{"denominator":55,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":55,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-04T06:34:03.388597+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2509.20172/citation-record","integrity":"/paper/2509.20172/integrity","json":"/paper/2509.20172/citation-record.json","paper":"/paper/2509.20172"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.784474Z","title":"API management market by platform, service – global forecast to 2029,","venue":null,"work_id":null,"year":2029},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.784474Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:c66a834a0bd20ac152ab915bbef8b3d5a35e2a53a9d52e565e7c370ff5544d10","observation_id":"9f886ea7-139f-471f-b4d5-efac0f22ccb5","resolution":{"observed_at":"2026-08-04T15:17:02.784474Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.795355Z","title":"2024 state of the API report,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.795355Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:10bcb70858184120877b7b2bee43fccf29caf58c7f48eb39c05be0cc3fe7fa17","observation_id":"dba591db-f393-4c2e-951d-4f16beefdce7","resolution":{"observed_at":"2026-08-04T15:17:02.795355Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.800338Z","title":"What Makes APIs Hard to Learn? Answers from Developers,","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.800338Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:07e36ac8590218e21187f2879fc77d837e47677742c80fae9373532850cfaac7","observation_id":"c6877404-2ef4-408f-b85f-ecfd9595bd2c","resolution":{"observed_at":"2026-08-04T15:17:02.800338Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.805264Z","title":"A systematic mapping study of API usability evaluation methods,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.805264Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:44259ac15371511be1ba45f83605237c45a4b6761fce90578a5252c6f979a785","observation_id":"ef2cf524-5ef9-4c32-a9f5-c2aedb6eabfb","resolution":{"observed_at":"2026-08-04T15:17:02.805264Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.814527Z","title":"The effects of generative ai on high skilled work: Evidence from three field experiments with software developers,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.814527Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:8d116f4fc0ec3ed7c164f8fc23e11e0ce0a1e99aecdfd34125259241c325d7f0","observation_id":"c8568913-b302-44f2-906b-2ea176771fab","resolution":{"observed_at":"2026-08-04T15:17:02.814527Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.818875Z","title":"What’s Wrong with Your Code Generated by Large Language Models? An Extensive Study,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.818875Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:cde43be59f43b8ebcb3f670e5a2d878dca00ff38d69a19938df4f18e860c9fac","observation_id":"61591074-5619-4069-9546-f0ed32b2ed79","resolution":{"observed_at":"2026-08-04T15:17:02.818875Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.823934Z","title":"Bugs in large language models generated code: an empirical study,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.823934Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:9360ecec9c832dd9338822de1f5989382fb65919d29158cf2e524ac8a5497959","observation_id":"9f532dfe-af01-4237-917f-3ed45e852067","resolution":{"observed_at":"2026-08-04T15:17:02.823934Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.828106Z","title":"Asleep at the Keyboard? Assessing the Security of GitHub Copilot’s Code Contributions,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.828106Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:c536b3a8de3dfa600b8def5acba428d5a9775a6dd28655ca9015ebdc35d30577","observation_id":"2b0e08dc-6769-465e-8e05-257a82087b2a","resolution":{"observed_at":"2026-08-04T15:17:02.828106Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.832773Z","title":"Do Users Write More Insecure Code with AI Assistants?","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.832773Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:691558066e357e1099acd0b55970bc5f1d2ced547f7bad0d013ca71e6245b1ae","observation_id":"2a0082ef-0b6a-4a6e-93ef-86a1d8e24ed4","resolution":{"observed_at":"2026-08-04T15:17:02.832773Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.837114Z","title":"AI copilot code quality: Evaluating 2024’s increased defect rate with data,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.837114Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:383f9657880d89c96cd80b1fb00c5b225caca6c36739634c870829af2894992d","observation_id":"9b8d2475-35ed-45f6-974f-195565f3c70f","resolution":{"observed_at":"2026-08-04T15:17:02.837114Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.07804","last_updated":"2023-09-14T15:46:41Z","snapshot_observed_at":"2026-08-03T12:21:46.267236Z","submitted_at":"2023-09-14T15:46:41Z","title":"Pop Quiz! Do Pre-trained Code Models Possess Knowledge of Correct API Names?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.07804","snapshot_observed_at":"2026-08-04T15:17:02.841432Z","title":"Pop Quiz! Do Pre-trained Code Models Possess Knowledge of Correct API Names?","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.841432Z"},"links":{"cited_paper":"/paper/2309.07804","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:86c01ee7f920ccf599dd4d29a702e1a5253dab4c9544eecc94baf262b6cba535","observation_id":"d5c1fc81-383d-4453-8aa6-dcf5b47d19a5","resolution":{"observed_at":"2026-08-04T15:17:02.841432Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.846135Z","title":"StarCoder: may the source be with you!","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.846135Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:39f6e815c38adec3c54cf6b44b032f82b6e9f5a1d9a255a2d0ac0fb2884cddd3","observation_id":"19a3e1c7-667e-4b07-8f1c-66d5a820375c","resolution":{"observed_at":"2026-08-04T15:17:02.846135Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.19173","last_updated":"2024-02-29T13:53:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-02-29T13:53:35Z","title":"StarCoder 2 and The Stack v2: The Next Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.19173","snapshot_observed_at":"2026-08-04T15:17:02.850547Z","title":"StarCoder 2 and The Stack v2: The Next Generation,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.850547Z"},"links":{"cited_paper":"/paper/2402.19173","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:67f6c1f5bb5d8f5b9b5e6aef0cd2377138fffa7e251d68a3c80f8190b6df1b3e","observation_id":"a838c7a1-7976-474d-a22c-5ac750b25be0","resolution":{"observed_at":"2026-08-04T15:17:02.850547Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.14196","last_updated":"2024-01-26T09:23:11Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-01-25T14:17:53Z","title":"DeepSeek-Coder: When the Large Language Model Meets Programming -- The Rise of Code Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.14196","snapshot_observed_at":"2026-08-04T15:17:02.854919Z","title":"DeepSeek-Coder: When the Large Language Model Meets Programming - The Rise of Code Intelligence,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.854919Z"},"links":{"cited_paper":"/paper/2401.14196","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:cc62b46c38f831ed17fb81b64a7067d86fa1b7249a0013711b974544c611b7ea","observation_id":"f9dcc660-32aa-4528-b40b-9397484c39a3","resolution":{"observed_at":"2026-08-04T15:17:02.854919Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.11931","last_updated":"2024-06-17T13:51:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-06-17T13:51:35Z","title":"DeepSeek-Coder-V2: Breaking the Barrier of Closed-Source Models in Code Intelligence","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.11931","snapshot_observed_at":"2026-08-04T15:17:02.859765Z","title":"DeepSeek- Coder-V2: Breaking the Barrier of Closed-Source Models in Code Intelligence,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.859765Z"},"links":{"cited_paper":"/paper/2406.11931","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:6085b39239af667c1f487dfbb14f8030a36001b09cb8b20e2d953da8eaf63956","observation_id":"bffdae35-b5e3-47a9-aadb-895ce4ffa1b2","resolution":{"observed_at":"2026-08-04T15:17:02.859765Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.12186","last_updated":"2024-11-12T13:24:25Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-18T17:57:57Z","title":"Qwen2.5-Coder Technical Report","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.12186","snapshot_observed_at":"2026-08-04T15:17:02.864013Z","title":"Qwen2.5-Coder Technical Report,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.864013Z"},"links":{"cited_paper":"/paper/2409.12186","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:6b10f9a7ddbc12e5b176b051f6c9d4d2c2ec4125742b2179882794cd37b89d71","observation_id":"e90037e7-61e7-4d36-adc9-719bfec59e2b","resolution":{"observed_at":"2026-08-04T15:17:02.864013Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.12950","last_updated":"2024-01-31T19:47:26Z","snapshot_observed_at":"2026-07-06T16:10:07.931347Z","submitted_at":"2023-08-24T17:39:13Z","title":"Code Llama: Open Foundation Models for Code","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.12950","snapshot_observed_at":"2026-08-04T15:17:02.868666Z","title":"Code Llama: Open Foundation Models for Code,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.868666Z"},"links":{"cited_paper":"/paper/2308.12950","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:7064f32176967ef4e9082d7d10af5d2a74ca9cb454f45b47b942ec223f26143f","observation_id":"94f27f53-fdfd-47a3-9503-ce81b3e1588c","resolution":{"observed_at":"2026-08-04T15:17:02.868666Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-04T15:17:02.873156Z","title":"The Llama 3 Herd of Models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.873156Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:5d98b7c32ca559e33e34bed08966387a1cba9c1c203f9024817fc6894f350cec","observation_id":"f95bb112-add7-44ca-ba2b-cffb82d6dc76","resolution":{"observed_at":"2026-08-04T15:17:02.873156Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.877760Z","title":"The state of API 2020 report,","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.877760Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:3762f055cfc332ab3211c64e7d95311453bc60de3256e4e245893b9b0db11e83","observation_id":"03dc8307-8c15-4c0b-95fc-df7c082322b4","resolution":{"observed_at":"2026-08-04T15:17:02.877760Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.882298Z","title":"Most used programming languages among developers worldwide as of 2024,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.882298Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:c8f61b97aaf8fb8cea0eee3458214da71351bf701c48021e9a4672eb505bced5","observation_id":"5bad4fd9-360c-4169-8b15-02a44fd7184d","resolution":{"observed_at":"2026-08-04T15:17:02.882298Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.886551Z","title":"State of JavaScript 2022,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.886551Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:e4fd0124d510e9dce05fd8c2a0cd15e94cd2e2e157a6c5317ad1271d0901042f","observation_id":"5e5bcab7-0833-4ec9-b8d5-c2a7709d812b","resolution":{"observed_at":"2026-08-04T15:17:02.886551Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.891288Z","title":"Prompt Programming for Large Language Models: Beyond the Few-Shot Paradigm,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.891288Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:772eab5110d14b021922ab1a0eed049a3011b51fcefc789b7b5e3dcd8af1d77c","observation_id":"1aeb97e2-1dff-4070-b7cb-d008866ff414","resolution":{"observed_at":"2026-08-04T15:17:02.891288Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.896101Z","title":"Out of the BLEU: How should we assess quality of the Code Generation models?","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.896101Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:9ba556d2638bd0ec0e4642ce2b5e2d58db6b4ddae4c3388ad5f9b8f4b1814a1c","observation_id":"0c79bca0-be8f-4b6f-ac8c-72c3221aa796","resolution":{"observed_at":"2026-08-04T15:17:02.896101Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-04T15:17:02.900348Z","title":"Evaluating Large Language Models Trained on Code,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.900348Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:559fc19e737f8ca316fce6137d088e0f8405bf008c01071e6fd69bd477ffaad4","observation_id":"435cebe3-8a7f-4db7-9483-81c0fff94edd","resolution":{"observed_at":"2026-08-04T15:17:02.900348Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.905378Z","title":"When to Stop? Towards Efficient Code Generation in LLMs with Excess Token Prevention,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.905378Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:0cfd50c1c231539c756e383983df71ff8e8b2f8e0faac0778a7a587b090a63c2","observation_id":"4b1edb8c-fb35-4a96-b846-a627def3e87e","resolution":{"observed_at":"2026-08-04T15:17:02.905378Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.909387Z","title":"CodeT5+: Open Code Large Language Models for Code Understanding and Generation,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.909387Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:d42a0c0f528448f5b77940fc5923a3c9165cb4badbfb04b4dc0afe8f9f8a4b89","observation_id":"7f3fae43-74c2-4bb0-a78b-c343996b35e8","resolution":{"observed_at":"2026-08-04T15:17:02.909387Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.913985Z","title":"Building Natural Language Interfaces to Web APIs,","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.913985Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:920b71957550a453ab82947b8a223d8faf3c712b828f8fbcf7c8e3b3fd317cb8","observation_id":"71cc2664-3144-45cb-a621-bc4fac3dca4c","resolution":{"observed_at":"2026-08-04T15:17:02.913985Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.918274Z","title":"Natural Language Interfaces with Fine-Grained User Interaction: A Case Study on Web APIs,","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.918274Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:bc01f17ab914c9c2a6549a83f63846e186c48707c56b402c381dc19dd163624a","observation_id":"5cca95d0-d948-4326-8580-78931d3e2bf5","resolution":{"observed_at":"2026-08-04T15:17:02.918274Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2112.05209","last_updated":"2021-12-09T20:49:01Z","snapshot_observed_at":"2026-07-06T12:17:10.684873Z","submitted_at":"2021-12-09T20:49:01Z","title":"Compositional Generalization for Natural Language Interfaces to Web APIs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2112.05209","snapshot_observed_at":"2026-08-04T15:17:02.922831Z","title":"Compositional Generalization for Natural Language Interfaces to Web APIs,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.922831Z"},"links":{"cited_paper":"/paper/2112.05209","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:ba4395d550523fddcaa8d72fe2028c03e3ff9ee6b8a4a3d1f0b93c2bcf1cfed8","observation_id":"f47ab8ae-8ae9-46c6-b0c1-4a409dce0010","resolution":{"observed_at":"2026-08-04T15:17:02.922831Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.09946","last_updated":"2022-12-20T01:52:46Z","snapshot_observed_at":"2026-07-06T14:32:44.453180Z","submitted_at":"2022-12-20T01:52:46Z","title":"Dialog2API: Task-Oriented Dialogue with API Description and Example Programs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.09946","snapshot_observed_at":"2026-08-04T15:17:02.927544Z","title":"Dialog2API: Task-Oriented Dialogue with API Description and Example Programs,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.927544Z"},"links":{"cited_paper":"/paper/2212.09946","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:8e4d6b93dca718b4010b380e1107c26a0add5327c52185046ec8aa3454c38a1b","observation_id":"1219ab74-f096-45eb-b829-27bc03a563d9","resolution":{"observed_at":"2026-08-04T15:17:02.927544Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.932409Z","title":"On Mitigating Code LLM Hallucinations with API Documentation,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.932409Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:ee071a67a7780b7b043eb67288ba79f623035b1c1909f7e0f57abf5d61122c9a","observation_id":"08c8fb11-0e0c-4107-a21e-6383c4024be2","resolution":{"observed_at":"2026-08-04T15:17:02.932409Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.936688Z","title":"Private- library-oriented code generation with large language models,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.936688Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:9820c4c13faa1bbd6f2f6a74928f534327f355e61dbbb81336a02e2dff798006","observation_id":"6db12b16-4228-4be1-81a1-028f0323574c","resolution":{"observed_at":"2026-08-04T15:17:02.936688Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.01701","last_updated":"2024-06-19T07:54:15Z","snapshot_observed_at":"2026-07-06T17:11:13.678390Z","submitted_at":"2024-01-03T12:09:43Z","title":"De-Hallucinator: Mitigating LLM Hallucinations in Code Generation Tasks via Iterative Grounding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.01701","snapshot_observed_at":"2026-08-04T15:17:02.940649Z","title":"De-Hallucinator: Iterative Grounding for LLM-Based Code Completion,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.940649Z"},"links":{"cited_paper":"/paper/2401.01701","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:fbdef1402c90a26c8754f219718ef5097dbfd6dcaf3dae02d1ca79de64b7be74","observation_id":"5e331a65-27dc-4011-93fb-2cde3e66f2ff","resolution":{"observed_at":"2026-08-04T15:17:02.940649Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.20060","last_updated":"2024-06-28T17:16:03Z","snapshot_observed_at":"2026-08-03T18:51:17.925610Z","submitted_at":"2024-06-28T17:16:03Z","title":"Applying RLAIF for Code Generation with API-usage in Lightweight LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.20060","snapshot_observed_at":"2026-08-04T15:17:02.945072Z","title":"Applying RLAIF for Code Generation with API-usage in Lightweight LLMs,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.945072Z"},"links":{"cited_paper":"/paper/2406.20060","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:4cc3f3b86ea2e035dd10bec6944ca31f0f67341c2264beb2de7e441527413fbb","observation_id":"a2e8ae3e-ec0d-44ac-b4bb-24a00d688114","resolution":{"observed_at":"2026-08-04T15:17:02.945072Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2503.16416","last_updated":"2026-04-23T17:36:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-03-20T17:59:23Z","title":"Survey on Evaluation of LLM-based Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2503.16416","snapshot_observed_at":"2026-08-04T15:17:02.949931Z","title":"Survey on Evaluation of LLM-based Agents,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.949931Z"},"links":{"cited_paper":"/paper/2503.16416","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:20bbb1e088e318483ad707634cb6f36f21941b1a21440de386cb65cf06db3099","observation_id":"2ceb8590-d1f0-4e07-b11d-7259049fae68","resolution":{"observed_at":"2026-08-04T15:17:02.949931Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.954461Z","title":"Toolformer: Language Models Can Teach Themselves to Use Tools,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.954461Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:e1645abbf14d57a64b0492ab4f6c5fc2303eda973d73538ddef3f2fa230a26b1","observation_id":"5c5b9dbb-f00c-4f32-a965-1d319fd2a9d0","resolution":{"observed_at":"2026-08-04T15:17:02.954461Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.06624","last_updated":"2023-08-27T02:55:36Z","snapshot_observed_at":"2026-07-06T15:41:13.274608Z","submitted_at":"2023-06-11T08:53:12Z","title":"RestGPT: Connecting Large Language Models with Real-World RESTful APIs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.06624","snapshot_observed_at":"2026-08-04T15:17:02.962463Z","title":"RestGPT: Connecting Large Language Models with Real-World Applications via RESTful APIs,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.962463Z"},"links":{"cited_paper":"/paper/2306.06624","citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:cb7e05fec1224a55b4b223c419792d20c2750d5df8fe0048c6cf84eea1eb4aea","observation_id":"04c7791b-5d00-4a55-a633-fc158382929f","resolution":{"observed_at":"2026-08-04T15:17:02.962463Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.966755Z","title":"API-Bank: A Comprehensive Benchmark for Tool-Augmented LLMs,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.966755Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:753b81b086fe9e15732282bd99cbde8d5e5d7583e29625e96ce41314af6d0e63","observation_id":"5312b8c1-7cce-4bc2-ad72-504a2ad3cd83","resolution":{"observed_at":"2026-08-04T15:17:02.966755Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.971040Z","title":"ToolLLM: Facilitating Large Language Models to Master 16000+ Real-world APIs,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.971040Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:e0f9c8d7378c93d0742062bbd458d83e6b167eb92de2208a63d65b5955dbfa5d","observation_id":"e828686c-b513-4af0-a88c-d0d5d082f7bd","resolution":{"observed_at":"2026-08-04T15:17:02.971040Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.975368Z","title":"Gorilla: Large Language Model Connected with Massive APIs,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.975368Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:cb3e0bde8f5a74834dae4da2b9aa182d2a6b67e3ec06fdb24b0c16078f608042","observation_id":"a680b009-e907-498b-9568-7ea9b14e69d7","resolution":{"observed_at":"2026-08-04T15:17:02.975368Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.979234Z","title":"Berkeley function calling leaderboard,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.979234Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:a8ab09a62e354ee5b0b8db4392470ddcd1720e323f16d4fa33c9ef0f3e87163b","observation_id":"9f5e2faf-5ff2-4195-a381-f0049494b897","resolution":{"observed_at":"2026-08-04T15:17:02.979234Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.983645Z","title":"ToolCoder: A Systematic Code-Empowered Tool Learning Framework for Large Language Models,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.983645Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:03a769e028fd03753ff57bb2ec4378cbbdb9221284697a40905654dee2655a08","observation_id":"93ec74f4-7fff-45a2-ae60-b626e64584ad","resolution":{"observed_at":"2026-08-04T15:17:02.983645Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.988126Z","title":"Unveiling Memorization in Code Models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.988126Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:3572ca5ef88587985316a0af4ff18caa68f39f9f184cf9cb9fc56c1b7e98bb85","observation_id":"a4172447-56e8-4da9-a5f9-b5cd4243d4b9","resolution":{"observed_at":"2026-08-04T15:17:02.988126Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.992232Z","title":"Exploring and Evaluating Hallucinations in LLM-Powered Code Generation,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.992232Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:1068d78874f1f39f9e06a3bb24e0d486e97019d4265993547ada52dec207913d","observation_id":"7e7fb5f7-a81d-4411-bca6-8c980192cd98","resolution":{"observed_at":"2026-08-04T15:17:02.992232Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.996433Z","title":"SAFEWAPI: web API misuse detector for web applications,","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.996433Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:f59f5c9912b5564b5a5348e12367babeb906f6167806b0535aa015bdf577ec2b","observation_id":"9a1502a5-27fd-4a73-a67e-dee8b3bce411","resolution":{"observed_at":"2026-08-04T15:17:02.996433Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:03.000691Z","title":"A Large-scale Study on API Misuses in the Wild,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:03.000691Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:6684a6adb37e0f7a4e2ea18e1687b770af4e7bcc394c985ac43771e68342f1df","observation_id":"014cbe32-2936-4ec2-ba0c-6724d5c5629b","resolution":{"observed_at":"2026-08-04T15:17:03.000691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:03.004716Z","title":"APICAD: Augmenting API Misuse Detection through Specifications from Code and Documents,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:03.004716Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:a1eb350904dae8fcffc2516c2b20fbee86c26acbfc66a9f11505f2181c8d6e07","observation_id":"34866bfb-3cc5-413e-8767-d7bf9b64e74f","resolution":{"observed_at":"2026-08-04T15:17:03.004716Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:03.009843Z","title":"jGuard: Program- ming Misuse-Resilient APIs,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:03.009843Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:6601fbb53251ec8a0b55d2d064889fbcea04c7212dbf0b6a66071115820de97f","observation_id":"9616dd24-ced3-43dd-a726-4beded3c57a0","resolution":{"observed_at":"2026-08-04T15:17:03.009843Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:03.014571Z","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks,","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:03.014571Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:9c3ef85d70393107626d34502898f774806d300c220a9ff730ff5bab70d9d8db","observation_id":"0ae3d1d3-b9cf-42ad-b160-58433402a419","resolution":{"observed_at":"2026-08-04T15:17:03.014571Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:03.023165Z","title":"Lexically Constrained Decoding for Sequence Generation Using Grid Beam Search,","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:03.023165Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:11ff25510cef6b7794297e7b1f9c57801fe2cd613e616f5e38428a05c6817b39","observation_id":"891d55c3-d6e1-441e-a430-b33ce8812cad","resolution":{"observed_at":"2026-08-04T15:17:03.023165Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:03.027678Z","title":"A General-Purpose Algorithm for Constrained Sequential Inference,","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:03.027678Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:5e5c68ea06a01574129c48535ff90a58ab83d4ff066b4ed5af426068dcbce8dc","observation_id":"52371a09-1bda-4989-9bc3-ec4783d975b3","resolution":{"observed_at":"2026-08-04T15:17:03.027678Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.809879Z","title":"Available: https://doi.org/10.1016/j.cosrev.2019.05.001","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.809879Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:a139c3bc86f631105fdf8a029a38fdf309101b78172eba7c3b04c4b2027c7ca6","observation_id":"f48d7445-ae37-4e7d-9f8f-68907f545dc5","resolution":{"observed_at":"2026-08-04T15:17:02.809879Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:03.018949Z","title":"Available: https://proceedings .neurips.cc/paper/2020/ hash/6b493230205f780e1bc26945df7481e5-Abstract.html","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:03.018949Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:ca83965425fa2fc40907d7dbf26a0ad34eff85b28050aa49e95520f03cecfc77","observation_id":"18129e41-dc94-4c81-8b5b-e5e86e3266ac","resolution":{"observed_at":"2026-08-04T15:17:03.018949Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.958425Z","title":"Available: http://papers .nips.cc/paper files/paper/2023/ hash/d842425e4bf79ba039352da0f658a906-Abstract-Conference.html","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.958425Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:776a400fedecc9b94170512620626a4e939ffdbefcf16e4a0d47909f08422e66","observation_id":"7a272bdd-7f2d-4de3-90dc-e6f452439e96","resolution":{"observed_at":"2026-08-04T15:17:02.958425Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T15:17:02.790386Z","title":"Available: https://www .marketsandmarkets.com/Market- Reports/api-management-market-178266736.html","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation","version":7},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-04T15:17:02.790386Z"},"links":{"citing_paper":"/paper/2509.20172"},"observation_digest":"sha256:bf4d206067e7e94b3f2bca86111879e49fc1d87cba75e121ef47d5d56c973be1","observation_id":"de6341d1-3f4b-40fb-838c-312fb97da6e4","resolution":{"observed_at":"2026-08-04T15:17:02.790386Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2509.20172","last_updated":"2026-07-03T15:39:03Z","latest_version":7,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-04T15:17:01.950586Z","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation"},"reference_resolution":{"displayed":55,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":55,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":55},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-04T06:34:03.388597+00:00","source":"crossref"},{"observed_at":"2026-08-04T06:33:57.428241+00:00","source":"retraction_watch"}],"thesis":"As of 5 August 2026, this Paper Citation Record lists 55 of 55 outbound references and 0 inbound Pith citation observations for arXiv:2509.20172."}