{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:QSPPGZ325M6VQACL5RH6IXO73I","short_pith_number":"pith:QSPPGZ32","canonical_record":{"source":{"id":"2509.20172","kind":"arxiv","version":7},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-09-24T14:36:44Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"70d72abe9f8c3cb943d04250911ef72fd8e386f504ce5c6c2f40d59abc48d57e","abstract_canon_sha256":"6a14b99fca6178b8362e69e65c93d8c9b6c3bbd581ed3fcbdeb8b8c82f1b4d99"},"schema_version":"1.0"},"canonical_sha256":"849ef3677aeb3d58004bec4fe45ddfda1f5a9452031769bdc1a263c4cc69e853","source":{"kind":"arxiv","id":"2509.20172","version":7},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.20172","created_at":"2026-07-07T02:17:10Z"},{"alias_kind":"arxiv_version","alias_value":"2509.20172v7","created_at":"2026-07-07T02:17:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.20172","created_at":"2026-07-07T02:17:10Z"},{"alias_kind":"pith_short_12","alias_value":"QSPPGZ325M6V","created_at":"2026-07-07T02:17:10Z"},{"alias_kind":"pith_short_16","alias_value":"QSPPGZ325M6VQACL","created_at":"2026-07-07T02:17:10Z"},{"alias_kind":"pith_short_8","alias_value":"QSPPGZ32","created_at":"2026-07-07T02:17:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:QSPPGZ325M6VQACL5RH6IXO73I","target":"record","payload":{"canonical_record":{"source":{"id":"2509.20172","kind":"arxiv","version":7},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-09-24T14:36:44Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"70d72abe9f8c3cb943d04250911ef72fd8e386f504ce5c6c2f40d59abc48d57e","abstract_canon_sha256":"6a14b99fca6178b8362e69e65c93d8c9b6c3bbd581ed3fcbdeb8b8c82f1b4d99"},"schema_version":"1.0"},"canonical_sha256":"849ef3677aeb3d58004bec4fe45ddfda1f5a9452031769bdc1a263c4cc69e853","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-07T02:17:10.492146Z","signature_b64":"7unf+dUkZwTA7Nj+0e6NiM3t1T5FkTFeHAQtUkefKJeAGD1dE7oXX7RZkoZRIuaI30UF0KnD/NYaQziXlcoWCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"849ef3677aeb3d58004bec4fe45ddfda1f5a9452031769bdc1a263c4cc69e853","last_reissued_at":"2026-07-07T02:17:10.491262Z","signature_status":"signed_v1","first_computed_at":"2026-07-07T02:17:10.491262Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2509.20172","source_version":7,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-07T02:17:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VlniUejvl3C9kqu8eL2zHL6cbI4bYWjoxBLvv2UYQq84j3/TevOrsSuXuuYj63XXJmhlt7wMkGVv5tl8EkwaAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T21:28:11.648119Z"},"content_sha256":"6095dea68a6e20ede7ecce19817183f8a3e5bbee0ba442ad58483e61e95761ec","schema_version":"1.0","event_id":"sha256:6095dea68a6e20ede7ecce19817183f8a3e5bbee0ba442ad58483e61e95761ec"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:QSPPGZ325M6VQACL5RH6IXO73I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Benchmarking Web API Integration Code Generation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SE","authors_text":"Amir Molzam Sharifloo, Daniel Maninger, Jannis Brugger, Leon Chemnitz, Mira Mezini","submitted_at":"2025-09-24T14:36:44Z","abstract_excerpt":"API integration is a cornerstone of our digital infrastructure, enabling software systems to connect and interact. However, as shown by many studies, writing or generating correct code to invoke APIs, particularly web APIs, is challenging. Although large language models (LLMs) have become popular in software development, their effectiveness in automating the generation of web API integration code remains unexplored. In order to address this, we present WAPIIBench, a dataset and evaluation pipeline designed to assess the ability of LLMs to generate web API invocation code. Our experiments with "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.20172","kind":"arxiv","version":7},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2509.20172/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-07T02:17:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q/etANOfnIRbDPXhQcaK5+F++/t+Mh0J++4Z0mJRFbYY4gZJ5rnDMmuPmZqy4oS+jOXyEQ8kNwf8uNF+ppKPCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T21:28:11.648781Z"},"content_sha256":"b4d0340985b3e19c70d08ca784ae0b891cb3284a079fd00ae307ee95c6e697b8","schema_version":"1.0","event_id":"sha256:b4d0340985b3e19c70d08ca784ae0b891cb3284a079fd00ae307ee95c6e697b8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QSPPGZ325M6VQACL5RH6IXO73I/bundle.json","state_url":"https://pith.science/pith/QSPPGZ325M6VQACL5RH6IXO73I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QSPPGZ325M6VQACL5RH6IXO73I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T21:28:11Z","links":{"resolver":"https://pith.science/pith/QSPPGZ325M6VQACL5RH6IXO73I","bundle":"https://pith.science/pith/QSPPGZ325M6VQACL5RH6IXO73I/bundle.json","state":"https://pith.science/pith/QSPPGZ325M6VQACL5RH6IXO73I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QSPPGZ325M6VQACL5RH6IXO73I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:QSPPGZ325M6VQACL5RH6IXO73I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6a14b99fca6178b8362e69e65c93d8c9b6c3bbd581ed3fcbdeb8b8c82f1b4d99","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-09-24T14:36:44Z","title_canon_sha256":"70d72abe9f8c3cb943d04250911ef72fd8e386f504ce5c6c2f40d59abc48d57e"},"schema_version":"1.0","source":{"id":"2509.20172","kind":"arxiv","version":7}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.20172","created_at":"2026-07-07T02:17:10Z"},{"alias_kind":"arxiv_version","alias_value":"2509.20172v7","created_at":"2026-07-07T02:17:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.20172","created_at":"2026-07-07T02:17:10Z"},{"alias_kind":"pith_short_12","alias_value":"QSPPGZ325M6V","created_at":"2026-07-07T02:17:10Z"},{"alias_kind":"pith_short_16","alias_value":"QSPPGZ325M6VQACL","created_at":"2026-07-07T02:17:10Z"},{"alias_kind":"pith_short_8","alias_value":"QSPPGZ32","created_at":"2026-07-07T02:17:10Z"}],"graph_snapshots":[{"event_id":"sha256:b4d0340985b3e19c70d08ca784ae0b891cb3284a079fd00ae307ee95c6e697b8","target":"graph","created_at":"2026-07-07T02:17:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2509.20172/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"API integration is a cornerstone of our digital infrastructure, enabling software systems to connect and interact. However, as shown by many studies, writing or generating correct code to invoke APIs, particularly web APIs, is challenging. Although large language models (LLMs) have become popular in software development, their effectiveness in automating the generation of web API integration code remains unexplored. In order to address this, we present WAPIIBench, a dataset and evaluation pipeline designed to assess the ability of LLMs to generate web API invocation code. Our experiments with ","authors_text":"Amir Molzam Sharifloo, Daniel Maninger, Jannis Brugger, Leon Chemnitz, Mira Mezini","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-09-24T14:36:44Z","title":"Benchmarking Web API Integration Code Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.20172","kind":"arxiv","version":7},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6095dea68a6e20ede7ecce19817183f8a3e5bbee0ba442ad58483e61e95761ec","target":"record","created_at":"2026-07-07T02:17:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6a14b99fca6178b8362e69e65c93d8c9b6c3bbd581ed3fcbdeb8b8c82f1b4d99","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2025-09-24T14:36:44Z","title_canon_sha256":"70d72abe9f8c3cb943d04250911ef72fd8e386f504ce5c6c2f40d59abc48d57e"},"schema_version":"1.0","source":{"id":"2509.20172","kind":"arxiv","version":7}},"canonical_sha256":"849ef3677aeb3d58004bec4fe45ddfda1f5a9452031769bdc1a263c4cc69e853","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"849ef3677aeb3d58004bec4fe45ddfda1f5a9452031769bdc1a263c4cc69e853","first_computed_at":"2026-07-07T02:17:10.491262Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-07T02:17:10.491262Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7unf+dUkZwTA7Nj+0e6NiM3t1T5FkTFeHAQtUkefKJeAGD1dE7oXX7RZkoZRIuaI30UF0KnD/NYaQziXlcoWCA==","signature_status":"signed_v1","signed_at":"2026-07-07T02:17:10.492146Z","signed_message":"canonical_sha256_bytes"},"source_id":"2509.20172","source_kind":"arxiv","source_version":7}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6095dea68a6e20ede7ecce19817183f8a3e5bbee0ba442ad58483e61e95761ec","sha256:b4d0340985b3e19c70d08ca784ae0b891cb3284a079fd00ae307ee95c6e697b8"],"state_sha256":"8b8c8fb64db3ddbea551f3ca401476186e00c34aaa3145ac6b33db4a680f1fda"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dHw/PbB4OGrLXWTP4rSQ4dG/j74yeqDAi+JvxQC3VHpCgBi+TuGiBRamub2CoReTll4RTjkcoOjR715nt8zVDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T21:28:11.654636Z","bundle_sha256":"3e9d345b05597ee3e2a28aaea1cd492b718218b69aa85737f7278faf36b0031b"}}