{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:5U5WPK7ZR7JP62DSRYPUJZAT72","short_pith_number":"pith:5U5WPK7Z","schema_version":"1.0","canonical_sha256":"ed3b67abf98fd2ff68728e1f44e413fe91006804859082b76738d9706b524c88","source":{"kind":"arxiv","id":"2409.13178","version":1},"attestation_state":"computed","paper":{"title":"A Systematic Evaluation of Large Code Models in API Suggestion: When, Which, and How","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Chaozheng Wang, Chun Yong Chong, Cuiyun Gao, Michael R. Lyu, Shan Gao, Shuzheng Gao, Wenxuan Wang","submitted_at":"2024-09-20T03:12:35Z","abstract_excerpt":"API suggestion is a critical task in modern software development, assisting programmers by predicting and recommending third-party APIs based on the current context. Recent advancements in large code models (LCMs) have shown promise in the API suggestion task. However, they mainly focus on suggesting which APIs to use, ignoring that programmers may demand more assistance while using APIs in practice including when to use the suggested APIs and how to use the APIs. To mitigate the gap, we conduct a systematic evaluation of LCMs for the API suggestion task in the paper. To facilitate our investi"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2409.13178","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-09-20T03:12:35Z","cross_cats_sorted":[],"title_canon_sha256":"9f39245e1f143c9009a4055cfb4e138d77040c9a2f608176ee36b961e0435d62","abstract_canon_sha256":"2caf3f56809d9fc10fc9599271db48784cfc1697fd01d16a47150935b829ad39"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:09:30.690886Z","signature_b64":"Hk9rzCJcHmSVu6NrkAjxLXBqLH2/8X0X155sSXwJTSk5mrK00nOM4Qiw4Zy8YtWCET9+jHpi+2olGR2cG9XABQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ed3b67abf98fd2ff68728e1f44e413fe91006804859082b76738d9706b524c88","last_reissued_at":"2026-07-05T09:09:30.690390Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:09:30.690390Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"A Systematic Evaluation of Large Code Models in API Suggestion: When, Which, and How","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Chaozheng Wang, Chun Yong Chong, Cuiyun Gao, Michael R. Lyu, Shan Gao, Shuzheng Gao, Wenxuan Wang","submitted_at":"2024-09-20T03:12:35Z","abstract_excerpt":"API suggestion is a critical task in modern software development, assisting programmers by predicting and recommending third-party APIs based on the current context. Recent advancements in large code models (LCMs) have shown promise in the API suggestion task. However, they mainly focus on suggesting which APIs to use, ignoring that programmers may demand more assistance while using APIs in practice including when to use the suggested APIs and how to use the APIs. To mitigate the gap, we conduct a systematic evaluation of LCMs for the API suggestion task in the paper. To facilitate our investi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.13178","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.13178/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2409.13178","created_at":"2026-07-05T09:09:30.690456+00:00"},{"alias_kind":"arxiv_version","alias_value":"2409.13178v1","created_at":"2026-07-05T09:09:30.690456+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.13178","created_at":"2026-07-05T09:09:30.690456+00:00"},{"alias_kind":"pith_short_12","alias_value":"5U5WPK7ZR7JP","created_at":"2026-07-05T09:09:30.690456+00:00"},{"alias_kind":"pith_short_16","alias_value":"5U5WPK7ZR7JP62DS","created_at":"2026-07-05T09:09:30.690456+00:00"},{"alias_kind":"pith_short_8","alias_value":"5U5WPK7Z","created_at":"2026-07-05T09:09:30.690456+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2503.17181","citing_title":"A Study of LLMs' Preferences for Libraries and Programming Languages","ref_index":75,"is_internal_anchor":false},{"citing_arxiv_id":"2509.22202","citing_title":"Library Hallucinations in LLM-Generated Code: A Risk Analysis Grounded in Developer Queries","ref_index":66,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/5U5WPK7ZR7JP62DSRYPUJZAT72","json":"https://pith.science/pith/5U5WPK7ZR7JP62DSRYPUJZAT72.json","graph_json":"https://pith.science/api/pith-number/5U5WPK7ZR7JP62DSRYPUJZAT72/graph.json","events_json":"https://pith.science/api/pith-number/5U5WPK7ZR7JP62DSRYPUJZAT72/events.json","paper":"https://pith.science/paper/5U5WPK7Z"},"agent_actions":{"view_html":"https://pith.science/pith/5U5WPK7ZR7JP62DSRYPUJZAT72","download_json":"https://pith.science/pith/5U5WPK7ZR7JP62DSRYPUJZAT72.json","view_paper":"https://pith.science/paper/5U5WPK7Z","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2409.13178&json=true","fetch_graph":"https://pith.science/api/pith-number/5U5WPK7ZR7JP62DSRYPUJZAT72/graph.json","fetch_events":"https://pith.science/api/pith-number/5U5WPK7ZR7JP62DSRYPUJZAT72/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/5U5WPK7ZR7JP62DSRYPUJZAT72/action/timestamp_anchor","attest_storage":"https://pith.science/pith/5U5WPK7ZR7JP62DSRYPUJZAT72/action/storage_attestation","attest_author":"https://pith.science/pith/5U5WPK7ZR7JP62DSRYPUJZAT72/action/author_attestation","sign_citation":"https://pith.science/pith/5U5WPK7ZR7JP62DSRYPUJZAT72/action/citation_signature","submit_replication":"https://pith.science/pith/5U5WPK7ZR7JP62DSRYPUJZAT72/action/replication_record"}},"created_at":"2026-07-05T09:09:30.690456+00:00","updated_at":"2026-07-05T09:09:30.690456+00:00"}