{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ZOPITCM746NQOE32CUPHPO3RYU","short_pith_number":"pith:ZOPITCM7","canonical_record":{"source":{"id":"2309.07804","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-09-14T15:46:41Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"37febcaa4e5c897d983e436a411c2c8128dd519db26a82a69e31eeb53bfb643a","abstract_canon_sha256":"d8dd9037f45b97d8be2870bc89639e4c3a1e27accab6e4a442898f0b95a3d905"},"schema_version":"1.0"},"canonical_sha256":"cb9e89899fe79b07137a151e77bb71c521f798e99892de9e25bec274e2b87f8f","source":{"kind":"arxiv","id":"2309.07804","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.07804","created_at":"2026-07-05T06:50:48Z"},{"alias_kind":"arxiv_version","alias_value":"2309.07804v1","created_at":"2026-07-05T06:50:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.07804","created_at":"2026-07-05T06:50:48Z"},{"alias_kind":"pith_short_12","alias_value":"ZOPITCM746NQ","created_at":"2026-07-05T06:50:48Z"},{"alias_kind":"pith_short_16","alias_value":"ZOPITCM746NQOE32","created_at":"2026-07-05T06:50:48Z"},{"alias_kind":"pith_short_8","alias_value":"ZOPITCM7","created_at":"2026-07-05T06:50:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ZOPITCM746NQOE32CUPHPO3RYU","target":"record","payload":{"canonical_record":{"source":{"id":"2309.07804","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-09-14T15:46:41Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"37febcaa4e5c897d983e436a411c2c8128dd519db26a82a69e31eeb53bfb643a","abstract_canon_sha256":"d8dd9037f45b97d8be2870bc89639e4c3a1e27accab6e4a442898f0b95a3d905"},"schema_version":"1.0"},"canonical_sha256":"cb9e89899fe79b07137a151e77bb71c521f798e99892de9e25bec274e2b87f8f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:50:48.279679Z","signature_b64":"Hr3dVFRNggf1nTkj4qqpOgQ/CfSpXwVHILUsZR73k0sfOTL0zo4Sv0Xe+X2FQMfEmBZfZmgwouUUJotV2460Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cb9e89899fe79b07137a151e77bb71c521f798e99892de9e25bec274e2b87f8f","last_reissued_at":"2026-07-05T06:50:48.279218Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:50:48.279218Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.07804","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:50:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SCIRuecRawf2s6o95BJQJmBGV5wJTyUqB8nj23wnqZ6lpLIJ3Qx9dxS2Fwpz8GP0Y8iPwFrPiU0bBph/6ZpuDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-16T14:49:00.039502Z"},"content_sha256":"bd479eebe772b3010d0d89d772d98693cb8e7b0bcb41da896787bed7ff501639","schema_version":"1.0","event_id":"sha256:bd479eebe772b3010d0d89d772d98693cb8e7b0bcb41da896787bed7ff501639"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ZOPITCM746NQOE32CUPHPO3RYU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Pop Quiz! Do Pre-trained Code Models Possess Knowledge of Correct API Names?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.SE","authors_text":"Haowei Quan, Jiamou Sun, Li Li, Liming Zhu, Terry Yue Zhuo, Xiaoning Du, Zhenchang Xing","submitted_at":"2023-09-14T15:46:41Z","abstract_excerpt":"Recent breakthroughs in pre-trained code models, such as CodeBERT and Codex, have shown their superior performance in various downstream tasks. The correctness and unambiguity of API usage among these code models are crucial for achieving desirable program functionalities, requiring them to learn various API fully qualified names structurally and semantically. Recent studies reveal that even state-of-the-art pre-trained code models struggle with suggesting the correct APIs during code generation. However, the reasons for such poor API usage performance are barely investigated. To address this "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.07804","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.07804/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:50:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x6D1KiGM7KZMT9wlCEv2aArR4mKa9O9tjE/stgRI/wozU/kJAlMxXZTepivkAGEaopZ+5YvxjiiekJyu1iswCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-16T14:49:00.039876Z"},"content_sha256":"00f493a28056eec905e5220605accae79217a12e954d7afac9c2bd9bde26b798","schema_version":"1.0","event_id":"sha256:00f493a28056eec905e5220605accae79217a12e954d7afac9c2bd9bde26b798"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZOPITCM746NQOE32CUPHPO3RYU/bundle.json","state_url":"https://pith.science/pith/ZOPITCM746NQOE32CUPHPO3RYU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZOPITCM746NQOE32CUPHPO3RYU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-16T14:49:00Z","links":{"resolver":"https://pith.science/pith/ZOPITCM746NQOE32CUPHPO3RYU","bundle":"https://pith.science/pith/ZOPITCM746NQOE32CUPHPO3RYU/bundle.json","state":"https://pith.science/pith/ZOPITCM746NQOE32CUPHPO3RYU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZOPITCM746NQOE32CUPHPO3RYU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ZOPITCM746NQOE32CUPHPO3RYU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d8dd9037f45b97d8be2870bc89639e4c3a1e27accab6e4a442898f0b95a3d905","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-09-14T15:46:41Z","title_canon_sha256":"37febcaa4e5c897d983e436a411c2c8128dd519db26a82a69e31eeb53bfb643a"},"schema_version":"1.0","source":{"id":"2309.07804","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.07804","created_at":"2026-07-05T06:50:48Z"},{"alias_kind":"arxiv_version","alias_value":"2309.07804v1","created_at":"2026-07-05T06:50:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.07804","created_at":"2026-07-05T06:50:48Z"},{"alias_kind":"pith_short_12","alias_value":"ZOPITCM746NQ","created_at":"2026-07-05T06:50:48Z"},{"alias_kind":"pith_short_16","alias_value":"ZOPITCM746NQOE32","created_at":"2026-07-05T06:50:48Z"},{"alias_kind":"pith_short_8","alias_value":"ZOPITCM7","created_at":"2026-07-05T06:50:48Z"}],"graph_snapshots":[{"event_id":"sha256:00f493a28056eec905e5220605accae79217a12e954d7afac9c2bd9bde26b798","target":"graph","created_at":"2026-07-05T06:50:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.07804/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent breakthroughs in pre-trained code models, such as CodeBERT and Codex, have shown their superior performance in various downstream tasks. The correctness and unambiguity of API usage among these code models are crucial for achieving desirable program functionalities, requiring them to learn various API fully qualified names structurally and semantically. Recent studies reveal that even state-of-the-art pre-trained code models struggle with suggesting the correct APIs during code generation. However, the reasons for such poor API usage performance are barely investigated. To address this ","authors_text":"Haowei Quan, Jiamou Sun, Li Li, Liming Zhu, Terry Yue Zhuo, Xiaoning Du, Zhenchang Xing","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-09-14T15:46:41Z","title":"Pop Quiz! Do Pre-trained Code Models Possess Knowledge of Correct API Names?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.07804","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bd479eebe772b3010d0d89d772d98693cb8e7b0bcb41da896787bed7ff501639","target":"record","created_at":"2026-07-05T06:50:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d8dd9037f45b97d8be2870bc89639e4c3a1e27accab6e4a442898f0b95a3d905","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-09-14T15:46:41Z","title_canon_sha256":"37febcaa4e5c897d983e436a411c2c8128dd519db26a82a69e31eeb53bfb643a"},"schema_version":"1.0","source":{"id":"2309.07804","kind":"arxiv","version":1}},"canonical_sha256":"cb9e89899fe79b07137a151e77bb71c521f798e99892de9e25bec274e2b87f8f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cb9e89899fe79b07137a151e77bb71c521f798e99892de9e25bec274e2b87f8f","first_computed_at":"2026-07-05T06:50:48.279218Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:50:48.279218Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Hr3dVFRNggf1nTkj4qqpOgQ/CfSpXwVHILUsZR73k0sfOTL0zo4Sv0Xe+X2FQMfEmBZfZmgwouUUJotV2460Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:50:48.279679Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.07804","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bd479eebe772b3010d0d89d772d98693cb8e7b0bcb41da896787bed7ff501639","sha256:00f493a28056eec905e5220605accae79217a12e954d7afac9c2bd9bde26b798"],"state_sha256":"bf48f9a188b014194546c1a6e38a5a8ba1a78919294c1ca1325a0b7f0859b122"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cGD7UUNGU+2B0MU3wYgjA2H78wkpdS+4Vxg6rFRYz3hAnNwy0pSU3AEeJcUTiHSmnWuKxX22+SL6xaoj5a/CDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-16T14:49:00.041968Z","bundle_sha256":"72e04dc07a1967b4f0c053635cd154ebbc633a56849017b5d31a43a353c86ea4"}}