{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:2JVNSI4FXSNOYAEFA7KDJTWYDI","short_pith_number":"pith:2JVNSI4F","schema_version":"1.0","canonical_sha256":"d26ad92385bc9aec008507d434ced81a088cc05681827daae129cb7f0a0a5bbe","source":{"kind":"arxiv","id":"2302.07248","version":3},"attestation_state":"computed","paper":{"title":"Generation Probabilities Are Not Enough: Uncertainty Highlighting in AI Code Completions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.HC","authors_text":"Adam Fourney, Gagan Bansal, Helena Vasconcelos, Jennifer Wortman Vaughan, Q. Vera Liao","submitted_at":"2023-02-14T18:43:34Z","abstract_excerpt":"Large-scale generative models enabled the development of AI-powered code completion tools to assist programmers in writing code. However, much like other AI-powered tools, AI-powered code completions are not always accurate, potentially introducing bugs or even security vulnerabilities into code if not properly detected and corrected by a human programmer. One technique that has been proposed and implemented to help programmers identify potential errors is to highlight uncertain tokens. However, there have been no empirical studies exploring the effectiveness of this technique -- nor investiga"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2302.07248","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-02-14T18:43:34Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5eec1ef2eaf413064d176bde0085bdf39ec7de88cc6715fc9c15e7569b13a6ca","abstract_canon_sha256":"85037a21918537ec8406de57b8aae913aa453041dd0843b919e7035280ae0909"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:33:24.023604Z","signature_b64":"xcAmkINCKEn3JGqDdkPEL4L3+00PBTX1tJg5TTK5E06owlmwIggVON1G0iDpNShgI8CHD+I7d++TJGvqB6r9BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d26ad92385bc9aec008507d434ced81a088cc05681827daae129cb7f0a0a5bbe","last_reissued_at":"2026-07-05T09:33:24.023264Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:33:24.023264Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Generation Probabilities Are Not Enough: Uncertainty Highlighting in AI Code Completions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.HC","authors_text":"Adam Fourney, Gagan Bansal, Helena Vasconcelos, Jennifer Wortman Vaughan, Q. Vera Liao","submitted_at":"2023-02-14T18:43:34Z","abstract_excerpt":"Large-scale generative models enabled the development of AI-powered code completion tools to assist programmers in writing code. However, much like other AI-powered tools, AI-powered code completions are not always accurate, potentially introducing bugs or even security vulnerabilities into code if not properly detected and corrected by a human programmer. One technique that has been proposed and implemented to help programmers identify potential errors is to highlight uncertain tokens. However, there have been no empirical studies exploring the effectiveness of this technique -- nor investiga"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.07248","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.07248/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2302.07248","created_at":"2026-07-05T09:33:24.023317+00:00"},{"alias_kind":"arxiv_version","alias_value":"2302.07248v3","created_at":"2026-07-05T09:33:24.023317+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.07248","created_at":"2026-07-05T09:33:24.023317+00:00"},{"alias_kind":"pith_short_12","alias_value":"2JVNSI4FXSNO","created_at":"2026-07-05T09:33:24.023317+00:00"},{"alias_kind":"pith_short_16","alias_value":"2JVNSI4FXSNOYAEF","created_at":"2026-07-05T09:33:24.023317+00:00"},{"alias_kind":"pith_short_8","alias_value":"2JVNSI4F","created_at":"2026-07-05T09:33:24.023317+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":3,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.24298","citing_title":"An Empirical Evaluation of LLM-Generated Code Security Across Prompting Methods","ref_index":41,"is_internal_anchor":false},{"citing_arxiv_id":"2605.12201","citing_title":"Uncertainty Quantification for LLM-based Code Generation","ref_index":28,"is_internal_anchor":false},{"citing_arxiv_id":"2604.19931","citing_title":"Hint-Writing with Deferred AI Assistance: Fostering Critical Engagement in Data Science Education","ref_index":62,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/2JVNSI4FXSNOYAEFA7KDJTWYDI","json":"https://pith.science/pith/2JVNSI4FXSNOYAEFA7KDJTWYDI.json","graph_json":"https://pith.science/api/pith-number/2JVNSI4FXSNOYAEFA7KDJTWYDI/graph.json","events_json":"https://pith.science/api/pith-number/2JVNSI4FXSNOYAEFA7KDJTWYDI/events.json","paper":"https://pith.science/paper/2JVNSI4F"},"agent_actions":{"view_html":"https://pith.science/pith/2JVNSI4FXSNOYAEFA7KDJTWYDI","download_json":"https://pith.science/pith/2JVNSI4FXSNOYAEFA7KDJTWYDI.json","view_paper":"https://pith.science/paper/2JVNSI4F","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2302.07248&json=true","fetch_graph":"https://pith.science/api/pith-number/2JVNSI4FXSNOYAEFA7KDJTWYDI/graph.json","fetch_events":"https://pith.science/api/pith-number/2JVNSI4FXSNOYAEFA7KDJTWYDI/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/2JVNSI4FXSNOYAEFA7KDJTWYDI/action/timestamp_anchor","attest_storage":"https://pith.science/pith/2JVNSI4FXSNOYAEFA7KDJTWYDI/action/storage_attestation","attest_author":"https://pith.science/pith/2JVNSI4FXSNOYAEFA7KDJTWYDI/action/author_attestation","sign_citation":"https://pith.science/pith/2JVNSI4FXSNOYAEFA7KDJTWYDI/action/citation_signature","submit_replication":"https://pith.science/pith/2JVNSI4FXSNOYAEFA7KDJTWYDI/action/replication_record"}},"created_at":"2026-07-05T09:33:24.023317+00:00","updated_at":"2026-07-05T09:33:24.023317+00:00"}