{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:2JVNSI4FXSNOYAEFA7KDJTWYDI","short_pith_number":"pith:2JVNSI4F","canonical_record":{"source":{"id":"2302.07248","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-02-14T18:43:34Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5eec1ef2eaf413064d176bde0085bdf39ec7de88cc6715fc9c15e7569b13a6ca","abstract_canon_sha256":"85037a21918537ec8406de57b8aae913aa453041dd0843b919e7035280ae0909"},"schema_version":"1.0"},"canonical_sha256":"d26ad92385bc9aec008507d434ced81a088cc05681827daae129cb7f0a0a5bbe","source":{"kind":"arxiv","id":"2302.07248","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.07248","created_at":"2026-07-05T09:33:24Z"},{"alias_kind":"arxiv_version","alias_value":"2302.07248v3","created_at":"2026-07-05T09:33:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.07248","created_at":"2026-07-05T09:33:24Z"},{"alias_kind":"pith_short_12","alias_value":"2JVNSI4FXSNO","created_at":"2026-07-05T09:33:24Z"},{"alias_kind":"pith_short_16","alias_value":"2JVNSI4FXSNOYAEF","created_at":"2026-07-05T09:33:24Z"},{"alias_kind":"pith_short_8","alias_value":"2JVNSI4F","created_at":"2026-07-05T09:33:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:2JVNSI4FXSNOYAEFA7KDJTWYDI","target":"record","payload":{"canonical_record":{"source":{"id":"2302.07248","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-02-14T18:43:34Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5eec1ef2eaf413064d176bde0085bdf39ec7de88cc6715fc9c15e7569b13a6ca","abstract_canon_sha256":"85037a21918537ec8406de57b8aae913aa453041dd0843b919e7035280ae0909"},"schema_version":"1.0"},"canonical_sha256":"d26ad92385bc9aec008507d434ced81a088cc05681827daae129cb7f0a0a5bbe","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:33:24.023604Z","signature_b64":"xcAmkINCKEn3JGqDdkPEL4L3+00PBTX1tJg5TTK5E06owlmwIggVON1G0iDpNShgI8CHD+I7d++TJGvqB6r9BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d26ad92385bc9aec008507d434ced81a088cc05681827daae129cb7f0a0a5bbe","last_reissued_at":"2026-07-05T09:33:24.023264Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:33:24.023264Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.07248","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:33:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H9eA6vDTUugPTPT5j1XUrAhYRFzagM8NzeZkPl/pfO+dCRxcOzUh3XfYARRGecOR9t7SKlsselSsWQktNT7sBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:25:10.836591Z"},"content_sha256":"8b2371e413a8fdfbed7f080759eee9a3259d30b4b6ceb1bf77e3e97d3e7f95e8","schema_version":"1.0","event_id":"sha256:8b2371e413a8fdfbed7f080759eee9a3259d30b4b6ceb1bf77e3e97d3e7f95e8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:2JVNSI4FXSNOYAEFA7KDJTWYDI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Generation Probabilities Are Not Enough: Uncertainty Highlighting in AI Code Completions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.HC","authors_text":"Adam Fourney, Gagan Bansal, Helena Vasconcelos, Jennifer Wortman Vaughan, Q. Vera Liao","submitted_at":"2023-02-14T18:43:34Z","abstract_excerpt":"Large-scale generative models enabled the development of AI-powered code completion tools to assist programmers in writing code. However, much like other AI-powered tools, AI-powered code completions are not always accurate, potentially introducing bugs or even security vulnerabilities into code if not properly detected and corrected by a human programmer. One technique that has been proposed and implemented to help programmers identify potential errors is to highlight uncertain tokens. However, there have been no empirical studies exploring the effectiveness of this technique -- nor investiga"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.07248","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.07248/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:33:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PIZSDq745/qP0o84DFHI2WMXWVKpBIn8Wc1MQgWW8LIC8pRHpNlcvwRkL0otlqpWb6ZkHSn2WawhNicJQ5Q+Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:25:10.837102Z"},"content_sha256":"faf8fd5f07be9013e3aae3f57bc0237b2f087aedab9315bee57d7bdabd6fdde0","schema_version":"1.0","event_id":"sha256:faf8fd5f07be9013e3aae3f57bc0237b2f087aedab9315bee57d7bdabd6fdde0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2JVNSI4FXSNOYAEFA7KDJTWYDI/bundle.json","state_url":"https://pith.science/pith/2JVNSI4FXSNOYAEFA7KDJTWYDI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2JVNSI4FXSNOYAEFA7KDJTWYDI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T03:25:10Z","links":{"resolver":"https://pith.science/pith/2JVNSI4FXSNOYAEFA7KDJTWYDI","bundle":"https://pith.science/pith/2JVNSI4FXSNOYAEFA7KDJTWYDI/bundle.json","state":"https://pith.science/pith/2JVNSI4FXSNOYAEFA7KDJTWYDI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2JVNSI4FXSNOYAEFA7KDJTWYDI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2JVNSI4FXSNOYAEFA7KDJTWYDI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"85037a21918537ec8406de57b8aae913aa453041dd0843b919e7035280ae0909","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-02-14T18:43:34Z","title_canon_sha256":"5eec1ef2eaf413064d176bde0085bdf39ec7de88cc6715fc9c15e7569b13a6ca"},"schema_version":"1.0","source":{"id":"2302.07248","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.07248","created_at":"2026-07-05T09:33:24Z"},{"alias_kind":"arxiv_version","alias_value":"2302.07248v3","created_at":"2026-07-05T09:33:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.07248","created_at":"2026-07-05T09:33:24Z"},{"alias_kind":"pith_short_12","alias_value":"2JVNSI4FXSNO","created_at":"2026-07-05T09:33:24Z"},{"alias_kind":"pith_short_16","alias_value":"2JVNSI4FXSNOYAEF","created_at":"2026-07-05T09:33:24Z"},{"alias_kind":"pith_short_8","alias_value":"2JVNSI4F","created_at":"2026-07-05T09:33:24Z"}],"graph_snapshots":[{"event_id":"sha256:faf8fd5f07be9013e3aae3f57bc0237b2f087aedab9315bee57d7bdabd6fdde0","target":"graph","created_at":"2026-07-05T09:33:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.07248/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large-scale generative models enabled the development of AI-powered code completion tools to assist programmers in writing code. However, much like other AI-powered tools, AI-powered code completions are not always accurate, potentially introducing bugs or even security vulnerabilities into code if not properly detected and corrected by a human programmer. One technique that has been proposed and implemented to help programmers identify potential errors is to highlight uncertain tokens. However, there have been no empirical studies exploring the effectiveness of this technique -- nor investiga","authors_text":"Adam Fourney, Gagan Bansal, Helena Vasconcelos, Jennifer Wortman Vaughan, Q. Vera Liao","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-02-14T18:43:34Z","title":"Generation Probabilities Are Not Enough: Uncertainty Highlighting in AI Code Completions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.07248","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8b2371e413a8fdfbed7f080759eee9a3259d30b4b6ceb1bf77e3e97d3e7f95e8","target":"record","created_at":"2026-07-05T09:33:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"85037a21918537ec8406de57b8aae913aa453041dd0843b919e7035280ae0909","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-02-14T18:43:34Z","title_canon_sha256":"5eec1ef2eaf413064d176bde0085bdf39ec7de88cc6715fc9c15e7569b13a6ca"},"schema_version":"1.0","source":{"id":"2302.07248","kind":"arxiv","version":3}},"canonical_sha256":"d26ad92385bc9aec008507d434ced81a088cc05681827daae129cb7f0a0a5bbe","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d26ad92385bc9aec008507d434ced81a088cc05681827daae129cb7f0a0a5bbe","first_computed_at":"2026-07-05T09:33:24.023264Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:33:24.023264Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xcAmkINCKEn3JGqDdkPEL4L3+00PBTX1tJg5TTK5E06owlmwIggVON1G0iDpNShgI8CHD+I7d++TJGvqB6r9BA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:33:24.023604Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.07248","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8b2371e413a8fdfbed7f080759eee9a3259d30b4b6ceb1bf77e3e97d3e7f95e8","sha256:faf8fd5f07be9013e3aae3f57bc0237b2f087aedab9315bee57d7bdabd6fdde0"],"state_sha256":"d1f0ceea87f095c0b24e67a4255f06821548d8f366a6d93a9d787d8762bebed7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h9zfDvJ/UfYdvmkG/cePNqNqpkYtwzDk/W57vyVTxNCIvg7ScxV1b+ZGaVWFmb1DArcSheYx8xCuPcsHjUmFBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T03:25:10.841565Z","bundle_sha256":"4478f5c1660179ec096cae7811e9a68dd40419ece7db8a9fb797b33701516411"}}