{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:FQFXGIIRBJAG5ZT66YQQKJKVDJ","short_pith_number":"pith:FQFXGIIR","canonical_record":{"source":{"id":"2108.01585","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-08-03T15:50:50Z","cross_cats_sorted":[],"title_canon_sha256":"cb65cfab562a67edea64ee9f6f779c8ff872df9081b58c3e5edde1988f2acc31","abstract_canon_sha256":"025d9bfed7b0165e8e6ec740aae1ad5b484ce4c6fcc8eff6565246b979419d80"},"schema_version":"1.0"},"canonical_sha256":"2c0b7321110a406ee67ef6210525551a5675ba0d7c507e8ea5d0fca4783b50d6","source":{"kind":"arxiv","id":"2108.01585","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.01585","created_at":"2026-07-05T03:33:07Z"},{"alias_kind":"arxiv_version","alias_value":"2108.01585v2","created_at":"2026-07-05T03:33:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.01585","created_at":"2026-07-05T03:33:07Z"},{"alias_kind":"pith_short_12","alias_value":"FQFXGIIRBJAG","created_at":"2026-07-05T03:33:07Z"},{"alias_kind":"pith_short_16","alias_value":"FQFXGIIRBJAG5ZT6","created_at":"2026-07-05T03:33:07Z"},{"alias_kind":"pith_short_8","alias_value":"FQFXGIIR","created_at":"2026-07-05T03:33:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:FQFXGIIRBJAG5ZT66YQQKJKVDJ","target":"record","payload":{"canonical_record":{"source":{"id":"2108.01585","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-08-03T15:50:50Z","cross_cats_sorted":[],"title_canon_sha256":"cb65cfab562a67edea64ee9f6f779c8ff872df9081b58c3e5edde1988f2acc31","abstract_canon_sha256":"025d9bfed7b0165e8e6ec740aae1ad5b484ce4c6fcc8eff6565246b979419d80"},"schema_version":"1.0"},"canonical_sha256":"2c0b7321110a406ee67ef6210525551a5675ba0d7c507e8ea5d0fca4783b50d6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:33:07.180550Z","signature_b64":"vu8r+spM0chah0U+wLeWcJIp6MGGRQ0GXAulsGbTZ06hVkQiK7Kr27dyBDdvG46kY8yH52tfrXcaFqwdtqXoAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2c0b7321110a406ee67ef6210525551a5675ba0d7c507e8ea5d0fca4783b50d6","last_reissued_at":"2026-07-05T03:33:07.180075Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:33:07.180075Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2108.01585","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:33:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xoS1OMFmre411u322y0RUDPyuL1HwFPn6J1WVEgPHGT8Qfxlj1aZaR6RnZaFtJ/MRLTge5/pVbw5l99gHS9tCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:18:24.944196Z"},"content_sha256":"e460a6c30cf9941d58cde7d0aa9880913176e91eb3b31a23e307c791886b02e9","schema_version":"1.0","event_id":"sha256:e460a6c30cf9941d58cde7d0aa9880913176e91eb3b31a23e307c791886b02e9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:FQFXGIIRBJAG5ZT66YQQKJKVDJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Empirical Study on the Usage of Transformer Models for Code Completion","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Antonio Mastropaolo, Denys Poshyvanyk, Emad Aghajani, Gabriele Bavota, Luca Pascarella, Massimiliano Di Penta, Matteo Ciniselli, Nathan Cooper","submitted_at":"2021-08-03T15:50:50Z","abstract_excerpt":"Code completion aims at speeding up code writing by predicting the next code token(s) the developer is likely to write. Works in this field focused on improving the accuracy of the generated predictions, with substantial leaps forward made possible by deep learning (DL) models. However, code completion techniques are mostly evaluated in the scenario of predicting the next token to type, with few exceptions pushing the boundaries to the prediction of an entire code statement. Thus, little is known about the performance of state-of-the-art code completion approaches in more challenging scenarios"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.01585","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.01585/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:33:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fDPXImymYxDGtAI2LKGFL1mzYZ2BlSZ2uRb7LQe9idJBXbOBwLij2Gph7+rHUG54lDscN2wHM2DL2pqZB52EBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:18:24.944711Z"},"content_sha256":"e3aad722dec72aa91f4fa89eccb3ae71fedb196da8c55715061ea97a6f5f5231","schema_version":"1.0","event_id":"sha256:e3aad722dec72aa91f4fa89eccb3ae71fedb196da8c55715061ea97a6f5f5231"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FQFXGIIRBJAG5ZT66YQQKJKVDJ/bundle.json","state_url":"https://pith.science/pith/FQFXGIIRBJAG5ZT66YQQKJKVDJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FQFXGIIRBJAG5ZT66YQQKJKVDJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T16:18:24Z","links":{"resolver":"https://pith.science/pith/FQFXGIIRBJAG5ZT66YQQKJKVDJ","bundle":"https://pith.science/pith/FQFXGIIRBJAG5ZT66YQQKJKVDJ/bundle.json","state":"https://pith.science/pith/FQFXGIIRBJAG5ZT66YQQKJKVDJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FQFXGIIRBJAG5ZT66YQQKJKVDJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:FQFXGIIRBJAG5ZT66YQQKJKVDJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"025d9bfed7b0165e8e6ec740aae1ad5b484ce4c6fcc8eff6565246b979419d80","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-08-03T15:50:50Z","title_canon_sha256":"cb65cfab562a67edea64ee9f6f779c8ff872df9081b58c3e5edde1988f2acc31"},"schema_version":"1.0","source":{"id":"2108.01585","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.01585","created_at":"2026-07-05T03:33:07Z"},{"alias_kind":"arxiv_version","alias_value":"2108.01585v2","created_at":"2026-07-05T03:33:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.01585","created_at":"2026-07-05T03:33:07Z"},{"alias_kind":"pith_short_12","alias_value":"FQFXGIIRBJAG","created_at":"2026-07-05T03:33:07Z"},{"alias_kind":"pith_short_16","alias_value":"FQFXGIIRBJAG5ZT6","created_at":"2026-07-05T03:33:07Z"},{"alias_kind":"pith_short_8","alias_value":"FQFXGIIR","created_at":"2026-07-05T03:33:07Z"}],"graph_snapshots":[{"event_id":"sha256:e3aad722dec72aa91f4fa89eccb3ae71fedb196da8c55715061ea97a6f5f5231","target":"graph","created_at":"2026-07-05T03:33:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.01585/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Code completion aims at speeding up code writing by predicting the next code token(s) the developer is likely to write. Works in this field focused on improving the accuracy of the generated predictions, with substantial leaps forward made possible by deep learning (DL) models. However, code completion techniques are mostly evaluated in the scenario of predicting the next token to type, with few exceptions pushing the boundaries to the prediction of an entire code statement. Thus, little is known about the performance of state-of-the-art code completion approaches in more challenging scenarios","authors_text":"Antonio Mastropaolo, Denys Poshyvanyk, Emad Aghajani, Gabriele Bavota, Luca Pascarella, Massimiliano Di Penta, Matteo Ciniselli, Nathan Cooper","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-08-03T15:50:50Z","title":"An Empirical Study on the Usage of Transformer Models for Code Completion"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.01585","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e460a6c30cf9941d58cde7d0aa9880913176e91eb3b31a23e307c791886b02e9","target":"record","created_at":"2026-07-05T03:33:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"025d9bfed7b0165e8e6ec740aae1ad5b484ce4c6fcc8eff6565246b979419d80","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2021-08-03T15:50:50Z","title_canon_sha256":"cb65cfab562a67edea64ee9f6f779c8ff872df9081b58c3e5edde1988f2acc31"},"schema_version":"1.0","source":{"id":"2108.01585","kind":"arxiv","version":2}},"canonical_sha256":"2c0b7321110a406ee67ef6210525551a5675ba0d7c507e8ea5d0fca4783b50d6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2c0b7321110a406ee67ef6210525551a5675ba0d7c507e8ea5d0fca4783b50d6","first_computed_at":"2026-07-05T03:33:07.180075Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:33:07.180075Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vu8r+spM0chah0U+wLeWcJIp6MGGRQ0GXAulsGbTZ06hVkQiK7Kr27dyBDdvG46kY8yH52tfrXcaFqwdtqXoAg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:33:07.180550Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.01585","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e460a6c30cf9941d58cde7d0aa9880913176e91eb3b31a23e307c791886b02e9","sha256:e3aad722dec72aa91f4fa89eccb3ae71fedb196da8c55715061ea97a6f5f5231"],"state_sha256":"4557d3414aadb7d8cfc7e9727d1fc13a5bc7f37a338d8553b3bd3e15bce20cbd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tcCgTqQSF11hI8CPBrlaX6WxewodIFpFhkadmu+w6zWeZZAAsdECRgvfkepf+3Iib3RqOsPP5n2uIMoPLHYCDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T16:18:24.949284Z","bundle_sha256":"ea47f51a29e420c1127ab3041d32e880863f25d5f0bda72fa7449f4ccac798a6"}}