{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:36UFIA2DOZYRDLNHYKYYVD7WY6","short_pith_number":"pith:36UFIA2D","canonical_record":{"source":{"id":"2302.00438","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-02-01T13:36:53Z","cross_cats_sorted":[],"title_canon_sha256":"9ecf9b8e197bb2af3187058bce751b9e09801e2f1596370e01f8c7dabe037b5f","abstract_canon_sha256":"5bbb9cb86cbe9e7cbdaa2dc107b439d7d273c659dc5f7ae016f3cfbd89121021"},"schema_version":"1.0"},"canonical_sha256":"dfa8540343767111ada7c2b18a8ff6c781a0aca81a561b7d6ce7f50472e3c2f9","source":{"kind":"arxiv","id":"2302.00438","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.00438","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"arxiv_version","alias_value":"2302.00438v1","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.00438","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"pith_short_12","alias_value":"36UFIA2DOZYR","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"pith_short_16","alias_value":"36UFIA2DOZYRDLNH","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"pith_short_8","alias_value":"36UFIA2D","created_at":"2026-07-05T05:38:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:36UFIA2DOZYRDLNHYKYYVD7WY6","target":"record","payload":{"canonical_record":{"source":{"id":"2302.00438","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-02-01T13:36:53Z","cross_cats_sorted":[],"title_canon_sha256":"9ecf9b8e197bb2af3187058bce751b9e09801e2f1596370e01f8c7dabe037b5f","abstract_canon_sha256":"5bbb9cb86cbe9e7cbdaa2dc107b439d7d273c659dc5f7ae016f3cfbd89121021"},"schema_version":"1.0"},"canonical_sha256":"dfa8540343767111ada7c2b18a8ff6c781a0aca81a561b7d6ce7f50472e3c2f9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:38:03.389289Z","signature_b64":"jkMUDWC3QfodNhisjzwQPJ5Mn3pN3M94J3KI8sGkg6TpqUuWDlHlqT8oXx9/V15uP7W2YjKiYuBLXFlrF94ODQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dfa8540343767111ada7c2b18a8ff6c781a0aca81a561b7d6ce7f50472e3c2f9","last_reissued_at":"2026-07-05T05:38:03.388821Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:38:03.388821Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.00438","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:38:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wbaYz/pI7o+YoSuEFwbP138GOVuXf1BKbBHwIxZf0ZGdn9rPZ+SnBwmcIZTGo4yniCmhjgmUpui1Kbl+0O4sAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T07:10:17.780205Z"},"content_sha256":"6999f1d2603f777e9221ea2b681c4dcea37735df6d13c5b4934ffb241588de64","schema_version":"1.0","event_id":"sha256:6999f1d2603f777e9221ea2b681c4dcea37735df6d13c5b4934ffb241588de64"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:36UFIA2DOZYRDLNHYKYYVD7WY6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Robustness of Code Generation Techniques: An Empirical Study on GitHub Copilot","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Antonio Mastropaolo, Emanuela Guglielmi, Gabriele Bavota, Luca Pascarella, Matteo Ciniselli, Rocco Oliveto, Simone Scalabrino","submitted_at":"2023-02-01T13:36:53Z","abstract_excerpt":"Software engineering research has always being concerned with the improvement of code completion approaches, which suggest the next tokens a developer will likely type while coding. The release of GitHub Copilot constitutes a big step forward, also because of its unprecedented ability to automatically generate even entire functions from their natural language description. While the usefulness of Copilot is evident, it is still unclear to what extent it is robust. Specifically, we do not know the extent to which semantic-preserving changes in the natural language description provided to the mod"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.00438","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.00438/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:38:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MLrUeXY+MMZMrs0iXHBtJz5QDSQEtjc+CYwyLO0qXo9z0Ttsv6Pt7wf9/r2roiub7z7EKUmBvXu8PDH2Al0GBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T07:10:17.780706Z"},"content_sha256":"0050ed5717956854ab31ebf32eb9bd27877f47f13bb165191be1a98142211901","schema_version":"1.0","event_id":"sha256:0050ed5717956854ab31ebf32eb9bd27877f47f13bb165191be1a98142211901"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/36UFIA2DOZYRDLNHYKYYVD7WY6/bundle.json","state_url":"https://pith.science/pith/36UFIA2DOZYRDLNHYKYYVD7WY6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/36UFIA2DOZYRDLNHYKYYVD7WY6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T07:10:17Z","links":{"resolver":"https://pith.science/pith/36UFIA2DOZYRDLNHYKYYVD7WY6","bundle":"https://pith.science/pith/36UFIA2DOZYRDLNHYKYYVD7WY6/bundle.json","state":"https://pith.science/pith/36UFIA2DOZYRDLNHYKYYVD7WY6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/36UFIA2DOZYRDLNHYKYYVD7WY6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:36UFIA2DOZYRDLNHYKYYVD7WY6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5bbb9cb86cbe9e7cbdaa2dc107b439d7d273c659dc5f7ae016f3cfbd89121021","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-02-01T13:36:53Z","title_canon_sha256":"9ecf9b8e197bb2af3187058bce751b9e09801e2f1596370e01f8c7dabe037b5f"},"schema_version":"1.0","source":{"id":"2302.00438","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.00438","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"arxiv_version","alias_value":"2302.00438v1","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.00438","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"pith_short_12","alias_value":"36UFIA2DOZYR","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"pith_short_16","alias_value":"36UFIA2DOZYRDLNH","created_at":"2026-07-05T05:38:03Z"},{"alias_kind":"pith_short_8","alias_value":"36UFIA2D","created_at":"2026-07-05T05:38:03Z"}],"graph_snapshots":[{"event_id":"sha256:0050ed5717956854ab31ebf32eb9bd27877f47f13bb165191be1a98142211901","target":"graph","created_at":"2026-07-05T05:38:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.00438/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Software engineering research has always being concerned with the improvement of code completion approaches, which suggest the next tokens a developer will likely type while coding. The release of GitHub Copilot constitutes a big step forward, also because of its unprecedented ability to automatically generate even entire functions from their natural language description. While the usefulness of Copilot is evident, it is still unclear to what extent it is robust. Specifically, we do not know the extent to which semantic-preserving changes in the natural language description provided to the mod","authors_text":"Antonio Mastropaolo, Emanuela Guglielmi, Gabriele Bavota, Luca Pascarella, Matteo Ciniselli, Rocco Oliveto, Simone Scalabrino","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-02-01T13:36:53Z","title":"On the Robustness of Code Generation Techniques: An Empirical Study on GitHub Copilot"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.00438","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6999f1d2603f777e9221ea2b681c4dcea37735df6d13c5b4934ffb241588de64","target":"record","created_at":"2026-07-05T05:38:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5bbb9cb86cbe9e7cbdaa2dc107b439d7d273c659dc5f7ae016f3cfbd89121021","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-02-01T13:36:53Z","title_canon_sha256":"9ecf9b8e197bb2af3187058bce751b9e09801e2f1596370e01f8c7dabe037b5f"},"schema_version":"1.0","source":{"id":"2302.00438","kind":"arxiv","version":1}},"canonical_sha256":"dfa8540343767111ada7c2b18a8ff6c781a0aca81a561b7d6ce7f50472e3c2f9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dfa8540343767111ada7c2b18a8ff6c781a0aca81a561b7d6ce7f50472e3c2f9","first_computed_at":"2026-07-05T05:38:03.388821Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:38:03.388821Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jkMUDWC3QfodNhisjzwQPJ5Mn3pN3M94J3KI8sGkg6TpqUuWDlHlqT8oXx9/V15uP7W2YjKiYuBLXFlrF94ODQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:38:03.389289Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.00438","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6999f1d2603f777e9221ea2b681c4dcea37735df6d13c5b4934ffb241588de64","sha256:0050ed5717956854ab31ebf32eb9bd27877f47f13bb165191be1a98142211901"],"state_sha256":"8b36c8191d6cd370f57955204882feee729c8c12f9e98ea22eed5bf2c6675e07"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VkTw2/xL4/y5wjJKTozt3JXtMRMpnd/d4lQ1npL2gtDWhJwtwwFKWHSd2Qv63KVANavoX2S3RX0ChB6aruOKDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T07:10:17.785246Z","bundle_sha256":"10264e94d73186513d5952e33184ecf579fa2de752db054ebb09bb932d60123d"}}