{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:JZZENOBAA24EOUP7ZZVYR53WIF","short_pith_number":"pith:JZZENOBA","canonical_record":{"source":{"id":"2303.09325","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-03-16T13:58:45Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"baf7d0efc3a44de6ece14e13cf422212508fee9e327988284f34146bb12d7cc3","abstract_canon_sha256":"d01d5314c34167197500c03271aaa1ffa590b8c86f36e750d2a6bd19a1df1c16"},"schema_version":"1.0"},"canonical_sha256":"4e7246b82006b84751ffce6b88f776415b0153b5a2f2413b02f1d979e06c3afc","source":{"kind":"arxiv","id":"2303.09325","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.09325","created_at":"2026-07-05T06:58:55Z"},{"alias_kind":"arxiv_version","alias_value":"2303.09325v1","created_at":"2026-07-05T06:58:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.09325","created_at":"2026-07-05T06:58:55Z"},{"alias_kind":"pith_short_12","alias_value":"JZZENOBAA24E","created_at":"2026-07-05T06:58:55Z"},{"alias_kind":"pith_short_16","alias_value":"JZZENOBAA24EOUP7","created_at":"2026-07-05T06:58:55Z"},{"alias_kind":"pith_short_8","alias_value":"JZZENOBA","created_at":"2026-07-05T06:58:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:JZZENOBAA24EOUP7ZZVYR53WIF","target":"record","payload":{"canonical_record":{"source":{"id":"2303.09325","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-03-16T13:58:45Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"baf7d0efc3a44de6ece14e13cf422212508fee9e327988284f34146bb12d7cc3","abstract_canon_sha256":"d01d5314c34167197500c03271aaa1ffa590b8c86f36e750d2a6bd19a1df1c16"},"schema_version":"1.0"},"canonical_sha256":"4e7246b82006b84751ffce6b88f776415b0153b5a2f2413b02f1d979e06c3afc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:58:55.541403Z","signature_b64":"dGpfltxRMjfZxhzY/B4iwZ0WnszCtAZBKziNeSw09fLeghwbakUqUQxNqgC+HVMITK5QkVAjaKYLEPB3Nmu7BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4e7246b82006b84751ffce6b88f776415b0153b5a2f2413b02f1d979e06c3afc","last_reissued_at":"2026-07-05T06:58:55.540995Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:58:55.540995Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.09325","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:58:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hOvI0T3sND9sTH5jbkk0UcYhXxkgTqtG/Tcyhr6cAFAI2+HCHg2Snq4MOe2cYoQeWAAH7IHBy50z8++rSYE1CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T13:57:24.735437Z"},"content_sha256":"cfdc24466948f5f645883dcbd9b73a557b0a33a112d1eedc6f9918fcb528e579","schema_version":"1.0","event_id":"sha256:cfdc24466948f5f645883dcbd9b73a557b0a33a112d1eedc6f9918fcb528e579"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:JZZENOBAA24EOUP7ZZVYR53WIF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can Generative Pre-trained Transformers (GPT) Pass Assessments in Higher Education Programming Courses?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.AI","authors_text":"Arav Agarwal, Christopher Bogart, Jaromir Savelka, Majd Sakr, Yifan Song","submitted_at":"2023-03-16T13:58:45Z","abstract_excerpt":"We evaluated the capability of generative pre-trained transformers (GPT), to pass assessments in introductory and intermediate Python programming courses at the postsecondary level. Discussions of potential uses (e.g., exercise generation, code explanation) and misuses (e.g., cheating) of this emerging technology in programming education have intensified, but to date there has not been a rigorous analysis of the models' capabilities in the realistic context of a full-fledged programming course with diverse set of assessment instruments. We evaluated GPT on three Python courses that employ asse"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.09325","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.09325/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:58:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Zm1HRT9OagMd9VTq6Ojm5Xh6vxdidf05+T2Tm4jNFmGatnW3GB8UMNqVa7US+za4QLcaK+RMUsGDxLXYPjMADw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T13:57:24.735989Z"},"content_sha256":"80534bab4d70a8b3fdb85aedff51d5a10e38e66065977e9dec450331853becf7","schema_version":"1.0","event_id":"sha256:80534bab4d70a8b3fdb85aedff51d5a10e38e66065977e9dec450331853becf7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JZZENOBAA24EOUP7ZZVYR53WIF/bundle.json","state_url":"https://pith.science/pith/JZZENOBAA24EOUP7ZZVYR53WIF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JZZENOBAA24EOUP7ZZVYR53WIF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T13:57:24Z","links":{"resolver":"https://pith.science/pith/JZZENOBAA24EOUP7ZZVYR53WIF","bundle":"https://pith.science/pith/JZZENOBAA24EOUP7ZZVYR53WIF/bundle.json","state":"https://pith.science/pith/JZZENOBAA24EOUP7ZZVYR53WIF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JZZENOBAA24EOUP7ZZVYR53WIF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:JZZENOBAA24EOUP7ZZVYR53WIF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d01d5314c34167197500c03271aaa1ffa590b8c86f36e750d2a6bd19a1df1c16","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-03-16T13:58:45Z","title_canon_sha256":"baf7d0efc3a44de6ece14e13cf422212508fee9e327988284f34146bb12d7cc3"},"schema_version":"1.0","source":{"id":"2303.09325","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.09325","created_at":"2026-07-05T06:58:55Z"},{"alias_kind":"arxiv_version","alias_value":"2303.09325v1","created_at":"2026-07-05T06:58:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.09325","created_at":"2026-07-05T06:58:55Z"},{"alias_kind":"pith_short_12","alias_value":"JZZENOBAA24E","created_at":"2026-07-05T06:58:55Z"},{"alias_kind":"pith_short_16","alias_value":"JZZENOBAA24EOUP7","created_at":"2026-07-05T06:58:55Z"},{"alias_kind":"pith_short_8","alias_value":"JZZENOBA","created_at":"2026-07-05T06:58:55Z"}],"graph_snapshots":[{"event_id":"sha256:80534bab4d70a8b3fdb85aedff51d5a10e38e66065977e9dec450331853becf7","target":"graph","created_at":"2026-07-05T06:58:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.09325/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We evaluated the capability of generative pre-trained transformers (GPT), to pass assessments in introductory and intermediate Python programming courses at the postsecondary level. Discussions of potential uses (e.g., exercise generation, code explanation) and misuses (e.g., cheating) of this emerging technology in programming education have intensified, but to date there has not been a rigorous analysis of the models' capabilities in the realistic context of a full-fledged programming course with diverse set of assessment instruments. We evaluated GPT on three Python courses that employ asse","authors_text":"Arav Agarwal, Christopher Bogart, Jaromir Savelka, Majd Sakr, Yifan Song","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-03-16T13:58:45Z","title":"Can Generative Pre-trained Transformers (GPT) Pass Assessments in Higher Education Programming Courses?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.09325","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cfdc24466948f5f645883dcbd9b73a557b0a33a112d1eedc6f9918fcb528e579","target":"record","created_at":"2026-07-05T06:58:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d01d5314c34167197500c03271aaa1ffa590b8c86f36e750d2a6bd19a1df1c16","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-03-16T13:58:45Z","title_canon_sha256":"baf7d0efc3a44de6ece14e13cf422212508fee9e327988284f34146bb12d7cc3"},"schema_version":"1.0","source":{"id":"2303.09325","kind":"arxiv","version":1}},"canonical_sha256":"4e7246b82006b84751ffce6b88f776415b0153b5a2f2413b02f1d979e06c3afc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4e7246b82006b84751ffce6b88f776415b0153b5a2f2413b02f1d979e06c3afc","first_computed_at":"2026-07-05T06:58:55.540995Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:58:55.540995Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dGpfltxRMjfZxhzY/B4iwZ0WnszCtAZBKziNeSw09fLeghwbakUqUQxNqgC+HVMITK5QkVAjaKYLEPB3Nmu7BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:58:55.541403Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.09325","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cfdc24466948f5f645883dcbd9b73a557b0a33a112d1eedc6f9918fcb528e579","sha256:80534bab4d70a8b3fdb85aedff51d5a10e38e66065977e9dec450331853becf7"],"state_sha256":"bd80deb9447bdc27ea4f3d71ba1eb6f4e13d4db3bad135d9e473a39432469f81"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zEdC9y2+qyZNUFdDpA+wKckyqpPF6xtaCvn4rySNlyz2uT1aiaCwSQ3jPb9ubqEGDxfiZvNy1cHJ23xGCiSdAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T13:57:24.740382Z","bundle_sha256":"7d4f7aa6c5c5771210cd834d18c04a2a35e560090e158f4df2dffa1bc540c4da"}}