{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:JZZENOBAA24EOUP7ZZVYR53WIF","short_pith_number":"pith:JZZENOBA","schema_version":"1.0","canonical_sha256":"4e7246b82006b84751ffce6b88f776415b0153b5a2f2413b02f1d979e06c3afc","source":{"kind":"arxiv","id":"2303.09325","version":1},"attestation_state":"computed","paper":{"title":"Can Generative Pre-trained Transformers (GPT) Pass Assessments in Higher Education Programming Courses?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.AI","authors_text":"Arav Agarwal, Christopher Bogart, Jaromir Savelka, Majd Sakr, Yifan Song","submitted_at":"2023-03-16T13:58:45Z","abstract_excerpt":"We evaluated the capability of generative pre-trained transformers (GPT), to pass assessments in introductory and intermediate Python programming courses at the postsecondary level. Discussions of potential uses (e.g., exercise generation, code explanation) and misuses (e.g., cheating) of this emerging technology in programming education have intensified, but to date there has not been a rigorous analysis of the models' capabilities in the realistic context of a full-fledged programming course with diverse set of assessment instruments. We evaluated GPT on three Python courses that employ asse"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2303.09325","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-03-16T13:58:45Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"baf7d0efc3a44de6ece14e13cf422212508fee9e327988284f34146bb12d7cc3","abstract_canon_sha256":"d01d5314c34167197500c03271aaa1ffa590b8c86f36e750d2a6bd19a1df1c16"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:58:55.541403Z","signature_b64":"dGpfltxRMjfZxhzY/B4iwZ0WnszCtAZBKziNeSw09fLeghwbakUqUQxNqgC+HVMITK5QkVAjaKYLEPB3Nmu7BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4e7246b82006b84751ffce6b88f776415b0153b5a2f2413b02f1d979e06c3afc","last_reissued_at":"2026-07-05T06:58:55.540995Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:58:55.540995Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Can Generative Pre-trained Transformers (GPT) Pass Assessments in Higher Education Programming Courses?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.AI","authors_text":"Arav Agarwal, Christopher Bogart, Jaromir Savelka, Majd Sakr, Yifan Song","submitted_at":"2023-03-16T13:58:45Z","abstract_excerpt":"We evaluated the capability of generative pre-trained transformers (GPT), to pass assessments in introductory and intermediate Python programming courses at the postsecondary level. Discussions of potential uses (e.g., exercise generation, code explanation) and misuses (e.g., cheating) of this emerging technology in programming education have intensified, but to date there has not been a rigorous analysis of the models' capabilities in the realistic context of a full-fledged programming course with diverse set of assessment instruments. We evaluated GPT on three Python courses that employ asse"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.09325","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.09325/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2303.09325","created_at":"2026-07-05T06:58:55.541046+00:00"},{"alias_kind":"arxiv_version","alias_value":"2303.09325v1","created_at":"2026-07-05T06:58:55.541046+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.09325","created_at":"2026-07-05T06:58:55.541046+00:00"},{"alias_kind":"pith_short_12","alias_value":"JZZENOBAA24E","created_at":"2026-07-05T06:58:55.541046+00:00"},{"alias_kind":"pith_short_16","alias_value":"JZZENOBAA24EOUP7","created_at":"2026-07-05T06:58:55.541046+00:00"},{"alias_kind":"pith_short_8","alias_value":"JZZENOBA","created_at":"2026-07-05T06:58:55.541046+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2412.11088","citing_title":"Seeing the Forest and the Trees: Solving Visual Graph and Tree Based Data Structure Problems using Large Multimodal Models","ref_index":65,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/JZZENOBAA24EOUP7ZZVYR53WIF","json":"https://pith.science/pith/JZZENOBAA24EOUP7ZZVYR53WIF.json","graph_json":"https://pith.science/api/pith-number/JZZENOBAA24EOUP7ZZVYR53WIF/graph.json","events_json":"https://pith.science/api/pith-number/JZZENOBAA24EOUP7ZZVYR53WIF/events.json","paper":"https://pith.science/paper/JZZENOBA"},"agent_actions":{"view_html":"https://pith.science/pith/JZZENOBAA24EOUP7ZZVYR53WIF","download_json":"https://pith.science/pith/JZZENOBAA24EOUP7ZZVYR53WIF.json","view_paper":"https://pith.science/paper/JZZENOBA","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2303.09325&json=true","fetch_graph":"https://pith.science/api/pith-number/JZZENOBAA24EOUP7ZZVYR53WIF/graph.json","fetch_events":"https://pith.science/api/pith-number/JZZENOBAA24EOUP7ZZVYR53WIF/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/JZZENOBAA24EOUP7ZZVYR53WIF/action/timestamp_anchor","attest_storage":"https://pith.science/pith/JZZENOBAA24EOUP7ZZVYR53WIF/action/storage_attestation","attest_author":"https://pith.science/pith/JZZENOBAA24EOUP7ZZVYR53WIF/action/author_attestation","sign_citation":"https://pith.science/pith/JZZENOBAA24EOUP7ZZVYR53WIF/action/citation_signature","submit_replication":"https://pith.science/pith/JZZENOBAA24EOUP7ZZVYR53WIF/action/replication_record"}},"created_at":"2026-07-05T06:58:55.541046+00:00","updated_at":"2026-07-05T06:58:55.541046+00:00"}