{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:CZOSTZ3I4SRVTC6TSPUME5APVR","short_pith_number":"pith:CZOSTZ3I","canonical_record":{"source":{"id":"2309.00029","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2023-08-31T15:22:11Z","cross_cats_sorted":["cs.CY","cs.SE"],"title_canon_sha256":"f61ea31f0bc6c71d609638d5bd96667fe01ff798e0cb79dee10509c9e9bc6db6","abstract_canon_sha256":"5fe7cb9fcf2f2badcff698e16a564cad95d54002bb7feb8c72ff197ac14e23b4"},"schema_version":"1.0"},"canonical_sha256":"165d29e768e4a3598bd393e8c2740fac540b8813190ad8507d20cdcb09e5ee51","source":{"kind":"arxiv","id":"2309.00029","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.00029","created_at":"2026-07-05T06:46:50Z"},{"alias_kind":"arxiv_version","alias_value":"2309.00029v1","created_at":"2026-07-05T06:46:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.00029","created_at":"2026-07-05T06:46:50Z"},{"alias_kind":"pith_short_12","alias_value":"CZOSTZ3I4SRV","created_at":"2026-07-05T06:46:50Z"},{"alias_kind":"pith_short_16","alias_value":"CZOSTZ3I4SRVTC6T","created_at":"2026-07-05T06:46:50Z"},{"alias_kind":"pith_short_8","alias_value":"CZOSTZ3I","created_at":"2026-07-05T06:46:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:CZOSTZ3I4SRVTC6TSPUME5APVR","target":"record","payload":{"canonical_record":{"source":{"id":"2309.00029","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2023-08-31T15:22:11Z","cross_cats_sorted":["cs.CY","cs.SE"],"title_canon_sha256":"f61ea31f0bc6c71d609638d5bd96667fe01ff798e0cb79dee10509c9e9bc6db6","abstract_canon_sha256":"5fe7cb9fcf2f2badcff698e16a564cad95d54002bb7feb8c72ff197ac14e23b4"},"schema_version":"1.0"},"canonical_sha256":"165d29e768e4a3598bd393e8c2740fac540b8813190ad8507d20cdcb09e5ee51","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:46:50.904989Z","signature_b64":"yoFwdbc5yL6WiyMvHtxB3cKYVvmw6puRQsNLVI+O/GO06GNJKGv6hYPrO+oe+vlja/NcITR3AAuXLbsUfX6RCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"165d29e768e4a3598bd393e8c2740fac540b8813190ad8507d20cdcb09e5ee51","last_reissued_at":"2026-07-05T06:46:50.904549Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:46:50.904549Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.00029","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:46:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XpEfCxX2WaGlLhZr2E1Kz4/QiKbem3Mi797cD48yrZRIu6tHP9Inm3+1gAtjpXw87Vm+fWFzkb9ox0TlLyCmCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T05:46:43.150554Z"},"content_sha256":"841c9fd8e1fa276232c165070285f5035b842f72995b1ef27f9fc22e34862be9","schema_version":"1.0","event_id":"sha256:841c9fd8e1fa276232c165070285f5035b842f72995b1ef27f9fc22e34862be9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:CZOSTZ3I4SRVTC6TSPUME5APVR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploring the Potential of Large Language Models to Generate Formative Programming Feedback","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.CY","cs.SE"],"primary_cat":"cs.AI","authors_text":"Dominic Lohr, Hieke Keuning, Natalie Kiesler","submitted_at":"2023-08-31T15:22:11Z","abstract_excerpt":"Ever since the emergence of large language models (LLMs) and related applications, such as ChatGPT, its performance and error analysis for programming tasks have been subject to research. In this work-in-progress paper, we explore the potential of such LLMs for computing educators and learners, as we analyze the feedback it generates to a given input containing program code. In particular, we aim at (1) exploring how an LLM like ChatGPT responds to students seeking help with their introductory programming tasks, and (2) identifying feedback types in its responses. To achieve these goals, we us"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.00029","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.00029/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:46:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H4XXzU+ii1oigtC642jiHbCRSVg8E1cr0aD3mZatgJ0vYD+OBaPuh0cGr59aHj09YQCvFISb3xUOM2D6TLv5DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T05:46:43.150931Z"},"content_sha256":"00aa92bec541701d5e644bb50b75500cd0e43acfb66878531ec89066ccb5a621","schema_version":"1.0","event_id":"sha256:00aa92bec541701d5e644bb50b75500cd0e43acfb66878531ec89066ccb5a621"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CZOSTZ3I4SRVTC6TSPUME5APVR/bundle.json","state_url":"https://pith.science/pith/CZOSTZ3I4SRVTC6TSPUME5APVR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CZOSTZ3I4SRVTC6TSPUME5APVR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T05:46:43Z","links":{"resolver":"https://pith.science/pith/CZOSTZ3I4SRVTC6TSPUME5APVR","bundle":"https://pith.science/pith/CZOSTZ3I4SRVTC6TSPUME5APVR/bundle.json","state":"https://pith.science/pith/CZOSTZ3I4SRVTC6TSPUME5APVR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CZOSTZ3I4SRVTC6TSPUME5APVR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:CZOSTZ3I4SRVTC6TSPUME5APVR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5fe7cb9fcf2f2badcff698e16a564cad95d54002bb7feb8c72ff197ac14e23b4","cross_cats_sorted":["cs.CY","cs.SE"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2023-08-31T15:22:11Z","title_canon_sha256":"f61ea31f0bc6c71d609638d5bd96667fe01ff798e0cb79dee10509c9e9bc6db6"},"schema_version":"1.0","source":{"id":"2309.00029","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.00029","created_at":"2026-07-05T06:46:50Z"},{"alias_kind":"arxiv_version","alias_value":"2309.00029v1","created_at":"2026-07-05T06:46:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.00029","created_at":"2026-07-05T06:46:50Z"},{"alias_kind":"pith_short_12","alias_value":"CZOSTZ3I4SRV","created_at":"2026-07-05T06:46:50Z"},{"alias_kind":"pith_short_16","alias_value":"CZOSTZ3I4SRVTC6T","created_at":"2026-07-05T06:46:50Z"},{"alias_kind":"pith_short_8","alias_value":"CZOSTZ3I","created_at":"2026-07-05T06:46:50Z"}],"graph_snapshots":[{"event_id":"sha256:00aa92bec541701d5e644bb50b75500cd0e43acfb66878531ec89066ccb5a621","target":"graph","created_at":"2026-07-05T06:46:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.00029/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Ever since the emergence of large language models (LLMs) and related applications, such as ChatGPT, its performance and error analysis for programming tasks have been subject to research. In this work-in-progress paper, we explore the potential of such LLMs for computing educators and learners, as we analyze the feedback it generates to a given input containing program code. In particular, we aim at (1) exploring how an LLM like ChatGPT responds to students seeking help with their introductory programming tasks, and (2) identifying feedback types in its responses. To achieve these goals, we us","authors_text":"Dominic Lohr, Hieke Keuning, Natalie Kiesler","cross_cats":["cs.CY","cs.SE"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2023-08-31T15:22:11Z","title":"Exploring the Potential of Large Language Models to Generate Formative Programming Feedback"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.00029","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:841c9fd8e1fa276232c165070285f5035b842f72995b1ef27f9fc22e34862be9","target":"record","created_at":"2026-07-05T06:46:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5fe7cb9fcf2f2badcff698e16a564cad95d54002bb7feb8c72ff197ac14e23b4","cross_cats_sorted":["cs.CY","cs.SE"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2023-08-31T15:22:11Z","title_canon_sha256":"f61ea31f0bc6c71d609638d5bd96667fe01ff798e0cb79dee10509c9e9bc6db6"},"schema_version":"1.0","source":{"id":"2309.00029","kind":"arxiv","version":1}},"canonical_sha256":"165d29e768e4a3598bd393e8c2740fac540b8813190ad8507d20cdcb09e5ee51","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"165d29e768e4a3598bd393e8c2740fac540b8813190ad8507d20cdcb09e5ee51","first_computed_at":"2026-07-05T06:46:50.904549Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:46:50.904549Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yoFwdbc5yL6WiyMvHtxB3cKYVvmw6puRQsNLVI+O/GO06GNJKGv6hYPrO+oe+vlja/NcITR3AAuXLbsUfX6RCw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:46:50.904989Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.00029","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:841c9fd8e1fa276232c165070285f5035b842f72995b1ef27f9fc22e34862be9","sha256:00aa92bec541701d5e644bb50b75500cd0e43acfb66878531ec89066ccb5a621"],"state_sha256":"d1628a710b4398a8796d2a3a0ef20fc9d2748d58e7648734898cae4711b15bab"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yPw7HZXEoGJQnNL3Z4euj7SIEwr4LIHEywn5KABYBHjhiJewoqcG1DBgPA0JZMB43hBq/ymUeipFc/BUpUDgAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T05:46:43.153237Z","bundle_sha256":"2508802516394a7bd6a1ee8b2cdd8bcb992aac1060702c780381a8ea2548d450"}}