{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:72H6AN6Y7DDFHHGXFCQB7ZUP4T","short_pith_number":"pith:72H6AN6Y","canonical_record":{"source":{"id":"2403.09744","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-13T23:14:35Z","cross_cats_sorted":["cs.AI","cs.CY","cs.HC"],"title_canon_sha256":"ad601c5a1abaa2ecebb1c24248aab4a7eac8f1d7c192d878cdee8846e8efdafe","abstract_canon_sha256":"7c26d1100547228565798a39634c998d8d6b3e35e427b58400bdcdcb4fd03835"},"schema_version":"1.0"},"canonical_sha256":"fe8fe037d8f8c6539cd728a01fe68fe4da9b0265b5267e6453808c19677e9c39","source":{"kind":"arxiv","id":"2403.09744","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.09744","created_at":"2026-07-05T08:45:26Z"},{"alias_kind":"arxiv_version","alias_value":"2403.09744v1","created_at":"2026-07-05T08:45:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.09744","created_at":"2026-07-05T08:45:26Z"},{"alias_kind":"pith_short_12","alias_value":"72H6AN6Y7DDF","created_at":"2026-07-05T08:45:26Z"},{"alias_kind":"pith_short_16","alias_value":"72H6AN6Y7DDFHHGX","created_at":"2026-07-05T08:45:26Z"},{"alias_kind":"pith_short_8","alias_value":"72H6AN6Y","created_at":"2026-07-05T08:45:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:72H6AN6Y7DDFHHGXFCQB7ZUP4T","target":"record","payload":{"canonical_record":{"source":{"id":"2403.09744","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-13T23:14:35Z","cross_cats_sorted":["cs.AI","cs.CY","cs.HC"],"title_canon_sha256":"ad601c5a1abaa2ecebb1c24248aab4a7eac8f1d7c192d878cdee8846e8efdafe","abstract_canon_sha256":"7c26d1100547228565798a39634c998d8d6b3e35e427b58400bdcdcb4fd03835"},"schema_version":"1.0"},"canonical_sha256":"fe8fe037d8f8c6539cd728a01fe68fe4da9b0265b5267e6453808c19677e9c39","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:45:26.333946Z","signature_b64":"WRtZc9aBFAlqgxqpEUcAXWi0ATcYOD1P5FvplIsZlZvCWDXHUYvvwEYVqagK0T4yB2ZyCK20qVXNaera9+a7Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fe8fe037d8f8c6539cd728a01fe68fe4da9b0265b5267e6453808c19677e9c39","last_reissued_at":"2026-07-05T08:45:26.333536Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:45:26.333536Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.09744","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:45:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oFremJOi6boXNXdsoR0JO5YyIH4UaNacyNkJT6TZ4BWkvdbs9A/gXVYQfjDT2fiUzkZKs4tlZTryz2K6TiKLDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T14:39:33.879563Z"},"content_sha256":"e9db7ae5c3c3ef165e693a0784105c572150e04ecd61662d7898da5646e7920d","schema_version":"1.0","event_id":"sha256:e9db7ae5c3c3ef165e693a0784105c572150e04ecd61662d7898da5646e7920d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:72H6AN6Y7DDFHHGXFCQB7ZUP4T","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating the Application of Large Language Models to Generate Feedback in Programming Education","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CY","cs.HC"],"primary_cat":"cs.CL","authors_text":"Steffen Jaschke, Sven Jacobs","submitted_at":"2024-03-13T23:14:35Z","abstract_excerpt":"This study investigates the application of large language models, specifically GPT-4, to enhance programming education. The research outlines the design of a web application that uses GPT-4 to provide feedback on programming tasks, without giving away the solution. A web application for working on programming tasks was developed for the study and evaluated with 51 students over the course of one semester. The results show that most of the feedback generated by GPT-4 effectively addressed code errors. However, challenges with incorrect suggestions and hallucinated issues indicate the need for f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.09744","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.09744/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:45:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TXtN53xWnmwiMMaskZay755HpHH9OVq2euDR6xjxU+5Mg3MJHM2Eb3Stkd0ufKLefpIbm0zXkGvGGhUUbOQmAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T14:39:33.880249Z"},"content_sha256":"26caeaa95fa5c3e02e96398d7ed2030487d0075b8c911b4d722f68713d2f2b19","schema_version":"1.0","event_id":"sha256:26caeaa95fa5c3e02e96398d7ed2030487d0075b8c911b4d722f68713d2f2b19"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/72H6AN6Y7DDFHHGXFCQB7ZUP4T/bundle.json","state_url":"https://pith.science/pith/72H6AN6Y7DDFHHGXFCQB7ZUP4T/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/72H6AN6Y7DDFHHGXFCQB7ZUP4T/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-05T14:39:33Z","links":{"resolver":"https://pith.science/pith/72H6AN6Y7DDFHHGXFCQB7ZUP4T","bundle":"https://pith.science/pith/72H6AN6Y7DDFHHGXFCQB7ZUP4T/bundle.json","state":"https://pith.science/pith/72H6AN6Y7DDFHHGXFCQB7ZUP4T/state.json","well_known_bundle":"https://pith.science/.well-known/pith/72H6AN6Y7DDFHHGXFCQB7ZUP4T/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:72H6AN6Y7DDFHHGXFCQB7ZUP4T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7c26d1100547228565798a39634c998d8d6b3e35e427b58400bdcdcb4fd03835","cross_cats_sorted":["cs.AI","cs.CY","cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-13T23:14:35Z","title_canon_sha256":"ad601c5a1abaa2ecebb1c24248aab4a7eac8f1d7c192d878cdee8846e8efdafe"},"schema_version":"1.0","source":{"id":"2403.09744","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.09744","created_at":"2026-07-05T08:45:26Z"},{"alias_kind":"arxiv_version","alias_value":"2403.09744v1","created_at":"2026-07-05T08:45:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.09744","created_at":"2026-07-05T08:45:26Z"},{"alias_kind":"pith_short_12","alias_value":"72H6AN6Y7DDF","created_at":"2026-07-05T08:45:26Z"},{"alias_kind":"pith_short_16","alias_value":"72H6AN6Y7DDFHHGX","created_at":"2026-07-05T08:45:26Z"},{"alias_kind":"pith_short_8","alias_value":"72H6AN6Y","created_at":"2026-07-05T08:45:26Z"}],"graph_snapshots":[{"event_id":"sha256:26caeaa95fa5c3e02e96398d7ed2030487d0075b8c911b4d722f68713d2f2b19","target":"graph","created_at":"2026-07-05T08:45:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.09744/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This study investigates the application of large language models, specifically GPT-4, to enhance programming education. The research outlines the design of a web application that uses GPT-4 to provide feedback on programming tasks, without giving away the solution. A web application for working on programming tasks was developed for the study and evaluated with 51 students over the course of one semester. The results show that most of the feedback generated by GPT-4 effectively addressed code errors. However, challenges with incorrect suggestions and hallucinated issues indicate the need for f","authors_text":"Steffen Jaschke, Sven Jacobs","cross_cats":["cs.AI","cs.CY","cs.HC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-13T23:14:35Z","title":"Evaluating the Application of Large Language Models to Generate Feedback in Programming Education"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.09744","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e9db7ae5c3c3ef165e693a0784105c572150e04ecd61662d7898da5646e7920d","target":"record","created_at":"2026-07-05T08:45:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7c26d1100547228565798a39634c998d8d6b3e35e427b58400bdcdcb4fd03835","cross_cats_sorted":["cs.AI","cs.CY","cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-13T23:14:35Z","title_canon_sha256":"ad601c5a1abaa2ecebb1c24248aab4a7eac8f1d7c192d878cdee8846e8efdafe"},"schema_version":"1.0","source":{"id":"2403.09744","kind":"arxiv","version":1}},"canonical_sha256":"fe8fe037d8f8c6539cd728a01fe68fe4da9b0265b5267e6453808c19677e9c39","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fe8fe037d8f8c6539cd728a01fe68fe4da9b0265b5267e6453808c19677e9c39","first_computed_at":"2026-07-05T08:45:26.333536Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:45:26.333536Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"WRtZc9aBFAlqgxqpEUcAXWi0ATcYOD1P5FvplIsZlZvCWDXHUYvvwEYVqagK0T4yB2ZyCK20qVXNaera9+a7Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:45:26.333946Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.09744","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e9db7ae5c3c3ef165e693a0784105c572150e04ecd61662d7898da5646e7920d","sha256:26caeaa95fa5c3e02e96398d7ed2030487d0075b8c911b4d722f68713d2f2b19"],"state_sha256":"0e55675d3f5f6fa5e32b71add005abab3d5b509745f408e08114f932a7447ab8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cT0NnRSpTd4GPghHIlhHdadHjtXb+9pnu349Ky+A9QprGmM/H5DyxUEnXFLDsHaw4ps5GMc/n5TIUdMZcm55Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-05T14:39:33.884567Z","bundle_sha256":"7b46630944b34e2e1674f83beca450f2d153242b213d10606ea26243a161cb1d"}}