{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:7LZD3N4RN5KIXOBPW6CHA4L3UR","short_pith_number":"pith:7LZD3N4R","canonical_record":{"source":{"id":"2302.04662","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.PL","submitted_at":"2023-01-24T13:00:25Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"6923b4ca4525c3d7a9ea4eb7cf9e65888ee2944ca9a56639cc737f06c1c0618e","abstract_canon_sha256":"f6d8c707e67784e892ef921b21e828d267fa0a1a3ee7c36607e27e1d864d7eb3"},"schema_version":"1.0"},"canonical_sha256":"faf23db7916f548bb82fb78470717ba4462bbbc73289a29a7d11f2955352fcb7","source":{"kind":"arxiv","id":"2302.04662","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.04662","created_at":"2026-07-05T06:05:15Z"},{"alias_kind":"arxiv_version","alias_value":"2302.04662v2","created_at":"2026-07-05T06:05:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.04662","created_at":"2026-07-05T06:05:15Z"},{"alias_kind":"pith_short_12","alias_value":"7LZD3N4RN5KI","created_at":"2026-07-05T06:05:15Z"},{"alias_kind":"pith_short_16","alias_value":"7LZD3N4RN5KIXOBP","created_at":"2026-07-05T06:05:15Z"},{"alias_kind":"pith_short_8","alias_value":"7LZD3N4R","created_at":"2026-07-05T06:05:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:7LZD3N4RN5KIXOBPW6CHA4L3UR","target":"record","payload":{"canonical_record":{"source":{"id":"2302.04662","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.PL","submitted_at":"2023-01-24T13:00:25Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"6923b4ca4525c3d7a9ea4eb7cf9e65888ee2944ca9a56639cc737f06c1c0618e","abstract_canon_sha256":"f6d8c707e67784e892ef921b21e828d267fa0a1a3ee7c36607e27e1d864d7eb3"},"schema_version":"1.0"},"canonical_sha256":"faf23db7916f548bb82fb78470717ba4462bbbc73289a29a7d11f2955352fcb7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:05:15.379500Z","signature_b64":"GEcWASnzrmNLlwHdnmVwrP2CuCWtdgWMAY64/IbYQndcDjmoBiMwKJiIJasw1bPoi7JniHLq6lHAQc4yOV0zBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"faf23db7916f548bb82fb78470717ba4462bbbc73289a29a7d11f2955352fcb7","last_reissued_at":"2026-07-05T06:05:15.379030Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:05:15.379030Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.04662","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:05:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tSvAxV7eTlvdAGxVtUx70lTR7Ab7jtP7NcAfzqnCj1QLvfdfhJVr/uzJER2RaVdec/hN9BsIt9hxLAVAwS8GBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T02:09:30.937954Z"},"content_sha256":"20dd4f26cefd507a278f51294f307cb937e5c75d6131e7516d669d7f98887000","schema_version":"1.0","event_id":"sha256:20dd4f26cefd507a278f51294f307cb937e5c75d6131e7516d669d7f98887000"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:7LZD3N4RN5KIXOBPW6CHA4L3UR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Generating High-Precision Feedback for Programming Syntax Errors using Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.PL","authors_text":"Adish Singla, Gustavo Soares, Jos\\'e Cambronero, Rupak Majumdar, Sumit Gulwani, Tobias Kohn, Tung Phung","submitted_at":"2023-01-24T13:00:25Z","abstract_excerpt":"Large language models (LLMs), such as Codex, hold great promise in enhancing programming education by automatically generating feedback for students. We investigate using LLMs to generate feedback for fixing syntax errors in Python programs, a key scenario in introductory programming. More concretely, given a student's buggy program, our goal is to generate feedback comprising a fixed program along with a natural language explanation describing the errors/fixes, inspired by how a human tutor would give feedback. While using LLMs is promising, the critical challenge is to ensure high precision "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.04662","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.04662/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:05:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aG5dW4TlVn4IMQwKMX+RyRgZLt8IPG4oqaPU3bBZXuKJhKAIDCrH05HSus+iSDWNXHnGmKRf6CUzuAJAMrQ7DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T02:09:30.938518Z"},"content_sha256":"4376a1ba804c69c0528a4610f5aec641c0a24827880a9c7be22b0f9b30cd32b9","schema_version":"1.0","event_id":"sha256:4376a1ba804c69c0528a4610f5aec641c0a24827880a9c7be22b0f9b30cd32b9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7LZD3N4RN5KIXOBPW6CHA4L3UR/bundle.json","state_url":"https://pith.science/pith/7LZD3N4RN5KIXOBPW6CHA4L3UR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7LZD3N4RN5KIXOBPW6CHA4L3UR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T02:09:30Z","links":{"resolver":"https://pith.science/pith/7LZD3N4RN5KIXOBPW6CHA4L3UR","bundle":"https://pith.science/pith/7LZD3N4RN5KIXOBPW6CHA4L3UR/bundle.json","state":"https://pith.science/pith/7LZD3N4RN5KIXOBPW6CHA4L3UR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7LZD3N4RN5KIXOBPW6CHA4L3UR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:7LZD3N4RN5KIXOBPW6CHA4L3UR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f6d8c707e67784e892ef921b21e828d267fa0a1a3ee7c36607e27e1d864d7eb3","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.PL","submitted_at":"2023-01-24T13:00:25Z","title_canon_sha256":"6923b4ca4525c3d7a9ea4eb7cf9e65888ee2944ca9a56639cc737f06c1c0618e"},"schema_version":"1.0","source":{"id":"2302.04662","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.04662","created_at":"2026-07-05T06:05:15Z"},{"alias_kind":"arxiv_version","alias_value":"2302.04662v2","created_at":"2026-07-05T06:05:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.04662","created_at":"2026-07-05T06:05:15Z"},{"alias_kind":"pith_short_12","alias_value":"7LZD3N4RN5KI","created_at":"2026-07-05T06:05:15Z"},{"alias_kind":"pith_short_16","alias_value":"7LZD3N4RN5KIXOBP","created_at":"2026-07-05T06:05:15Z"},{"alias_kind":"pith_short_8","alias_value":"7LZD3N4R","created_at":"2026-07-05T06:05:15Z"}],"graph_snapshots":[{"event_id":"sha256:4376a1ba804c69c0528a4610f5aec641c0a24827880a9c7be22b0f9b30cd32b9","target":"graph","created_at":"2026-07-05T06:05:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.04662/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs), such as Codex, hold great promise in enhancing programming education by automatically generating feedback for students. We investigate using LLMs to generate feedback for fixing syntax errors in Python programs, a key scenario in introductory programming. More concretely, given a student's buggy program, our goal is to generate feedback comprising a fixed program along with a natural language explanation describing the errors/fixes, inspired by how a human tutor would give feedback. While using LLMs is promising, the critical challenge is to ensure high precision ","authors_text":"Adish Singla, Gustavo Soares, Jos\\'e Cambronero, Rupak Majumdar, Sumit Gulwani, Tobias Kohn, Tung Phung","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.PL","submitted_at":"2023-01-24T13:00:25Z","title":"Generating High-Precision Feedback for Programming Syntax Errors using Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.04662","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:20dd4f26cefd507a278f51294f307cb937e5c75d6131e7516d669d7f98887000","target":"record","created_at":"2026-07-05T06:05:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f6d8c707e67784e892ef921b21e828d267fa0a1a3ee7c36607e27e1d864d7eb3","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.PL","submitted_at":"2023-01-24T13:00:25Z","title_canon_sha256":"6923b4ca4525c3d7a9ea4eb7cf9e65888ee2944ca9a56639cc737f06c1c0618e"},"schema_version":"1.0","source":{"id":"2302.04662","kind":"arxiv","version":2}},"canonical_sha256":"faf23db7916f548bb82fb78470717ba4462bbbc73289a29a7d11f2955352fcb7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"faf23db7916f548bb82fb78470717ba4462bbbc73289a29a7d11f2955352fcb7","first_computed_at":"2026-07-05T06:05:15.379030Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:05:15.379030Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GEcWASnzrmNLlwHdnmVwrP2CuCWtdgWMAY64/IbYQndcDjmoBiMwKJiIJasw1bPoi7JniHLq6lHAQc4yOV0zBw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:05:15.379500Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.04662","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:20dd4f26cefd507a278f51294f307cb937e5c75d6131e7516d669d7f98887000","sha256:4376a1ba804c69c0528a4610f5aec641c0a24827880a9c7be22b0f9b30cd32b9"],"state_sha256":"5e7f08300692bcbf5dc05b2a78be505382e38c425d9e67dc0ff05f86747c0971"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kyaFDA2PvNyQOVbZamH9EiMN+uqHQGpWewFgBaWBpQAEvX+AceXpCjQZd9YR5clAdgAM9OGpO8zjizv+L3KpDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T02:09:30.943374Z","bundle_sha256":"96cb188aa52bfbfe565e5e4dcb9ba4c78b1d598d545fe2da27d511d257c5deb5"}}