{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:EIITZTLRA7YTUEUT3VOKLXHH3P","short_pith_number":"pith:EIITZTLR","canonical_record":{"source":{"id":"2504.08958","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-04-11T20:26:49Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"38388397c22a3c3b7c36cccb77520e919bbd75e77c21a4068bd9fe6387664793","abstract_canon_sha256":"70f4e71ea123a7a75963eb50837036a0d998f58f5708971f77d429a7311638cc"},"schema_version":"1.0"},"canonical_sha256":"22113ccd7107f13a1293dd5ca5dce7dbcb956b37424d3aad7f8ad7bbbef8cc86","source":{"kind":"arxiv","id":"2504.08958","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.08958","created_at":"2026-07-05T10:48:02Z"},{"alias_kind":"arxiv_version","alias_value":"2504.08958v1","created_at":"2026-07-05T10:48:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.08958","created_at":"2026-07-05T10:48:02Z"},{"alias_kind":"pith_short_12","alias_value":"EIITZTLRA7YT","created_at":"2026-07-05T10:48:02Z"},{"alias_kind":"pith_short_16","alias_value":"EIITZTLRA7YTUEUT","created_at":"2026-07-05T10:48:02Z"},{"alias_kind":"pith_short_8","alias_value":"EIITZTLR","created_at":"2026-07-05T10:48:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:EIITZTLRA7YTUEUT3VOKLXHH3P","target":"record","payload":{"canonical_record":{"source":{"id":"2504.08958","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-04-11T20:26:49Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"38388397c22a3c3b7c36cccb77520e919bbd75e77c21a4068bd9fe6387664793","abstract_canon_sha256":"70f4e71ea123a7a75963eb50837036a0d998f58f5708971f77d429a7311638cc"},"schema_version":"1.0"},"canonical_sha256":"22113ccd7107f13a1293dd5ca5dce7dbcb956b37424d3aad7f8ad7bbbef8cc86","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:48:02.207035Z","signature_b64":"9va9JdgeH2YaI0OZ8LHR3zCfQ9jhM8eFHbRKfbYOh3tdI57TGXo8les5AyMa9S+NPbfJN1DdNDlzQyu50aExDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"22113ccd7107f13a1293dd5ca5dce7dbcb956b37424d3aad7f8ad7bbbef8cc86","last_reissued_at":"2026-07-05T10:48:02.206553Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:48:02.206553Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.08958","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:48:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OndktzBiM0PxE2rG825K0wyE6ick/Bu0kXtwYtcmSAhwxpALUQtHdjfZJ4WqKx9n+gymWjSqwCo/6fOucCI8Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T04:41:49.706394Z"},"content_sha256":"7127fd1a8e64b90de5fbba3dc08e45b98017824538b518f29d4d8ddbe3e477b8","schema_version":"1.0","event_id":"sha256:7127fd1a8e64b90de5fbba3dc08e45b98017824538b518f29d4d8ddbe3e477b8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:EIITZTLRA7YTUEUT3VOKLXHH3P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Generating Planning Feedback for Open-Ended Programming Exercises with LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Claire Zheng, Kathryn Cunningham, Max Fowler, Mehmet Arif Demirta\\c{s}","submitted_at":"2025-04-11T20:26:49Z","abstract_excerpt":"To complete an open-ended programming exercise, students need to both plan a high-level solution and implement it using the appropriate syntax. However, these problems are often autograded on the correctness of the final submission through test cases, and students cannot get feedback on their planning process. Large language models (LLM) may be able to generate this feedback by detecting the overall code structure even for submissions with syntax errors. To this end, we propose an approach that detects which high-level goals and patterns (i.e. programming plans) exist in a student program with"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.08958","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.08958/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:48:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qoGmltz86TC0PODAUm3mgC5pVTW2BE3n86CqkQ0BZZYwp1pYf+oXFKxagsbm0QdulZJpdNr/FWkJn5E6pSBxAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T04:41:49.706851Z"},"content_sha256":"66e168b183dd222ac4c4d725ebc755a7cccbcb208996d8423ebd0df3b81fa5a5","schema_version":"1.0","event_id":"sha256:66e168b183dd222ac4c4d725ebc755a7cccbcb208996d8423ebd0df3b81fa5a5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EIITZTLRA7YTUEUT3VOKLXHH3P/bundle.json","state_url":"https://pith.science/pith/EIITZTLRA7YTUEUT3VOKLXHH3P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EIITZTLRA7YTUEUT3VOKLXHH3P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T04:41:49Z","links":{"resolver":"https://pith.science/pith/EIITZTLRA7YTUEUT3VOKLXHH3P","bundle":"https://pith.science/pith/EIITZTLRA7YTUEUT3VOKLXHH3P/bundle.json","state":"https://pith.science/pith/EIITZTLRA7YTUEUT3VOKLXHH3P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EIITZTLRA7YTUEUT3VOKLXHH3P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:EIITZTLRA7YTUEUT3VOKLXHH3P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"70f4e71ea123a7a75963eb50837036a0d998f58f5708971f77d429a7311638cc","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-04-11T20:26:49Z","title_canon_sha256":"38388397c22a3c3b7c36cccb77520e919bbd75e77c21a4068bd9fe6387664793"},"schema_version":"1.0","source":{"id":"2504.08958","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.08958","created_at":"2026-07-05T10:48:02Z"},{"alias_kind":"arxiv_version","alias_value":"2504.08958v1","created_at":"2026-07-05T10:48:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.08958","created_at":"2026-07-05T10:48:02Z"},{"alias_kind":"pith_short_12","alias_value":"EIITZTLRA7YT","created_at":"2026-07-05T10:48:02Z"},{"alias_kind":"pith_short_16","alias_value":"EIITZTLRA7YTUEUT","created_at":"2026-07-05T10:48:02Z"},{"alias_kind":"pith_short_8","alias_value":"EIITZTLR","created_at":"2026-07-05T10:48:02Z"}],"graph_snapshots":[{"event_id":"sha256:66e168b183dd222ac4c4d725ebc755a7cccbcb208996d8423ebd0df3b81fa5a5","target":"graph","created_at":"2026-07-05T10:48:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.08958/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"To complete an open-ended programming exercise, students need to both plan a high-level solution and implement it using the appropriate syntax. However, these problems are often autograded on the correctness of the final submission through test cases, and students cannot get feedback on their planning process. Large language models (LLM) may be able to generate this feedback by detecting the overall code structure even for submissions with syntax errors. To this end, we propose an approach that detects which high-level goals and patterns (i.e. programming plans) exist in a student program with","authors_text":"Claire Zheng, Kathryn Cunningham, Max Fowler, Mehmet Arif Demirta\\c{s}","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-04-11T20:26:49Z","title":"Generating Planning Feedback for Open-Ended Programming Exercises with LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.08958","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7127fd1a8e64b90de5fbba3dc08e45b98017824538b518f29d4d8ddbe3e477b8","target":"record","created_at":"2026-07-05T10:48:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"70f4e71ea123a7a75963eb50837036a0d998f58f5708971f77d429a7311638cc","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-04-11T20:26:49Z","title_canon_sha256":"38388397c22a3c3b7c36cccb77520e919bbd75e77c21a4068bd9fe6387664793"},"schema_version":"1.0","source":{"id":"2504.08958","kind":"arxiv","version":1}},"canonical_sha256":"22113ccd7107f13a1293dd5ca5dce7dbcb956b37424d3aad7f8ad7bbbef8cc86","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"22113ccd7107f13a1293dd5ca5dce7dbcb956b37424d3aad7f8ad7bbbef8cc86","first_computed_at":"2026-07-05T10:48:02.206553Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:48:02.206553Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9va9JdgeH2YaI0OZ8LHR3zCfQ9jhM8eFHbRKfbYOh3tdI57TGXo8les5AyMa9S+NPbfJN1DdNDlzQyu50aExDg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:48:02.207035Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.08958","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7127fd1a8e64b90de5fbba3dc08e45b98017824538b518f29d4d8ddbe3e477b8","sha256:66e168b183dd222ac4c4d725ebc755a7cccbcb208996d8423ebd0df3b81fa5a5"],"state_sha256":"3106031ff846558b62c92486a18a04dd93a73ef2c50cf107aac2d80ce632b264"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ksBLG/enbv2SfmFMhFTzDmRjjveofzgct0ag0vKHDOmJpUN/dyF5qUD/ZvNYeTV5fi0vT/4L9W6u7O2XLD+gDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T04:41:49.709984Z","bundle_sha256":"a162ca137d6b3a4ac0a9e051b63e17a494f34a3bba0f9b7b03b88851cad7daf8"}}