{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:MPQ6YYNXENUBCTMXVWBQWEB4JI","short_pith_number":"pith:MPQ6YYNX","canonical_record":{"source":{"id":"2107.06009","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2021-07-13T11:59:57Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"d75c73aaa7e0d39536a8e044532baa04868e806ddcf6057fdbd16ca64412881b","abstract_canon_sha256":"55491420edb1833235f3e5c92bd5701caa719731b90ed604100643b0ac1947ac"},"schema_version":"1.0"},"canonical_sha256":"63e1ec61b72368114d97ad830b103c4a04827e84d3a301a960b5336203d5f765","source":{"kind":"arxiv","id":"2107.06009","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.06009","created_at":"2026-07-05T02:59:48Z"},{"alias_kind":"arxiv_version","alias_value":"2107.06009v1","created_at":"2026-07-05T02:59:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.06009","created_at":"2026-07-05T02:59:48Z"},{"alias_kind":"pith_short_12","alias_value":"MPQ6YYNXENUB","created_at":"2026-07-05T02:59:48Z"},{"alias_kind":"pith_short_16","alias_value":"MPQ6YYNXENUBCTMX","created_at":"2026-07-05T02:59:48Z"},{"alias_kind":"pith_short_8","alias_value":"MPQ6YYNX","created_at":"2026-07-05T02:59:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:MPQ6YYNXENUBCTMXVWBQWEB4JI","target":"record","payload":{"canonical_record":{"source":{"id":"2107.06009","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2021-07-13T11:59:57Z","cross_cats_sorted":["cs.SE"],"title_canon_sha256":"d75c73aaa7e0d39536a8e044532baa04868e806ddcf6057fdbd16ca64412881b","abstract_canon_sha256":"55491420edb1833235f3e5c92bd5701caa719731b90ed604100643b0ac1947ac"},"schema_version":"1.0"},"canonical_sha256":"63e1ec61b72368114d97ad830b103c4a04827e84d3a301a960b5336203d5f765","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:59:48.240798Z","signature_b64":"EvYSWQItDGiBN5Bnnni3+R1csi1dylTO4VDNiUX4SzxQ4fFL3AbOKVAjp/NGDlGo6WcLN69H0Fi2U0i//0ZQAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"63e1ec61b72368114d97ad830b103c4a04827e84d3a301a960b5336203d5f765","last_reissued_at":"2026-07-05T02:59:48.240247Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:59:48.240247Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2107.06009","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:59:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UQX9hhvY+Kbqt536NTGyq2TiWePehw00xRVeP1u/so/29UbxQmkMXjA/duhNiviyoYIHjbey5Jt7anTxtAxDAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T14:23:04.207418Z"},"content_sha256":"9acf631cdceb47e3a90155a1b5356dae4999c1c2eb20bf17896aace49ef8301d","schema_version":"1.0","event_id":"sha256:9acf631cdceb47e3a90155a1b5356dae4999c1c2eb20bf17896aace49ef8301d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:MPQ6YYNXENUBCTMXVWBQWEB4JI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Automatic Classification of Error Types in Solutions to Programming Assignments at Online Learning Platform","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.SE"],"primary_cat":"cs.CY","authors_text":"Alexey Shpilman, Artyom Lobanov, Timofey Bryksin","submitted_at":"2021-07-13T11:59:57Z","abstract_excerpt":"Online programming courses are becoming more and more popular, but they still have significant drawbacks when compared to the traditional education system, e.g., the lack of feedback. In this study, we apply machine learning methods to improve the feedback of automated verification systems for programming assignments. We propose an approach that provides an insight on how to fix the code for a given incorrect submission. To achieve this, we detect frequent error types by clustering previously submitted incorrect solutions, label these clusters and use this labeled dataset to identify the type "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.06009","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2107.06009/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:59:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xeVU75kHVeaNo62caWl/oLCrBQ2N20E4DSqgt8Ohqd6Rh2vcj7Nmrse+Njv3Q8OeOf4PRXJGC1vsF8e2od5WDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T14:23:04.207773Z"},"content_sha256":"e9ecce5f0d0e10d583e7280262f1323552f62033212992c35bc8e604cafbbdf9","schema_version":"1.0","event_id":"sha256:e9ecce5f0d0e10d583e7280262f1323552f62033212992c35bc8e604cafbbdf9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MPQ6YYNXENUBCTMXVWBQWEB4JI/bundle.json","state_url":"https://pith.science/pith/MPQ6YYNXENUBCTMXVWBQWEB4JI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MPQ6YYNXENUBCTMXVWBQWEB4JI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T14:23:04Z","links":{"resolver":"https://pith.science/pith/MPQ6YYNXENUBCTMXVWBQWEB4JI","bundle":"https://pith.science/pith/MPQ6YYNXENUBCTMXVWBQWEB4JI/bundle.json","state":"https://pith.science/pith/MPQ6YYNXENUBCTMXVWBQWEB4JI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MPQ6YYNXENUBCTMXVWBQWEB4JI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:MPQ6YYNXENUBCTMXVWBQWEB4JI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"55491420edb1833235f3e5c92bd5701caa719731b90ed604100643b0ac1947ac","cross_cats_sorted":["cs.SE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2021-07-13T11:59:57Z","title_canon_sha256":"d75c73aaa7e0d39536a8e044532baa04868e806ddcf6057fdbd16ca64412881b"},"schema_version":"1.0","source":{"id":"2107.06009","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2107.06009","created_at":"2026-07-05T02:59:48Z"},{"alias_kind":"arxiv_version","alias_value":"2107.06009v1","created_at":"2026-07-05T02:59:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2107.06009","created_at":"2026-07-05T02:59:48Z"},{"alias_kind":"pith_short_12","alias_value":"MPQ6YYNXENUB","created_at":"2026-07-05T02:59:48Z"},{"alias_kind":"pith_short_16","alias_value":"MPQ6YYNXENUBCTMX","created_at":"2026-07-05T02:59:48Z"},{"alias_kind":"pith_short_8","alias_value":"MPQ6YYNX","created_at":"2026-07-05T02:59:48Z"}],"graph_snapshots":[{"event_id":"sha256:e9ecce5f0d0e10d583e7280262f1323552f62033212992c35bc8e604cafbbdf9","target":"graph","created_at":"2026-07-05T02:59:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2107.06009/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Online programming courses are becoming more and more popular, but they still have significant drawbacks when compared to the traditional education system, e.g., the lack of feedback. In this study, we apply machine learning methods to improve the feedback of automated verification systems for programming assignments. We propose an approach that provides an insight on how to fix the code for a given incorrect submission. To achieve this, we detect frequent error types by clustering previously submitted incorrect solutions, label these clusters and use this labeled dataset to identify the type ","authors_text":"Alexey Shpilman, Artyom Lobanov, Timofey Bryksin","cross_cats":["cs.SE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2021-07-13T11:59:57Z","title":"Automatic Classification of Error Types in Solutions to Programming Assignments at Online Learning Platform"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2107.06009","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9acf631cdceb47e3a90155a1b5356dae4999c1c2eb20bf17896aace49ef8301d","target":"record","created_at":"2026-07-05T02:59:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"55491420edb1833235f3e5c92bd5701caa719731b90ed604100643b0ac1947ac","cross_cats_sorted":["cs.SE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2021-07-13T11:59:57Z","title_canon_sha256":"d75c73aaa7e0d39536a8e044532baa04868e806ddcf6057fdbd16ca64412881b"},"schema_version":"1.0","source":{"id":"2107.06009","kind":"arxiv","version":1}},"canonical_sha256":"63e1ec61b72368114d97ad830b103c4a04827e84d3a301a960b5336203d5f765","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"63e1ec61b72368114d97ad830b103c4a04827e84d3a301a960b5336203d5f765","first_computed_at":"2026-07-05T02:59:48.240247Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:59:48.240247Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EvYSWQItDGiBN5Bnnni3+R1csi1dylTO4VDNiUX4SzxQ4fFL3AbOKVAjp/NGDlGo6WcLN69H0Fi2U0i//0ZQAg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:59:48.240798Z","signed_message":"canonical_sha256_bytes"},"source_id":"2107.06009","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9acf631cdceb47e3a90155a1b5356dae4999c1c2eb20bf17896aace49ef8301d","sha256:e9ecce5f0d0e10d583e7280262f1323552f62033212992c35bc8e604cafbbdf9"],"state_sha256":"65b36187bd48260e3f79ec82f6a4e80b88f5150f85f8034ff4a104f76ffb5a0c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ef+1NJCwPR3N3zji8tKqygB6FnSNEEWT/VEeSyQ4RPjTNVeuZ8alEDafUvmsSlBh2zKkvuUCsyGMutGSuvW9Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T14:23:04.238204Z","bundle_sha256":"c0ff460bdf75fe42ed4c658c973c69a21ac067c85bc1821dd16bcd65cb04f969"}}