{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:VPEVNV4ITUWVB4AS3SVFPEQKPE","short_pith_number":"pith:VPEVNV4I","canonical_record":{"source":{"id":"2304.12376","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-04-24T18:13:27Z","cross_cats_sorted":[],"title_canon_sha256":"a5310db4d485c5171f765bd3891261e1ea64a7683a50faf1ce23d83831873730","abstract_canon_sha256":"1eec0b7f9cf5db6a89ff2774079928c67477560c83c512eb17825ca468f6d25e"},"schema_version":"1.0"},"canonical_sha256":"abc956d7889d2d50f012dcaa57920a79016cb35683c0a7fdd02c86428bb31222","source":{"kind":"arxiv","id":"2304.12376","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.12376","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"arxiv_version","alias_value":"2304.12376v1","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.12376","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"pith_short_12","alias_value":"VPEVNV4ITUWV","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"pith_short_16","alias_value":"VPEVNV4ITUWVB4AS","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"pith_short_8","alias_value":"VPEVNV4I","created_at":"2026-07-05T06:04:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:VPEVNV4ITUWVB4AS3SVFPEQKPE","target":"record","payload":{"canonical_record":{"source":{"id":"2304.12376","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-04-24T18:13:27Z","cross_cats_sorted":[],"title_canon_sha256":"a5310db4d485c5171f765bd3891261e1ea64a7683a50faf1ce23d83831873730","abstract_canon_sha256":"1eec0b7f9cf5db6a89ff2774079928c67477560c83c512eb17825ca468f6d25e"},"schema_version":"1.0"},"canonical_sha256":"abc956d7889d2d50f012dcaa57920a79016cb35683c0a7fdd02c86428bb31222","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:04:16.044947Z","signature_b64":"JWv9cp5YemUOzcOEFZA11ojPMiSXXSLcZ668GigIZp3izWk9omkV9ziTWWB+TIoY6t45n9lJyZk6vRWJS5XUAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"abc956d7889d2d50f012dcaa57920a79016cb35683c0a7fdd02c86428bb31222","last_reissued_at":"2026-07-05T06:04:16.044468Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:04:16.044468Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.12376","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:04:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tWRKyQ6Tq7CQodX1HDXHCoqikf97NYWcRbe2+oOW6A+QALE/5cbBtPd+UBB1TzbbgQ/Wly1jLIxSsmusRjHkDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:18:40.115007Z"},"content_sha256":"64aa12f036d2148f28db1843878bceac6c0336962562293a2fcbfed1ebb5a31f","schema_version":"1.0","event_id":"sha256:64aa12f036d2148f28db1843878bceac6c0336962562293a2fcbfed1ebb5a31f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:VPEVNV4ITUWVB4AS3SVFPEQKPE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Detecting Code Quality Issues in Pre-written Templates of Programming Tasks in Online Courses","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Anastasiia Birillo, Elizaveta Artser, Hieke Keuning, Maria Tigina, Nikolay Vyahhi, Timofey Bryksin, Yaroslav Golubev","submitted_at":"2023-04-24T18:13:27Z","abstract_excerpt":"In this work, we developed an algorithm for detecting code quality issues in the templates of online programming tasks, validated it, and conducted an empirical study on the dataset of student solutions. The algorithm consists of analyzing recurring unfixed issues in solutions of different students, matching them with the code of the template, and then filtering the results. Our manual validation on a subset of tasks demonstrated a precision of 80.8% and a recall of 73.3%. We used the algorithm on 415 Java tasks from the JetBrains Academy platform and discovered that as much as 14.7% of tasks "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.12376","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.12376/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:04:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5tUwefVaAUoUBHQpxIDD39TrstcyYAnN6YCDKHXrAnpckHrNSrozg0rRpt+nUNL+9Z78ggLp8yNlKGDFA90iDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T23:18:40.115492Z"},"content_sha256":"e08cb14ed52a5854bc5552bc19a760895bce1910ec9cb0753635175c0b850c01","schema_version":"1.0","event_id":"sha256:e08cb14ed52a5854bc5552bc19a760895bce1910ec9cb0753635175c0b850c01"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VPEVNV4ITUWVB4AS3SVFPEQKPE/bundle.json","state_url":"https://pith.science/pith/VPEVNV4ITUWVB4AS3SVFPEQKPE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VPEVNV4ITUWVB4AS3SVFPEQKPE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T23:18:40Z","links":{"resolver":"https://pith.science/pith/VPEVNV4ITUWVB4AS3SVFPEQKPE","bundle":"https://pith.science/pith/VPEVNV4ITUWVB4AS3SVFPEQKPE/bundle.json","state":"https://pith.science/pith/VPEVNV4ITUWVB4AS3SVFPEQKPE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VPEVNV4ITUWVB4AS3SVFPEQKPE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:VPEVNV4ITUWVB4AS3SVFPEQKPE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1eec0b7f9cf5db6a89ff2774079928c67477560c83c512eb17825ca468f6d25e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-04-24T18:13:27Z","title_canon_sha256":"a5310db4d485c5171f765bd3891261e1ea64a7683a50faf1ce23d83831873730"},"schema_version":"1.0","source":{"id":"2304.12376","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.12376","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"arxiv_version","alias_value":"2304.12376v1","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.12376","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"pith_short_12","alias_value":"VPEVNV4ITUWV","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"pith_short_16","alias_value":"VPEVNV4ITUWVB4AS","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"pith_short_8","alias_value":"VPEVNV4I","created_at":"2026-07-05T06:04:16Z"}],"graph_snapshots":[{"event_id":"sha256:e08cb14ed52a5854bc5552bc19a760895bce1910ec9cb0753635175c0b850c01","target":"graph","created_at":"2026-07-05T06:04:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.12376/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we developed an algorithm for detecting code quality issues in the templates of online programming tasks, validated it, and conducted an empirical study on the dataset of student solutions. The algorithm consists of analyzing recurring unfixed issues in solutions of different students, matching them with the code of the template, and then filtering the results. Our manual validation on a subset of tasks demonstrated a precision of 80.8% and a recall of 73.3%. We used the algorithm on 415 Java tasks from the JetBrains Academy platform and discovered that as much as 14.7% of tasks ","authors_text":"Anastasiia Birillo, Elizaveta Artser, Hieke Keuning, Maria Tigina, Nikolay Vyahhi, Timofey Bryksin, Yaroslav Golubev","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-04-24T18:13:27Z","title":"Detecting Code Quality Issues in Pre-written Templates of Programming Tasks in Online Courses"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.12376","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:64aa12f036d2148f28db1843878bceac6c0336962562293a2fcbfed1ebb5a31f","target":"record","created_at":"2026-07-05T06:04:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1eec0b7f9cf5db6a89ff2774079928c67477560c83c512eb17825ca468f6d25e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-04-24T18:13:27Z","title_canon_sha256":"a5310db4d485c5171f765bd3891261e1ea64a7683a50faf1ce23d83831873730"},"schema_version":"1.0","source":{"id":"2304.12376","kind":"arxiv","version":1}},"canonical_sha256":"abc956d7889d2d50f012dcaa57920a79016cb35683c0a7fdd02c86428bb31222","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"abc956d7889d2d50f012dcaa57920a79016cb35683c0a7fdd02c86428bb31222","first_computed_at":"2026-07-05T06:04:16.044468Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:04:16.044468Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JWv9cp5YemUOzcOEFZA11ojPMiSXXSLcZ668GigIZp3izWk9omkV9ziTWWB+TIoY6t45n9lJyZk6vRWJS5XUAg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:04:16.044947Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.12376","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:64aa12f036d2148f28db1843878bceac6c0336962562293a2fcbfed1ebb5a31f","sha256:e08cb14ed52a5854bc5552bc19a760895bce1910ec9cb0753635175c0b850c01"],"state_sha256":"5ba0219c236ab60de9a05a6a5ee361ef26649972bd55a0fc5a43f6283429a48c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kF2fTS3ieaSwwT87m5S0d+//IkGzY7R4hMYU9ILzABoXYrBSiAlenG/0M4ZiOOhyY1y9uwuq1QtdrwGOa8U5Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T23:18:40.118062Z","bundle_sha256":"7e060abb4e8b3ce98292fab2681dc2637dc3ca5a8820f762cfce1e4562780364"}}