{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:X2BB3ZXIO26XICT32F5JJASHSP","short_pith_number":"pith:X2BB3ZXI","canonical_record":{"source":{"id":"2405.05347","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-05-08T18:23:59Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CY"],"title_canon_sha256":"fb130fd09fda93bf2e5f8a3cd3dfa140642b13b1d9b52409e2534590ca6e4a38","abstract_canon_sha256":"f12769c050888cc72bb86ee93e4bf480826ec88dc04cf2944a3852e12313b3f7"},"schema_version":"1.0"},"canonical_sha256":"be821de6e876bd740a7bd17a94824793e49e46580c713f78d892c37b3fd7ae28","source":{"kind":"arxiv","id":"2405.05347","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.05347","created_at":"2026-07-05T08:17:17Z"},{"alias_kind":"arxiv_version","alias_value":"2405.05347v1","created_at":"2026-07-05T08:17:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.05347","created_at":"2026-07-05T08:17:17Z"},{"alias_kind":"pith_short_12","alias_value":"X2BB3ZXIO26X","created_at":"2026-07-05T08:17:17Z"},{"alias_kind":"pith_short_16","alias_value":"X2BB3ZXIO26XICT3","created_at":"2026-07-05T08:17:17Z"},{"alias_kind":"pith_short_8","alias_value":"X2BB3ZXI","created_at":"2026-07-05T08:17:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:X2BB3ZXIO26XICT32F5JJASHSP","target":"record","payload":{"canonical_record":{"source":{"id":"2405.05347","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-05-08T18:23:59Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CY"],"title_canon_sha256":"fb130fd09fda93bf2e5f8a3cd3dfa140642b13b1d9b52409e2534590ca6e4a38","abstract_canon_sha256":"f12769c050888cc72bb86ee93e4bf480826ec88dc04cf2944a3852e12313b3f7"},"schema_version":"1.0"},"canonical_sha256":"be821de6e876bd740a7bd17a94824793e49e46580c713f78d892c37b3fd7ae28","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:17:17.060658Z","signature_b64":"IyltlsYwRhTHsIZ7wlgf/MlygZbEppbSuoZTNwcVomRfBenBIDXQcwS51/pmjhqeb09BIvDzSYpIf62V1FNVBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"be821de6e876bd740a7bd17a94824793e49e46580c713f78d892c37b3fd7ae28","last_reissued_at":"2026-07-05T08:17:17.060186Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:17:17.060186Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.05347","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:17:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"udjzi1/OLJAAVf1cYOiw8xdTE0OkMcwlr7b13xRrtd9t8qWmt7HQLWOQ7DQR6VOp6ei3SXn/4R3xCXWKfl3sDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T00:11:30.398515Z"},"content_sha256":"751c98716474ab30da758a096a0bd309476d9fc9fceb213a28f05930628b4594","schema_version":"1.0","event_id":"sha256:751c98716474ab30da758a096a0bd309476d9fc9fceb213a28f05930628b4594"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:X2BB3ZXIO26XICT32F5JJASHSP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Benchmarking Educational Program Repair","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CY"],"primary_cat":"cs.SE","authors_text":"Arto Hellas, Charles Koutcheme, Juho Leinonen, Nicola Dainese, Paul Denny, Sami Sarsa","submitted_at":"2024-05-08T18:23:59Z","abstract_excerpt":"The emergence of large language models (LLMs) has sparked enormous interest due to their potential application across a range of educational tasks. For example, recent work in programming education has used LLMs to generate learning resources, improve error messages, and provide feedback on code. However, one factor that limits progress within the field is that much of the research uses bespoke datasets and different evaluation metrics, making direct comparisons between results unreliable. Thus, there is a pressing need for standardization and benchmarks that facilitate the equitable compariso"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.05347","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.05347/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:17:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fa+5UWPEJGvac6ORcDkF5KdW9hkUl6/cJ6n37FVMaBjcxRkbqedLkGuHmic1eJ5fRgEXbyaNJi9tTF2bW0ASAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T00:11:30.399457Z"},"content_sha256":"e7a4e5d68fa065b39a08e78dbc3a6e43f93d6c2668c64200899f0ec72a48b85b","schema_version":"1.0","event_id":"sha256:e7a4e5d68fa065b39a08e78dbc3a6e43f93d6c2668c64200899f0ec72a48b85b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/X2BB3ZXIO26XICT32F5JJASHSP/bundle.json","state_url":"https://pith.science/pith/X2BB3ZXIO26XICT32F5JJASHSP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/X2BB3ZXIO26XICT32F5JJASHSP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T00:11:30Z","links":{"resolver":"https://pith.science/pith/X2BB3ZXIO26XICT32F5JJASHSP","bundle":"https://pith.science/pith/X2BB3ZXIO26XICT32F5JJASHSP/bundle.json","state":"https://pith.science/pith/X2BB3ZXIO26XICT32F5JJASHSP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/X2BB3ZXIO26XICT32F5JJASHSP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:X2BB3ZXIO26XICT32F5JJASHSP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f12769c050888cc72bb86ee93e4bf480826ec88dc04cf2944a3852e12313b3f7","cross_cats_sorted":["cs.AI","cs.CL","cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-05-08T18:23:59Z","title_canon_sha256":"fb130fd09fda93bf2e5f8a3cd3dfa140642b13b1d9b52409e2534590ca6e4a38"},"schema_version":"1.0","source":{"id":"2405.05347","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.05347","created_at":"2026-07-05T08:17:17Z"},{"alias_kind":"arxiv_version","alias_value":"2405.05347v1","created_at":"2026-07-05T08:17:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.05347","created_at":"2026-07-05T08:17:17Z"},{"alias_kind":"pith_short_12","alias_value":"X2BB3ZXIO26X","created_at":"2026-07-05T08:17:17Z"},{"alias_kind":"pith_short_16","alias_value":"X2BB3ZXIO26XICT3","created_at":"2026-07-05T08:17:17Z"},{"alias_kind":"pith_short_8","alias_value":"X2BB3ZXI","created_at":"2026-07-05T08:17:17Z"}],"graph_snapshots":[{"event_id":"sha256:e7a4e5d68fa065b39a08e78dbc3a6e43f93d6c2668c64200899f0ec72a48b85b","target":"graph","created_at":"2026-07-05T08:17:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.05347/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The emergence of large language models (LLMs) has sparked enormous interest due to their potential application across a range of educational tasks. For example, recent work in programming education has used LLMs to generate learning resources, improve error messages, and provide feedback on code. However, one factor that limits progress within the field is that much of the research uses bespoke datasets and different evaluation metrics, making direct comparisons between results unreliable. Thus, there is a pressing need for standardization and benchmarks that facilitate the equitable compariso","authors_text":"Arto Hellas, Charles Koutcheme, Juho Leinonen, Nicola Dainese, Paul Denny, Sami Sarsa","cross_cats":["cs.AI","cs.CL","cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-05-08T18:23:59Z","title":"Benchmarking Educational Program Repair"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.05347","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:751c98716474ab30da758a096a0bd309476d9fc9fceb213a28f05930628b4594","target":"record","created_at":"2026-07-05T08:17:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f12769c050888cc72bb86ee93e4bf480826ec88dc04cf2944a3852e12313b3f7","cross_cats_sorted":["cs.AI","cs.CL","cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-05-08T18:23:59Z","title_canon_sha256":"fb130fd09fda93bf2e5f8a3cd3dfa140642b13b1d9b52409e2534590ca6e4a38"},"schema_version":"1.0","source":{"id":"2405.05347","kind":"arxiv","version":1}},"canonical_sha256":"be821de6e876bd740a7bd17a94824793e49e46580c713f78d892c37b3fd7ae28","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"be821de6e876bd740a7bd17a94824793e49e46580c713f78d892c37b3fd7ae28","first_computed_at":"2026-07-05T08:17:17.060186Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:17:17.060186Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IyltlsYwRhTHsIZ7wlgf/MlygZbEppbSuoZTNwcVomRfBenBIDXQcwS51/pmjhqeb09BIvDzSYpIf62V1FNVBw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:17:17.060658Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.05347","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:751c98716474ab30da758a096a0bd309476d9fc9fceb213a28f05930628b4594","sha256:e7a4e5d68fa065b39a08e78dbc3a6e43f93d6c2668c64200899f0ec72a48b85b"],"state_sha256":"5f7865afcb2c0368e79a76e494998ac2edae756773cc4b89ea41d75a48c27a7c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rFuJGzDvS1BkKGRujvfb+OSqU31WQRh3iFvQrD800uV5NVMUiD7tdYCrbJ/hdkH1BuNWXAUC9WcDlb8sHkO5AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T00:11:30.406435Z","bundle_sha256":"f75d93dedc89d39822c54eab92b16ec36795eedbd467932af0bb99f5df3fd3b0"}}