{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:TGPEMRNGXYXQ24NZHK4Z6GXHDJ","short_pith_number":"pith:TGPEMRNG","canonical_record":{"source":{"id":"2407.04873","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-07-05T21:44:11Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"31e630e55637db63c8b34dc5b6f5b3d0664e405ebaecc3feb913b9ecbb130c51","abstract_canon_sha256":"a1a1813e35ae160cb963ed31b9f49c9cbb9d3b8bcd1c7d10ae69c3c2fe3236f9"},"schema_version":"1.0"},"canonical_sha256":"999e4645a6be2f0d71b93ab99f1ae71a7c02bb4a5e3bfd9cd2f0919d5633d13b","source":{"kind":"arxiv","id":"2407.04873","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.04873","created_at":"2026-07-05T09:38:49Z"},{"alias_kind":"arxiv_version","alias_value":"2407.04873v2","created_at":"2026-07-05T09:38:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.04873","created_at":"2026-07-05T09:38:49Z"},{"alias_kind":"pith_short_12","alias_value":"TGPEMRNGXYXQ","created_at":"2026-07-05T09:38:49Z"},{"alias_kind":"pith_short_16","alias_value":"TGPEMRNGXYXQ24NZ","created_at":"2026-07-05T09:38:49Z"},{"alias_kind":"pith_short_8","alias_value":"TGPEMRNG","created_at":"2026-07-05T09:38:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:TGPEMRNGXYXQ24NZHK4Z6GXHDJ","target":"record","payload":{"canonical_record":{"source":{"id":"2407.04873","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-07-05T21:44:11Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"31e630e55637db63c8b34dc5b6f5b3d0664e405ebaecc3feb913b9ecbb130c51","abstract_canon_sha256":"a1a1813e35ae160cb963ed31b9f49c9cbb9d3b8bcd1c7d10ae69c3c2fe3236f9"},"schema_version":"1.0"},"canonical_sha256":"999e4645a6be2f0d71b93ab99f1ae71a7c02bb4a5e3bfd9cd2f0919d5633d13b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:38:49.634959Z","signature_b64":"8E0R9TlLVWh9Z06lIK1uFUOg9Pcg3/n8I0HBIIKI38Dhuynvyc94yEyjdVOoukM6vx3f2JUqHOx1yziI/YeSDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"999e4645a6be2f0d71b93ab99f1ae71a7c02bb4a5e3bfd9cd2f0919d5633d13b","last_reissued_at":"2026-07-05T09:38:49.634424Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:38:49.634424Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.04873","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:38:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gMe3oTf8iceQiMSiIlWsznGmg2ZmlMS2Yy6/S8uh/qJEvP9g4eoDhKORs41piOoqRTT6YQggk6Bc4ralc/0LCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T14:17:59.870933Z"},"content_sha256":"b1470192422255b627f9c5ebab474ec35f53175f04b3efd6958c08494e9bccaa","schema_version":"1.0","event_id":"sha256:b1470192422255b627f9c5ebab474ec35f53175f04b3efd6958c08494e9bccaa"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:TGPEMRNGXYXQ24NZHK4Z6GXHDJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Language Models for Generating and Judging Programming Feedback","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"cs.AI","authors_text":"Arto Hellas, Charles Koutcheme, Juho Leinonen, Nicola Dainese, Paul Denny, Sami Sarsa, Syed Ashraf","submitted_at":"2024-07-05T21:44:11Z","abstract_excerpt":"The emergence of large language models (LLMs) has transformed research and practice across a wide range of domains. Within the computing education research (CER) domain, LLMs have garnered significant attention, particularly in the context of learning programming. Much of the work on LLMs in CER, however, has focused on applying and evaluating proprietary models. In this article, we evaluate the efficiency of open-source LLMs in generating high-quality feedback for programming assignments and judging the quality of programming feedback, contrasting the results with proprietary models. Our eval"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.04873","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.04873/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:38:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gGpeVkaNSZ4weL4Ev2B+PHbeRQi4bHSPV8ay3caf+zerjoJyD0nxsoKI4wIH7vAKerYhSsL/f6i7j0eR06aZBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T14:17:59.871558Z"},"content_sha256":"638c582d587e7a53a454468ffff63da55532c4a2ca8a8b4945d7d861ad428dfe","schema_version":"1.0","event_id":"sha256:638c582d587e7a53a454468ffff63da55532c4a2ca8a8b4945d7d861ad428dfe"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TGPEMRNGXYXQ24NZHK4Z6GXHDJ/bundle.json","state_url":"https://pith.science/pith/TGPEMRNGXYXQ24NZHK4Z6GXHDJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TGPEMRNGXYXQ24NZHK4Z6GXHDJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T14:17:59Z","links":{"resolver":"https://pith.science/pith/TGPEMRNGXYXQ24NZHK4Z6GXHDJ","bundle":"https://pith.science/pith/TGPEMRNGXYXQ24NZHK4Z6GXHDJ/bundle.json","state":"https://pith.science/pith/TGPEMRNGXYXQ24NZHK4Z6GXHDJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TGPEMRNGXYXQ24NZHK4Z6GXHDJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:TGPEMRNGXYXQ24NZHK4Z6GXHDJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a1a1813e35ae160cb963ed31b9f49c9cbb9d3b8bcd1c7d10ae69c3c2fe3236f9","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-07-05T21:44:11Z","title_canon_sha256":"31e630e55637db63c8b34dc5b6f5b3d0664e405ebaecc3feb913b9ecbb130c51"},"schema_version":"1.0","source":{"id":"2407.04873","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.04873","created_at":"2026-07-05T09:38:49Z"},{"alias_kind":"arxiv_version","alias_value":"2407.04873v2","created_at":"2026-07-05T09:38:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.04873","created_at":"2026-07-05T09:38:49Z"},{"alias_kind":"pith_short_12","alias_value":"TGPEMRNGXYXQ","created_at":"2026-07-05T09:38:49Z"},{"alias_kind":"pith_short_16","alias_value":"TGPEMRNGXYXQ24NZ","created_at":"2026-07-05T09:38:49Z"},{"alias_kind":"pith_short_8","alias_value":"TGPEMRNG","created_at":"2026-07-05T09:38:49Z"}],"graph_snapshots":[{"event_id":"sha256:638c582d587e7a53a454468ffff63da55532c4a2ca8a8b4945d7d861ad428dfe","target":"graph","created_at":"2026-07-05T09:38:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.04873/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The emergence of large language models (LLMs) has transformed research and practice across a wide range of domains. Within the computing education research (CER) domain, LLMs have garnered significant attention, particularly in the context of learning programming. Much of the work on LLMs in CER, however, has focused on applying and evaluating proprietary models. In this article, we evaluate the efficiency of open-source LLMs in generating high-quality feedback for programming assignments and judging the quality of programming feedback, contrasting the results with proprietary models. Our eval","authors_text":"Arto Hellas, Charles Koutcheme, Juho Leinonen, Nicola Dainese, Paul Denny, Sami Sarsa, Syed Ashraf","cross_cats":["cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-07-05T21:44:11Z","title":"Evaluating Language Models for Generating and Judging Programming Feedback"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.04873","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b1470192422255b627f9c5ebab474ec35f53175f04b3efd6958c08494e9bccaa","target":"record","created_at":"2026-07-05T09:38:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a1a1813e35ae160cb963ed31b9f49c9cbb9d3b8bcd1c7d10ae69c3c2fe3236f9","cross_cats_sorted":["cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-07-05T21:44:11Z","title_canon_sha256":"31e630e55637db63c8b34dc5b6f5b3d0664e405ebaecc3feb913b9ecbb130c51"},"schema_version":"1.0","source":{"id":"2407.04873","kind":"arxiv","version":2}},"canonical_sha256":"999e4645a6be2f0d71b93ab99f1ae71a7c02bb4a5e3bfd9cd2f0919d5633d13b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"999e4645a6be2f0d71b93ab99f1ae71a7c02bb4a5e3bfd9cd2f0919d5633d13b","first_computed_at":"2026-07-05T09:38:49.634424Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:38:49.634424Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8E0R9TlLVWh9Z06lIK1uFUOg9Pcg3/n8I0HBIIKI38Dhuynvyc94yEyjdVOoukM6vx3f2JUqHOx1yziI/YeSDA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:38:49.634959Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.04873","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b1470192422255b627f9c5ebab474ec35f53175f04b3efd6958c08494e9bccaa","sha256:638c582d587e7a53a454468ffff63da55532c4a2ca8a8b4945d7d861ad428dfe"],"state_sha256":"ff7fb67c9551550a002ebe1b73f5fb78070dd3fce8e35037543f83bb9ee44b44"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6gRVWRnvNNXl8irdsvdTHGG/QHhI6YZOOskA9IUfVrFmHERiEvIzV5qU6o8OvaETUYUa60CqMZqmJubAnvBgAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T14:17:59.880098Z","bundle_sha256":"9475fb96e3f58782817fc094e93f7cb297a8082f654e0e91356515fa39f288a5"}}