{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3YOS6EYCQZ6W5GKMTWQJY4OD7B","short_pith_number":"pith:3YOS6EYC","canonical_record":{"source":{"id":"2412.03516","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-04T17:57:39Z","cross_cats_sorted":[],"title_canon_sha256":"ea0ec566f6713b28e70901a558d622d99d8da5cf1d1def651fab7932511f8b38","abstract_canon_sha256":"28350712ebec8595a0eb36563216fb7c5668b836b9536c88353075a0be754353"},"schema_version":"1.0"},"canonical_sha256":"de1d2f1302867d6e994c9da09c71c3f85e9100342bc1f4ea119c7b16d9dd0b2f","source":{"kind":"arxiv","id":"2412.03516","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.03516","created_at":"2026-07-05T09:44:30Z"},{"alias_kind":"arxiv_version","alias_value":"2412.03516v1","created_at":"2026-07-05T09:44:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.03516","created_at":"2026-07-05T09:44:30Z"},{"alias_kind":"pith_short_12","alias_value":"3YOS6EYCQZ6W","created_at":"2026-07-05T09:44:30Z"},{"alias_kind":"pith_short_16","alias_value":"3YOS6EYCQZ6W5GKM","created_at":"2026-07-05T09:44:30Z"},{"alias_kind":"pith_short_8","alias_value":"3YOS6EYC","created_at":"2026-07-05T09:44:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3YOS6EYCQZ6W5GKMTWQJY4OD7B","target":"record","payload":{"canonical_record":{"source":{"id":"2412.03516","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-04T17:57:39Z","cross_cats_sorted":[],"title_canon_sha256":"ea0ec566f6713b28e70901a558d622d99d8da5cf1d1def651fab7932511f8b38","abstract_canon_sha256":"28350712ebec8595a0eb36563216fb7c5668b836b9536c88353075a0be754353"},"schema_version":"1.0"},"canonical_sha256":"de1d2f1302867d6e994c9da09c71c3f85e9100342bc1f4ea119c7b16d9dd0b2f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:44:30.584347Z","signature_b64":"YEQdbQ7czWZCToZJegchdGoRlO0VNiMGWGLEgq2cUhpK5k/cvZxHOS64SETSxi3jAgU6yBwnfOglv/xBIX4NAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"de1d2f1302867d6e994c9da09c71c3f85e9100342bc1f4ea119c7b16d9dd0b2f","last_reissued_at":"2026-07-05T09:44:30.583865Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:44:30.583865Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.03516","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:44:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Plv7wtUqodIh87nZzTSRCBKnJwjKeMUtAcgv3gKW0v4m4o7QbEPVYoFuHuqeKcXQx78pdHm4uQx2j35Z/ze5CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T23:36:39.658649Z"},"content_sha256":"54c89777d747dc8fd0be6ff69a0c15431cc15daa495896728f8a90ddebdb3cf2","schema_version":"1.0","event_id":"sha256:54c89777d747dc8fd0be6ff69a0c15431cc15daa495896728f8a90ddebdb3cf2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3YOS6EYCQZ6W5GKMTWQJY4OD7B","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Dominic Lohr, Hieke Keuning, Natalie Kiesler","submitted_at":"2024-12-04T17:57:39Z","abstract_excerpt":"Background: Feedback as one of the most influential factors for learning has been subject to a great body of research. It plays a key role in the development of educational technology systems and is traditionally rooted in deterministic feedback defined by experts and their experience. However, with the rise of generative AI and especially Large Language Models (LLMs), we expect feedback as part of learning systems to transform, especially for the context of programming. In the past, it was challenging to automate feedback for learners of programming. LLMs may create new possibilities to provi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.03516","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.03516/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:44:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/Iiv74uw1b2PSkDZQcHFWQe3t0wgJrwUtfoGLzrsD7R/uNCle6CIPEAVJcDht9TsyzRuqeA09SYNA4lhxcppDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T23:36:39.659172Z"},"content_sha256":"e9ea3461d7ecbb3bb57fb26b39c3f4a52493b75269e1e6ec2f8411d20d00a9c1","schema_version":"1.0","event_id":"sha256:e9ea3461d7ecbb3bb57fb26b39c3f4a52493b75269e1e6ec2f8411d20d00a9c1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3YOS6EYCQZ6W5GKMTWQJY4OD7B/bundle.json","state_url":"https://pith.science/pith/3YOS6EYCQZ6W5GKMTWQJY4OD7B/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3YOS6EYCQZ6W5GKMTWQJY4OD7B/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T23:36:39Z","links":{"resolver":"https://pith.science/pith/3YOS6EYCQZ6W5GKMTWQJY4OD7B","bundle":"https://pith.science/pith/3YOS6EYCQZ6W5GKMTWQJY4OD7B/bundle.json","state":"https://pith.science/pith/3YOS6EYCQZ6W5GKMTWQJY4OD7B/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3YOS6EYCQZ6W5GKMTWQJY4OD7B/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3YOS6EYCQZ6W5GKMTWQJY4OD7B","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"28350712ebec8595a0eb36563216fb7c5668b836b9536c88353075a0be754353","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-04T17:57:39Z","title_canon_sha256":"ea0ec566f6713b28e70901a558d622d99d8da5cf1d1def651fab7932511f8b38"},"schema_version":"1.0","source":{"id":"2412.03516","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.03516","created_at":"2026-07-05T09:44:30Z"},{"alias_kind":"arxiv_version","alias_value":"2412.03516v1","created_at":"2026-07-05T09:44:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.03516","created_at":"2026-07-05T09:44:30Z"},{"alias_kind":"pith_short_12","alias_value":"3YOS6EYCQZ6W","created_at":"2026-07-05T09:44:30Z"},{"alias_kind":"pith_short_16","alias_value":"3YOS6EYCQZ6W5GKM","created_at":"2026-07-05T09:44:30Z"},{"alias_kind":"pith_short_8","alias_value":"3YOS6EYC","created_at":"2026-07-05T09:44:30Z"}],"graph_snapshots":[{"event_id":"sha256:e9ea3461d7ecbb3bb57fb26b39c3f4a52493b75269e1e6ec2f8411d20d00a9c1","target":"graph","created_at":"2026-07-05T09:44:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.03516/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Background: Feedback as one of the most influential factors for learning has been subject to a great body of research. It plays a key role in the development of educational technology systems and is traditionally rooted in deterministic feedback defined by experts and their experience. However, with the rise of generative AI and especially Large Language Models (LLMs), we expect feedback as part of learning systems to transform, especially for the context of programming. In the past, it was challenging to automate feedback for learners of programming. LLMs may create new possibilities to provi","authors_text":"Dominic Lohr, Hieke Keuning, Natalie Kiesler","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-04T17:57:39Z","title":"You're (Not) My Type -- Can LLMs Generate Feedback of Specific Types for Introductory Programming Tasks?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.03516","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:54c89777d747dc8fd0be6ff69a0c15431cc15daa495896728f8a90ddebdb3cf2","target":"record","created_at":"2026-07-05T09:44:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"28350712ebec8595a0eb36563216fb7c5668b836b9536c88353075a0be754353","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-04T17:57:39Z","title_canon_sha256":"ea0ec566f6713b28e70901a558d622d99d8da5cf1d1def651fab7932511f8b38"},"schema_version":"1.0","source":{"id":"2412.03516","kind":"arxiv","version":1}},"canonical_sha256":"de1d2f1302867d6e994c9da09c71c3f85e9100342bc1f4ea119c7b16d9dd0b2f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"de1d2f1302867d6e994c9da09c71c3f85e9100342bc1f4ea119c7b16d9dd0b2f","first_computed_at":"2026-07-05T09:44:30.583865Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:44:30.583865Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YEQdbQ7czWZCToZJegchdGoRlO0VNiMGWGLEgq2cUhpK5k/cvZxHOS64SETSxi3jAgU6yBwnfOglv/xBIX4NAw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:44:30.584347Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.03516","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:54c89777d747dc8fd0be6ff69a0c15431cc15daa495896728f8a90ddebdb3cf2","sha256:e9ea3461d7ecbb3bb57fb26b39c3f4a52493b75269e1e6ec2f8411d20d00a9c1"],"state_sha256":"e587cd2b8ed6592cfe055c2004d1f089c211863dc80e84fc9df7579d1f483aa2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zQHz+Q0RqZ510uhhS2odgnr2SBP0ZSwce4tSHWU08CqOzo7b6XWAzqnnGXjaloS3RzN68K1FjyM1vm+f12leBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T23:36:39.666360Z","bundle_sha256":"48bc4e75970422f7283b92f9e42d754cdc4838b73584f957e132442bc56d22fb"}}