{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:JGBC5G7YHOADPQSKR6N7B5VEKA","short_pith_number":"pith:JGBC5G7Y","canonical_record":{"source":{"id":"2304.06638","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-13T16:05:25Z","cross_cats_sorted":["cs.AI","cs.CY","cs.LG"],"title_canon_sha256":"2efd237d972022af15dc17d94076b7a78e1cc39f1c72631fe69706d3ff1aff2e","abstract_canon_sha256":"4ff9b935e8f5cdacddf8b01effb9c2e9e0a14f0e2110c240babafa21b3629c25"},"schema_version":"1.0"},"canonical_sha256":"49822e9bf83b8037c24a8f9bf0f6a4502aecfef0fc17dda5caa995b7974ad569","source":{"kind":"arxiv","id":"2304.06638","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.06638","created_at":"2026-07-05T06:00:52Z"},{"alias_kind":"arxiv_version","alias_value":"2304.06638v1","created_at":"2026-07-05T06:00:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.06638","created_at":"2026-07-05T06:00:52Z"},{"alias_kind":"pith_short_12","alias_value":"JGBC5G7YHOAD","created_at":"2026-07-05T06:00:52Z"},{"alias_kind":"pith_short_16","alias_value":"JGBC5G7YHOADPQSK","created_at":"2026-07-05T06:00:52Z"},{"alias_kind":"pith_short_8","alias_value":"JGBC5G7Y","created_at":"2026-07-05T06:00:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:JGBC5G7YHOADPQSKR6N7B5VEKA","target":"record","payload":{"canonical_record":{"source":{"id":"2304.06638","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-13T16:05:25Z","cross_cats_sorted":["cs.AI","cs.CY","cs.LG"],"title_canon_sha256":"2efd237d972022af15dc17d94076b7a78e1cc39f1c72631fe69706d3ff1aff2e","abstract_canon_sha256":"4ff9b935e8f5cdacddf8b01effb9c2e9e0a14f0e2110c240babafa21b3629c25"},"schema_version":"1.0"},"canonical_sha256":"49822e9bf83b8037c24a8f9bf0f6a4502aecfef0fc17dda5caa995b7974ad569","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:00:52.146124Z","signature_b64":"jdMEB/tOErMDlEUEqbSkWFtMB1mcsHhqquQPUW7l6kYw0GwnLJdiK0l9OHoVW4gqpMHuOO+hZpZ4tkriTR0RDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"49822e9bf83b8037c24a8f9bf0f6a4502aecfef0fc17dda5caa995b7974ad569","last_reissued_at":"2026-07-05T06:00:52.145638Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:00:52.145638Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.06638","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:00:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"efcpc0JwfQUOLkoDCAXnmruGbxpnDxmxlIU2AlnyX3QjHdJLNL1KWNEQ9DFUJ9c+zv9FkrhylylmDdhYrow1AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:01:56.236979Z"},"content_sha256":"c9a7faf844ff6e04276c356243ed2f99e09811c60aa39c42025171b21484663d","schema_version":"1.0","event_id":"sha256:c9a7faf844ff6e04276c356243ed2f99e09811c60aa39c42025171b21484663d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:JGBC5G7YHOADPQSKR6N7B5VEKA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Useful are Educational Questions Generated by Large Language Models?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CY","cs.LG"],"primary_cat":"cs.CL","authors_text":"Ekaterina Kochmar, Iulian Serban, Jackie C.K. Cheung, Sabina Elkins","submitted_at":"2023-04-13T16:05:25Z","abstract_excerpt":"Controllable text generation (CTG) by large language models has a huge potential to transform education for teachers and students alike. Specifically, high quality and diverse question generation can dramatically reduce the load on teachers and improve the quality of their educational content. Recent work in this domain has made progress with generation, but fails to show that real teachers judge the generated questions as sufficiently useful for the classroom setting; or if instead the questions have errors and/or pedagogically unhelpful content. We conduct a human evaluation with teachers to"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.06638","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.06638/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:00:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+0ODJxSGZm8Cu158ONM0C6nShx07nulUNmxEj+PCVWyWbMSPW8IPxTFwegZbaMpGelBFExiP7CID/GNaQ4VDAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:01:56.237368Z"},"content_sha256":"abc21ad5b9fb87db4c204c0fb9a3b28d5cbd7ac4834651e2714cb522b7ba2121","schema_version":"1.0","event_id":"sha256:abc21ad5b9fb87db4c204c0fb9a3b28d5cbd7ac4834651e2714cb522b7ba2121"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JGBC5G7YHOADPQSKR6N7B5VEKA/bundle.json","state_url":"https://pith.science/pith/JGBC5G7YHOADPQSKR6N7B5VEKA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JGBC5G7YHOADPQSKR6N7B5VEKA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T06:01:56Z","links":{"resolver":"https://pith.science/pith/JGBC5G7YHOADPQSKR6N7B5VEKA","bundle":"https://pith.science/pith/JGBC5G7YHOADPQSKR6N7B5VEKA/bundle.json","state":"https://pith.science/pith/JGBC5G7YHOADPQSKR6N7B5VEKA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JGBC5G7YHOADPQSKR6N7B5VEKA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:JGBC5G7YHOADPQSKR6N7B5VEKA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4ff9b935e8f5cdacddf8b01effb9c2e9e0a14f0e2110c240babafa21b3629c25","cross_cats_sorted":["cs.AI","cs.CY","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-13T16:05:25Z","title_canon_sha256":"2efd237d972022af15dc17d94076b7a78e1cc39f1c72631fe69706d3ff1aff2e"},"schema_version":"1.0","source":{"id":"2304.06638","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.06638","created_at":"2026-07-05T06:00:52Z"},{"alias_kind":"arxiv_version","alias_value":"2304.06638v1","created_at":"2026-07-05T06:00:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.06638","created_at":"2026-07-05T06:00:52Z"},{"alias_kind":"pith_short_12","alias_value":"JGBC5G7YHOAD","created_at":"2026-07-05T06:00:52Z"},{"alias_kind":"pith_short_16","alias_value":"JGBC5G7YHOADPQSK","created_at":"2026-07-05T06:00:52Z"},{"alias_kind":"pith_short_8","alias_value":"JGBC5G7Y","created_at":"2026-07-05T06:00:52Z"}],"graph_snapshots":[{"event_id":"sha256:abc21ad5b9fb87db4c204c0fb9a3b28d5cbd7ac4834651e2714cb522b7ba2121","target":"graph","created_at":"2026-07-05T06:00:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.06638/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Controllable text generation (CTG) by large language models has a huge potential to transform education for teachers and students alike. Specifically, high quality and diverse question generation can dramatically reduce the load on teachers and improve the quality of their educational content. Recent work in this domain has made progress with generation, but fails to show that real teachers judge the generated questions as sufficiently useful for the classroom setting; or if instead the questions have errors and/or pedagogically unhelpful content. We conduct a human evaluation with teachers to","authors_text":"Ekaterina Kochmar, Iulian Serban, Jackie C.K. Cheung, Sabina Elkins","cross_cats":["cs.AI","cs.CY","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-13T16:05:25Z","title":"How Useful are Educational Questions Generated by Large Language Models?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.06638","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c9a7faf844ff6e04276c356243ed2f99e09811c60aa39c42025171b21484663d","target":"record","created_at":"2026-07-05T06:00:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4ff9b935e8f5cdacddf8b01effb9c2e9e0a14f0e2110c240babafa21b3629c25","cross_cats_sorted":["cs.AI","cs.CY","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-13T16:05:25Z","title_canon_sha256":"2efd237d972022af15dc17d94076b7a78e1cc39f1c72631fe69706d3ff1aff2e"},"schema_version":"1.0","source":{"id":"2304.06638","kind":"arxiv","version":1}},"canonical_sha256":"49822e9bf83b8037c24a8f9bf0f6a4502aecfef0fc17dda5caa995b7974ad569","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"49822e9bf83b8037c24a8f9bf0f6a4502aecfef0fc17dda5caa995b7974ad569","first_computed_at":"2026-07-05T06:00:52.145638Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:00:52.145638Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jdMEB/tOErMDlEUEqbSkWFtMB1mcsHhqquQPUW7l6kYw0GwnLJdiK0l9OHoVW4gqpMHuOO+hZpZ4tkriTR0RDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:00:52.146124Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.06638","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c9a7faf844ff6e04276c356243ed2f99e09811c60aa39c42025171b21484663d","sha256:abc21ad5b9fb87db4c204c0fb9a3b28d5cbd7ac4834651e2714cb522b7ba2121"],"state_sha256":"0d9d6e8623d56579b023c737eb2b9a127bcb3af3f69847dc3daadece5eebaab3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WYiM4DrnJ+rZ3AjmOvBhZqDtG3HzKZERXTutJtG7mjJ3b94oZIHVkr/WzK4dIzkquyQXqAfLUI+hBaDPjHrmAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T06:01:56.239332Z","bundle_sha256":"28a743ee874bc09cfec19195f3e75c0b27ea4a15ddbeac21da65aba66206aecc"}}