{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:763DPQM5PXK6B4NNUHRUXKK3ST","short_pith_number":"pith:763DPQM5","canonical_record":{"source":{"id":"2503.05888","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-07T19:21:59Z","cross_cats_sorted":["cs.AI","cs.CY","cs.LG"],"title_canon_sha256":"4f70de4c543970dc45b0561631c4532737a4e064ad7150d68ea0c3d0664f0c44","abstract_canon_sha256":"de057cdbf0d6c03ec070341df30c7f5b3e292c54c54520d49a532d4a0cff4459"},"schema_version":"1.0"},"canonical_sha256":"ffb637c19d7dd5e0f1ada1e34ba95b94ef4e7ed59ce62da3abdd09281578b349","source":{"kind":"arxiv","id":"2503.05888","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.05888","created_at":"2026-07-05T11:24:15Z"},{"alias_kind":"arxiv_version","alias_value":"2503.05888v2","created_at":"2026-07-05T11:24:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.05888","created_at":"2026-07-05T11:24:15Z"},{"alias_kind":"pith_short_12","alias_value":"763DPQM5PXK6","created_at":"2026-07-05T11:24:15Z"},{"alias_kind":"pith_short_16","alias_value":"763DPQM5PXK6B4NN","created_at":"2026-07-05T11:24:15Z"},{"alias_kind":"pith_short_8","alias_value":"763DPQM5","created_at":"2026-07-05T11:24:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:763DPQM5PXK6B4NNUHRUXKK3ST","target":"record","payload":{"canonical_record":{"source":{"id":"2503.05888","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-07T19:21:59Z","cross_cats_sorted":["cs.AI","cs.CY","cs.LG"],"title_canon_sha256":"4f70de4c543970dc45b0561631c4532737a4e064ad7150d68ea0c3d0664f0c44","abstract_canon_sha256":"de057cdbf0d6c03ec070341df30c7f5b3e292c54c54520d49a532d4a0cff4459"},"schema_version":"1.0"},"canonical_sha256":"ffb637c19d7dd5e0f1ada1e34ba95b94ef4e7ed59ce62da3abdd09281578b349","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:24:15.899736Z","signature_b64":"CNXRutIMrfsMIfPs+K/icChUj2FPNl43xJTH4Xr9MoSjBebJOYZfxndpvFigNb3NW9Zjx6aeBdN775ft4OtYDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ffb637c19d7dd5e0f1ada1e34ba95b94ef4e7ed59ce62da3abdd09281578b349","last_reissued_at":"2026-07-05T11:24:15.899165Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:24:15.899165Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.05888","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:24:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KwCDxYPCrgKjLzkxVDotbXK6RcXBFnzpVbZKzSXI7VAkP6LBRginY75Y3l4eRRYyNdNXTtJYbfgm/09jKWp6Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:01:31.825489Z"},"content_sha256":"4b4eddc6080cd56fd83d27452eed94ce7d238edace6150810cb3601d1d1fa639","schema_version":"1.0","event_id":"sha256:4b4eddc6080cd56fd83d27452eed94ce7d238edace6150810cb3601d1d1fa639"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:763DPQM5PXK6B4NNUHRUXKK3ST","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"QG-SMS: Enhancing Test Item Analysis via Student Modeling and Simulation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CY","cs.LG"],"primary_cat":"cs.CL","authors_text":"Bang Nguyen, Lawrence Angrave, Meng Jiang, Mengxia Yu, Tingting Du","submitted_at":"2025-03-07T19:21:59Z","abstract_excerpt":"While the Question Generation (QG) task has been increasingly adopted in educational assessments, its evaluation remains limited by approaches that lack a clear connection to the educational values of test items. In this work, we introduce test item analysis, a method frequently used by educators to assess test question quality, into QG evaluation. Specifically, we construct pairs of candidate questions that differ in quality across dimensions such as topic coverage, item difficulty, item discrimination, and distractor efficiency. We then examine whether existing QG evaluation approaches can e"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.05888","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.05888/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:24:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9m+xtOZTqV6a86jGqEBFUhVwGNVUkcMMLBP2yffblVBZOpIMZfGCjbDcyPaW7tInenBcP8OAL8OY8808ViWNBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:01:31.826070Z"},"content_sha256":"1291e8b379eec94fdf2b5bff7077278fbaa649cf35408c941ca0365036339f3c","schema_version":"1.0","event_id":"sha256:1291e8b379eec94fdf2b5bff7077278fbaa649cf35408c941ca0365036339f3c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/763DPQM5PXK6B4NNUHRUXKK3ST/bundle.json","state_url":"https://pith.science/pith/763DPQM5PXK6B4NNUHRUXKK3ST/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/763DPQM5PXK6B4NNUHRUXKK3ST/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T22:01:31Z","links":{"resolver":"https://pith.science/pith/763DPQM5PXK6B4NNUHRUXKK3ST","bundle":"https://pith.science/pith/763DPQM5PXK6B4NNUHRUXKK3ST/bundle.json","state":"https://pith.science/pith/763DPQM5PXK6B4NNUHRUXKK3ST/state.json","well_known_bundle":"https://pith.science/.well-known/pith/763DPQM5PXK6B4NNUHRUXKK3ST/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:763DPQM5PXK6B4NNUHRUXKK3ST","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"de057cdbf0d6c03ec070341df30c7f5b3e292c54c54520d49a532d4a0cff4459","cross_cats_sorted":["cs.AI","cs.CY","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-07T19:21:59Z","title_canon_sha256":"4f70de4c543970dc45b0561631c4532737a4e064ad7150d68ea0c3d0664f0c44"},"schema_version":"1.0","source":{"id":"2503.05888","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.05888","created_at":"2026-07-05T11:24:15Z"},{"alias_kind":"arxiv_version","alias_value":"2503.05888v2","created_at":"2026-07-05T11:24:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.05888","created_at":"2026-07-05T11:24:15Z"},{"alias_kind":"pith_short_12","alias_value":"763DPQM5PXK6","created_at":"2026-07-05T11:24:15Z"},{"alias_kind":"pith_short_16","alias_value":"763DPQM5PXK6B4NN","created_at":"2026-07-05T11:24:15Z"},{"alias_kind":"pith_short_8","alias_value":"763DPQM5","created_at":"2026-07-05T11:24:15Z"}],"graph_snapshots":[{"event_id":"sha256:1291e8b379eec94fdf2b5bff7077278fbaa649cf35408c941ca0365036339f3c","target":"graph","created_at":"2026-07-05T11:24:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.05888/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While the Question Generation (QG) task has been increasingly adopted in educational assessments, its evaluation remains limited by approaches that lack a clear connection to the educational values of test items. In this work, we introduce test item analysis, a method frequently used by educators to assess test question quality, into QG evaluation. Specifically, we construct pairs of candidate questions that differ in quality across dimensions such as topic coverage, item difficulty, item discrimination, and distractor efficiency. We then examine whether existing QG evaluation approaches can e","authors_text":"Bang Nguyen, Lawrence Angrave, Meng Jiang, Mengxia Yu, Tingting Du","cross_cats":["cs.AI","cs.CY","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-07T19:21:59Z","title":"QG-SMS: Enhancing Test Item Analysis via Student Modeling and Simulation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.05888","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4b4eddc6080cd56fd83d27452eed94ce7d238edace6150810cb3601d1d1fa639","target":"record","created_at":"2026-07-05T11:24:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"de057cdbf0d6c03ec070341df30c7f5b3e292c54c54520d49a532d4a0cff4459","cross_cats_sorted":["cs.AI","cs.CY","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-07T19:21:59Z","title_canon_sha256":"4f70de4c543970dc45b0561631c4532737a4e064ad7150d68ea0c3d0664f0c44"},"schema_version":"1.0","source":{"id":"2503.05888","kind":"arxiv","version":2}},"canonical_sha256":"ffb637c19d7dd5e0f1ada1e34ba95b94ef4e7ed59ce62da3abdd09281578b349","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ffb637c19d7dd5e0f1ada1e34ba95b94ef4e7ed59ce62da3abdd09281578b349","first_computed_at":"2026-07-05T11:24:15.899165Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:24:15.899165Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CNXRutIMrfsMIfPs+K/icChUj2FPNl43xJTH4Xr9MoSjBebJOYZfxndpvFigNb3NW9Zjx6aeBdN775ft4OtYDw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:24:15.899736Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.05888","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4b4eddc6080cd56fd83d27452eed94ce7d238edace6150810cb3601d1d1fa639","sha256:1291e8b379eec94fdf2b5bff7077278fbaa649cf35408c941ca0365036339f3c"],"state_sha256":"67e0a87903818bb69accda68c9ad31ff2e1c7ebc71733b8242c803b961356dec"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Qh8sfn2CXQCE+Vi3YW8kTYRitt0tlk/7T78jc3rRcHK/STJqIwrb8F4060pZNeqzFNIvahPenQqJ3QfOmJIdDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T22:01:31.831055Z","bundle_sha256":"173d46d9504413fef9ff3ea376097d73584368be899def0c16a104f67d108ca6"}}