{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MF33NPWS7A7EGXVOVKVHPA7A6H","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bbf8bf9a17fb3584746e707df8bfec60bbe1bf4c2e018a760aeb2bfbbd743e74","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-30T23:04:53Z","title_canon_sha256":"c3af9b2692a60c71d3e597f10744132416c7f54282b7210a33f8c4e81d33e730"},"schema_version":"1.0","source":{"id":"2405.20529","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.20529","created_at":"2026-07-05T08:25:38Z"},{"alias_kind":"arxiv_version","alias_value":"2405.20529v1","created_at":"2026-07-05T08:25:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.20529","created_at":"2026-07-05T08:25:38Z"},{"alias_kind":"pith_short_12","alias_value":"MF33NPWS7A7E","created_at":"2026-07-05T08:25:38Z"},{"alias_kind":"pith_short_16","alias_value":"MF33NPWS7A7EGXVO","created_at":"2026-07-05T08:25:38Z"},{"alias_kind":"pith_short_8","alias_value":"MF33NPWS","created_at":"2026-07-05T08:25:38Z"}],"graph_snapshots":[{"event_id":"sha256:a96005f0923fb2efbdc14df1f0b3b3643b58d3f34b5c6080e10677dbe27024ed","target":"graph","created_at":"2026-07-05T08:25:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.20529/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evaluating multiple-choice questions (MCQs) involves either labor intensive human assessments or automated methods that prioritize readability, often overlooking deeper question design flaws. To address this issue, we introduce the Scalable Automatic Question Usability Evaluation Toolkit (SAQUET), an open-source tool that leverages the Item-Writing Flaws (IWF) rubric for a comprehensive and automated quality evaluation of MCQs. By harnessing the latest in large language models such as GPT-4, advanced word embeddings, and Transformers designed to analyze textual complexity, SAQUET effectively p","authors_text":"Eamon Costello, Huy A. Nguyen, John Stamper, Steven Moore","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-30T23:04:53Z","title":"An Automatic Question Usability Evaluation Toolkit"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.20529","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cb9fcb9db336b5d8de9f38616a2214360b72868046d30ef1dc0d5d05e3bd9147","target":"record","created_at":"2026-07-05T08:25:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bbf8bf9a17fb3584746e707df8bfec60bbe1bf4c2e018a760aeb2bfbbd743e74","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-05-30T23:04:53Z","title_canon_sha256":"c3af9b2692a60c71d3e597f10744132416c7f54282b7210a33f8c4e81d33e730"},"schema_version":"1.0","source":{"id":"2405.20529","kind":"arxiv","version":1}},"canonical_sha256":"6177b6bed2f83e435eaeaaaa7783e0f1eedc872c1f459766ee9e28c14041d26e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6177b6bed2f83e435eaeaaaa7783e0f1eedc872c1f459766ee9e28c14041d26e","first_computed_at":"2026-07-05T08:25:38.648429Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:25:38.648429Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"H9eDlNTmt4CchRBafzd7pjtcm+Zi1eNh/sY0hSXJ+xn6gLKSREoy8PQwcKabiMcbFHekN0klF3AjnLrIsXr9DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:25:38.648837Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.20529","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cb9fcb9db336b5d8de9f38616a2214360b72868046d30ef1dc0d5d05e3bd9147","sha256:a96005f0923fb2efbdc14df1f0b3b3643b58d3f34b5c6080e10677dbe27024ed"],"state_sha256":"0d0152a712ba98da63bf7014c0c72ee903f9faed20523a176c330b270543d81e"}