{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:QJIPLFRY4WRO53MMONL2W2THM3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a787262b00cac7df7ad3b355cc7c7e65925354186c17b16e0018af22240a94fd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-21T23:08:30Z","title_canon_sha256":"12d23ecd32506643795eac880e8e2a1b3bae2ce6f71d3b361f965f8d8a45251e"},"schema_version":"1.0","source":{"id":"2211.11902","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.11902","created_at":"2026-07-05T06:45:13Z"},{"alias_kind":"arxiv_version","alias_value":"2211.11902v1","created_at":"2026-07-05T06:45:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.11902","created_at":"2026-07-05T06:45:13Z"},{"alias_kind":"pith_short_12","alias_value":"QJIPLFRY4WRO","created_at":"2026-07-05T06:45:13Z"},{"alias_kind":"pith_short_16","alias_value":"QJIPLFRY4WRO53MM","created_at":"2026-07-05T06:45:13Z"},{"alias_kind":"pith_short_8","alias_value":"QJIPLFRY","created_at":"2026-07-05T06:45:13Z"}],"graph_snapshots":[{"event_id":"sha256:70a342be489d4d9172bde81e1c2bd27578fa9b5d0cf6c1861b7501f25fb9507d","target":"graph","created_at":"2026-07-05T06:45:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.11902/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The automatic generation of Multiple Choice Questions (MCQ) has the potential to reduce the time educators spend on student assessment significantly. However, existing evaluation metrics for MCQ generation, such as BLEU, ROUGE, and METEOR, focus on the n-gram based similarity of the generated MCQ to the gold sample in the dataset and disregard their educational value. They fail to evaluate the MCQ's ability to assess the student's knowledge of the corresponding target fact. To tackle this issue, we propose a novel automatic evaluation metric, coined Knowledge Dependent Answerability (KDA), whi","authors_text":"Hangyeol Yu, Hyeongdon Moon, Jamin Shin, Juneyoung Park, Minsam Kim, Myeongho Jeong, Seunghyun Lee, Seungtaek Choi, Yoonseok Yang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-21T23:08:30Z","title":"Evaluating the Knowledge Dependency of Questions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.11902","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:38e7b2bfa27b81cf13eff1a009498f9dc30a14318ebfa11fd1f9cb92351fe347","target":"record","created_at":"2026-07-05T06:45:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a787262b00cac7df7ad3b355cc7c7e65925354186c17b16e0018af22240a94fd","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-21T23:08:30Z","title_canon_sha256":"12d23ecd32506643795eac880e8e2a1b3bae2ce6f71d3b361f965f8d8a45251e"},"schema_version":"1.0","source":{"id":"2211.11902","kind":"arxiv","version":1}},"canonical_sha256":"8250f59638e5a2eeed8c7357ab6a6766c59a7e61e9c34f63e83891200a50de89","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8250f59638e5a2eeed8c7357ab6a6766c59a7e61e9c34f63e83891200a50de89","first_computed_at":"2026-07-05T06:45:13.359288Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:45:13.359288Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"N/sIha+YQ/P4oWcRIoHstur0CCQkj9UTsU2KoOQtWOjLHPXrLldWYU5QeWk5jMfmz2wVMLoMj42poxyMGzVbAw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:45:13.359727Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.11902","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:38e7b2bfa27b81cf13eff1a009498f9dc30a14318ebfa11fd1f9cb92351fe347","sha256:70a342be489d4d9172bde81e1c2bd27578fa9b5d0cf6c1861b7501f25fb9507d"],"state_sha256":"3927f081767983af5018cc03333204a3449daf5ebcfc77d56a60d8a85ede81a4"}