{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:EANQNGOSWVM7HJW22ODHO4GNY4","short_pith_number":"pith:EANQNGOS","canonical_record":{"source":{"id":"2306.13047","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-22T17:13:08Z","cross_cats_sorted":[],"title_canon_sha256":"007091e441a295f8fd4815e0220e7ea5bd54eae272d3fa2aff17517c84c10bf6","abstract_canon_sha256":"960f99c9c351c5b6f1abd9605df90fe93fea89174b624305eef184974fda75f8"},"schema_version":"1.0"},"canonical_sha256":"201b0699d2b559f3a6dad3867770cdc707f45e75473e36b9139517ba50b91427","source":{"kind":"arxiv","id":"2306.13047","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.13047","created_at":"2026-07-05T07:01:02Z"},{"alias_kind":"arxiv_version","alias_value":"2306.13047v4","created_at":"2026-07-05T07:01:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.13047","created_at":"2026-07-05T07:01:02Z"},{"alias_kind":"pith_short_12","alias_value":"EANQNGOSWVM7","created_at":"2026-07-05T07:01:02Z"},{"alias_kind":"pith_short_16","alias_value":"EANQNGOSWVM7HJW2","created_at":"2026-07-05T07:01:02Z"},{"alias_kind":"pith_short_8","alias_value":"EANQNGOS","created_at":"2026-07-05T07:01:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:EANQNGOSWVM7HJW22ODHO4GNY4","target":"record","payload":{"canonical_record":{"source":{"id":"2306.13047","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-22T17:13:08Z","cross_cats_sorted":[],"title_canon_sha256":"007091e441a295f8fd4815e0220e7ea5bd54eae272d3fa2aff17517c84c10bf6","abstract_canon_sha256":"960f99c9c351c5b6f1abd9605df90fe93fea89174b624305eef184974fda75f8"},"schema_version":"1.0"},"canonical_sha256":"201b0699d2b559f3a6dad3867770cdc707f45e75473e36b9139517ba50b91427","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:01:02.950125Z","signature_b64":"AgAP01g1QYDMgHj857s2WEbXWGqmF2Oa6SHAXNaND0NRY501xtTTYPu5okaxtKcg5QaeZRA5pG15rdd+gLJYAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"201b0699d2b559f3a6dad3867770cdc707f45e75473e36b9139517ba50b91427","last_reissued_at":"2026-07-05T07:01:02.949547Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:01:02.949547Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.13047","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:01:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hvhykFHiqHmkclriKuZ0NlXYp8xAV4S1NNSfjMtT6+4iCsipki1KBpI1Xmn/sQdYFWm4DTQek7h/k32MRCg4AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-25T17:54:56.233172Z"},"content_sha256":"5f6d4866c986a70c703dfbe8f9af5c1574b31760a092824a06bc5a867bb72d9f","schema_version":"1.0","event_id":"sha256:5f6d4866c986a70c703dfbe8f9af5c1574b31760a092824a06bc5a867bb72d9f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:EANQNGOSWVM7HJW22ODHO4GNY4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Analysis of the Cambridge Multiple-Choice Questions Reading Dataset with a Focus on Candidate Response Distribution","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Adian Liusie, Andrew Mullooly, Kate Knill, Mark J. F. Gales, Vatsal Raina","submitted_at":"2023-06-22T17:13:08Z","abstract_excerpt":"Multiple choice exams are widely used to assess candidates across a diverse range of domains and tasks. To moderate question quality, newly proposed questions often pass through pre-test evaluation stages before being deployed into real-world exams. Currently, this evaluation process is manually intensive, which can lead to time lags in the question development cycle. Streamlining this process via automation can significantly enhance efficiency, however, there's a current lack of datasets with adequate pre-test analysis information. In this paper we analyse a subset of the public Cambridge Mul"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.13047","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.13047/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:01:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wgGQPhZgQfGBauOtaMiAxQRfg/qRTRwokGW+HYhfTzDlMqI/ETfmLF9DR+idMMWE+anCuXr9tsOJORm05U3GAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-25T17:54:56.233570Z"},"content_sha256":"d20ab775e51fd89aff9a2fce44296a44a1f7584f933fb9b171dd764e78e2fece","schema_version":"1.0","event_id":"sha256:d20ab775e51fd89aff9a2fce44296a44a1f7584f933fb9b171dd764e78e2fece"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EANQNGOSWVM7HJW22ODHO4GNY4/bundle.json","state_url":"https://pith.science/pith/EANQNGOSWVM7HJW22ODHO4GNY4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EANQNGOSWVM7HJW22ODHO4GNY4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-25T17:54:56Z","links":{"resolver":"https://pith.science/pith/EANQNGOSWVM7HJW22ODHO4GNY4","bundle":"https://pith.science/pith/EANQNGOSWVM7HJW22ODHO4GNY4/bundle.json","state":"https://pith.science/pith/EANQNGOSWVM7HJW22ODHO4GNY4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EANQNGOSWVM7HJW22ODHO4GNY4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:EANQNGOSWVM7HJW22ODHO4GNY4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"960f99c9c351c5b6f1abd9605df90fe93fea89174b624305eef184974fda75f8","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-22T17:13:08Z","title_canon_sha256":"007091e441a295f8fd4815e0220e7ea5bd54eae272d3fa2aff17517c84c10bf6"},"schema_version":"1.0","source":{"id":"2306.13047","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.13047","created_at":"2026-07-05T07:01:02Z"},{"alias_kind":"arxiv_version","alias_value":"2306.13047v4","created_at":"2026-07-05T07:01:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.13047","created_at":"2026-07-05T07:01:02Z"},{"alias_kind":"pith_short_12","alias_value":"EANQNGOSWVM7","created_at":"2026-07-05T07:01:02Z"},{"alias_kind":"pith_short_16","alias_value":"EANQNGOSWVM7HJW2","created_at":"2026-07-05T07:01:02Z"},{"alias_kind":"pith_short_8","alias_value":"EANQNGOS","created_at":"2026-07-05T07:01:02Z"}],"graph_snapshots":[{"event_id":"sha256:d20ab775e51fd89aff9a2fce44296a44a1f7584f933fb9b171dd764e78e2fece","target":"graph","created_at":"2026-07-05T07:01:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.13047/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multiple choice exams are widely used to assess candidates across a diverse range of domains and tasks. To moderate question quality, newly proposed questions often pass through pre-test evaluation stages before being deployed into real-world exams. Currently, this evaluation process is manually intensive, which can lead to time lags in the question development cycle. Streamlining this process via automation can significantly enhance efficiency, however, there's a current lack of datasets with adequate pre-test analysis information. In this paper we analyse a subset of the public Cambridge Mul","authors_text":"Adian Liusie, Andrew Mullooly, Kate Knill, Mark J. F. Gales, Vatsal Raina","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-22T17:13:08Z","title":"Analysis of the Cambridge Multiple-Choice Questions Reading Dataset with a Focus on Candidate Response Distribution"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.13047","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5f6d4866c986a70c703dfbe8f9af5c1574b31760a092824a06bc5a867bb72d9f","target":"record","created_at":"2026-07-05T07:01:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"960f99c9c351c5b6f1abd9605df90fe93fea89174b624305eef184974fda75f8","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-22T17:13:08Z","title_canon_sha256":"007091e441a295f8fd4815e0220e7ea5bd54eae272d3fa2aff17517c84c10bf6"},"schema_version":"1.0","source":{"id":"2306.13047","kind":"arxiv","version":4}},"canonical_sha256":"201b0699d2b559f3a6dad3867770cdc707f45e75473e36b9139517ba50b91427","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"201b0699d2b559f3a6dad3867770cdc707f45e75473e36b9139517ba50b91427","first_computed_at":"2026-07-05T07:01:02.949547Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:01:02.949547Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AgAP01g1QYDMgHj857s2WEbXWGqmF2Oa6SHAXNaND0NRY501xtTTYPu5okaxtKcg5QaeZRA5pG15rdd+gLJYAA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:01:02.950125Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.13047","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5f6d4866c986a70c703dfbe8f9af5c1574b31760a092824a06bc5a867bb72d9f","sha256:d20ab775e51fd89aff9a2fce44296a44a1f7584f933fb9b171dd764e78e2fece"],"state_sha256":"fa2986b301193ef75096c172586d2c1380aca94555d238c92a606bbd3ac2b7e7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BUlQ41sIStco6sm5Ek322QxpFUBvD9O7NUrAk1H4+6SeV/Oh+s0uQwyjQddJtqLlYheFKB8+4EWfER8y55mPCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-25T17:54:56.235806Z","bundle_sha256":"2fa317dd1d8801deb23704372fa71ccf3d478f17fd7c753d26ebc5e50a3e6d75"}}