{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:XGS2MSII54UQSCS53IDHG4VZ6B","short_pith_number":"pith:XGS2MSII","canonical_record":{"source":{"id":"2403.01456","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-03T09:18:05Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"42ba3264d5ac326455f925f3e184b07e56c6f83336e46fe3ae91bf2b1b3f010c","abstract_canon_sha256":"4d3ab151b438d031405259d4d1d7405ba851301dedb0afeb8786de778012d9f4"},"schema_version":"1.0"},"canonical_sha256":"b9a5a64908ef29090a5dda067372b9f0447735bb48a0a89c601fec7f56d949fd","source":{"kind":"arxiv","id":"2403.01456","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.01456","created_at":"2026-07-05T07:51:47Z"},{"alias_kind":"arxiv_version","alias_value":"2403.01456v1","created_at":"2026-07-05T07:51:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.01456","created_at":"2026-07-05T07:51:47Z"},{"alias_kind":"pith_short_12","alias_value":"XGS2MSII54UQ","created_at":"2026-07-05T07:51:47Z"},{"alias_kind":"pith_short_16","alias_value":"XGS2MSII54UQSCS5","created_at":"2026-07-05T07:51:47Z"},{"alias_kind":"pith_short_8","alias_value":"XGS2MSII","created_at":"2026-07-05T07:51:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:XGS2MSII54UQSCS53IDHG4VZ6B","target":"record","payload":{"canonical_record":{"source":{"id":"2403.01456","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-03T09:18:05Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"42ba3264d5ac326455f925f3e184b07e56c6f83336e46fe3ae91bf2b1b3f010c","abstract_canon_sha256":"4d3ab151b438d031405259d4d1d7405ba851301dedb0afeb8786de778012d9f4"},"schema_version":"1.0"},"canonical_sha256":"b9a5a64908ef29090a5dda067372b9f0447735bb48a0a89c601fec7f56d949fd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:51:47.489134Z","signature_b64":"45e4g6QPPZ7hoL9FXm9B0yIqOaxJVSeQnWuiQyxKV0a32KY3jT/A+vc7in/7OZ24dVgv0kvu0oiw2OYylJ2bDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b9a5a64908ef29090a5dda067372b9f0447735bb48a0a89c601fec7f56d949fd","last_reissued_at":"2026-07-05T07:51:47.488701Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:51:47.488701Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.01456","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:51:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e67X7xxPEkOxaiula0gZtz2i+e1Is47TrR5sdL0lYyjzgqdxHB1+Oh/4ALetX+K8LCriTE8Y+pYsk0JlhmtlDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:51:55.124555Z"},"content_sha256":"6d7182545191ad1213e6cb8c70679ec523034f801cd59071c0e64b6fbfc087e7","schema_version":"1.0","event_id":"sha256:6d7182545191ad1213e6cb8c70679ec523034f801cd59071c0e64b6fbfc087e7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:XGS2MSII54UQSCS53IDHG4VZ6B","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Controlling Cloze-test Question Item Difficulty with PLM-based Surrogate Models for IRT Assessment","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI","cs.CY"],"primary_cat":"cs.CL","authors_text":"Jiajun Xie, Jingshen Zhang, Xinying Qiu","submitted_at":"2024-03-03T09:18:05Z","abstract_excerpt":"Item difficulty plays a crucial role in adaptive testing. However, few works have focused on generating questions of varying difficulty levels, especially for multiple-choice (MC) cloze tests. We propose training pre-trained language models (PLMs) as surrogate models to enable item response theory (IRT) assessment, avoiding the need for human test subjects. We also propose two strategies to control the difficulty levels of both the gaps and the distractors using ranking rules to reduce invalid distractors. Experimentation on a benchmark dataset demonstrates that our proposed framework and meth"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.01456","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.01456/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:51:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nbfsFlcnZQDyTS43W9C5r4QbzZI7ToHAirmNFMBp/cBYFp022kg4ALA9H4L+7Nsbs8TffHmfj6IokDLUnj/xDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:51:55.125516Z"},"content_sha256":"5417696fe8b16b775e41d7403b11100a62080e05419f71fc8fe049561679b6cc","schema_version":"1.0","event_id":"sha256:5417696fe8b16b775e41d7403b11100a62080e05419f71fc8fe049561679b6cc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XGS2MSII54UQSCS53IDHG4VZ6B/bundle.json","state_url":"https://pith.science/pith/XGS2MSII54UQSCS53IDHG4VZ6B/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XGS2MSII54UQSCS53IDHG4VZ6B/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T06:51:55Z","links":{"resolver":"https://pith.science/pith/XGS2MSII54UQSCS53IDHG4VZ6B","bundle":"https://pith.science/pith/XGS2MSII54UQSCS53IDHG4VZ6B/bundle.json","state":"https://pith.science/pith/XGS2MSII54UQSCS53IDHG4VZ6B/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XGS2MSII54UQSCS53IDHG4VZ6B/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:XGS2MSII54UQSCS53IDHG4VZ6B","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4d3ab151b438d031405259d4d1d7405ba851301dedb0afeb8786de778012d9f4","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-03T09:18:05Z","title_canon_sha256":"42ba3264d5ac326455f925f3e184b07e56c6f83336e46fe3ae91bf2b1b3f010c"},"schema_version":"1.0","source":{"id":"2403.01456","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.01456","created_at":"2026-07-05T07:51:47Z"},{"alias_kind":"arxiv_version","alias_value":"2403.01456v1","created_at":"2026-07-05T07:51:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.01456","created_at":"2026-07-05T07:51:47Z"},{"alias_kind":"pith_short_12","alias_value":"XGS2MSII54UQ","created_at":"2026-07-05T07:51:47Z"},{"alias_kind":"pith_short_16","alias_value":"XGS2MSII54UQSCS5","created_at":"2026-07-05T07:51:47Z"},{"alias_kind":"pith_short_8","alias_value":"XGS2MSII","created_at":"2026-07-05T07:51:47Z"}],"graph_snapshots":[{"event_id":"sha256:5417696fe8b16b775e41d7403b11100a62080e05419f71fc8fe049561679b6cc","target":"graph","created_at":"2026-07-05T07:51:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.01456/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Item difficulty plays a crucial role in adaptive testing. However, few works have focused on generating questions of varying difficulty levels, especially for multiple-choice (MC) cloze tests. We propose training pre-trained language models (PLMs) as surrogate models to enable item response theory (IRT) assessment, avoiding the need for human test subjects. We also propose two strategies to control the difficulty levels of both the gaps and the distractors using ranking rules to reduce invalid distractors. Experimentation on a benchmark dataset demonstrates that our proposed framework and meth","authors_text":"Jiajun Xie, Jingshen Zhang, Xinying Qiu","cross_cats":["cs.AI","cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-03T09:18:05Z","title":"Controlling Cloze-test Question Item Difficulty with PLM-based Surrogate Models for IRT Assessment"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.01456","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6d7182545191ad1213e6cb8c70679ec523034f801cd59071c0e64b6fbfc087e7","target":"record","created_at":"2026-07-05T07:51:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4d3ab151b438d031405259d4d1d7405ba851301dedb0afeb8786de778012d9f4","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2024-03-03T09:18:05Z","title_canon_sha256":"42ba3264d5ac326455f925f3e184b07e56c6f83336e46fe3ae91bf2b1b3f010c"},"schema_version":"1.0","source":{"id":"2403.01456","kind":"arxiv","version":1}},"canonical_sha256":"b9a5a64908ef29090a5dda067372b9f0447735bb48a0a89c601fec7f56d949fd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b9a5a64908ef29090a5dda067372b9f0447735bb48a0a89c601fec7f56d949fd","first_computed_at":"2026-07-05T07:51:47.488701Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:51:47.488701Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"45e4g6QPPZ7hoL9FXm9B0yIqOaxJVSeQnWuiQyxKV0a32KY3jT/A+vc7in/7OZ24dVgv0kvu0oiw2OYylJ2bDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:51:47.489134Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.01456","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6d7182545191ad1213e6cb8c70679ec523034f801cd59071c0e64b6fbfc087e7","sha256:5417696fe8b16b775e41d7403b11100a62080e05419f71fc8fe049561679b6cc"],"state_sha256":"4aac945bb3ae4ca046f1a927f8235e755b7e7c9a4739566df088ed2a6e7e7b51"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c33PhDmxTqNzweamhclSNqOmBE9EZMg4ZnE9Y6ggku+EjmOmUApmkHdDO3Ex3noKHcOvdVUrBm73xqSTYPOZBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T06:51:55.129181Z","bundle_sha256":"fa81e902b481c7af50cc197c2707218171720a7cd116173e87b69cfb6c5c6ded"}}