{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:G6NWYNGFCJSAOM3LIDQHSIYFRO","short_pith_number":"pith:G6NWYNGF","schema_version":"1.0","canonical_sha256":"379b6c34c5126407336b40e07923058bb3b40f82a95a43144397141b5272e670","source":{"kind":"arxiv","id":"2307.16338","version":1},"attestation_state":"computed","paper":{"title":"Distractor generation for multiple-choice questions with predictive prompting and large language models","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chris Develder, Johannes Deleu, Semere Kiros Bitew, Thomas Demeester","submitted_at":"2023-07-30T23:15:28Z","abstract_excerpt":"Large Language Models (LLMs) such as ChatGPT have demonstrated remarkable performance across various tasks and have garnered significant attention from both researchers and practitioners. However, in an educational context, we still observe a performance gap in generating distractors -- i.e., plausible yet incorrect answers -- with LLMs for multiple-choice questions (MCQs). In this study, we propose a strategy for guiding LLMs such as ChatGPT, in generating relevant distractors by prompting them with question items automatically retrieved from a question bank as well-chosen in-context examples"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2307.16338","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CL","submitted_at":"2023-07-30T23:15:28Z","cross_cats_sorted":[],"title_canon_sha256":"502826ff7de5ca8ab905c1da9048d4cb5a1523a02999f9632aa4545750abe70c","abstract_canon_sha256":"d25aa648ef210e4901091133399f971572f73ec102985dbd11d178055c7e8da7"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:36:02.165992Z","signature_b64":"ZrddXioNaLoIF6be6OP9FfQ89kQns1OpEDnUQ8Ji+1Fllxx1/HkkQHZ9qXRnR0qbeHfOoUU6zxTlat+LjlUPDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"379b6c34c5126407336b40e07923058bb3b40f82a95a43144397141b5272e670","last_reissued_at":"2026-07-05T06:36:02.165486Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:36:02.165486Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Distractor generation for multiple-choice questions with predictive prompting and large language models","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chris Develder, Johannes Deleu, Semere Kiros Bitew, Thomas Demeester","submitted_at":"2023-07-30T23:15:28Z","abstract_excerpt":"Large Language Models (LLMs) such as ChatGPT have demonstrated remarkable performance across various tasks and have garnered significant attention from both researchers and practitioners. However, in an educational context, we still observe a performance gap in generating distractors -- i.e., plausible yet incorrect answers -- with LLMs for multiple-choice questions (MCQs). In this study, we propose a strategy for guiding LLMs such as ChatGPT, in generating relevant distractors by prompting them with question items automatically retrieved from a question bank as well-chosen in-context examples"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.16338","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.16338/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2307.16338","created_at":"2026-07-05T06:36:02.165552+00:00"},{"alias_kind":"arxiv_version","alias_value":"2307.16338v1","created_at":"2026-07-05T06:36:02.165552+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.16338","created_at":"2026-07-05T06:36:02.165552+00:00"},{"alias_kind":"pith_short_12","alias_value":"G6NWYNGFCJSA","created_at":"2026-07-05T06:36:02.165552+00:00"},{"alias_kind":"pith_short_16","alias_value":"G6NWYNGFCJSAOM3L","created_at":"2026-07-05T06:36:02.165552+00:00"},{"alias_kind":"pith_short_8","alias_value":"G6NWYNGF","created_at":"2026-07-05T06:36:02.165552+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2604.17574","citing_title":"Beyond Fine-Tuning: In-Context Learning and Chain-of-Thought for Reasoned Distractor Generation","ref_index":116,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/G6NWYNGFCJSAOM3LIDQHSIYFRO","json":"https://pith.science/pith/G6NWYNGFCJSAOM3LIDQHSIYFRO.json","graph_json":"https://pith.science/api/pith-number/G6NWYNGFCJSAOM3LIDQHSIYFRO/graph.json","events_json":"https://pith.science/api/pith-number/G6NWYNGFCJSAOM3LIDQHSIYFRO/events.json","paper":"https://pith.science/paper/G6NWYNGF"},"agent_actions":{"view_html":"https://pith.science/pith/G6NWYNGFCJSAOM3LIDQHSIYFRO","download_json":"https://pith.science/pith/G6NWYNGFCJSAOM3LIDQHSIYFRO.json","view_paper":"https://pith.science/paper/G6NWYNGF","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2307.16338&json=true","fetch_graph":"https://pith.science/api/pith-number/G6NWYNGFCJSAOM3LIDQHSIYFRO/graph.json","fetch_events":"https://pith.science/api/pith-number/G6NWYNGFCJSAOM3LIDQHSIYFRO/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/G6NWYNGFCJSAOM3LIDQHSIYFRO/action/timestamp_anchor","attest_storage":"https://pith.science/pith/G6NWYNGFCJSAOM3LIDQHSIYFRO/action/storage_attestation","attest_author":"https://pith.science/pith/G6NWYNGFCJSAOM3LIDQHSIYFRO/action/author_attestation","sign_citation":"https://pith.science/pith/G6NWYNGFCJSAOM3LIDQHSIYFRO/action/citation_signature","submit_replication":"https://pith.science/pith/G6NWYNGFCJSAOM3LIDQHSIYFRO/action/replication_record"}},"created_at":"2026-07-05T06:36:02.165552+00:00","updated_at":"2026-07-05T06:36:02.165552+00:00"}