{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:2UOJBIPI3ZLTIJMQQL2PLCDFEV","short_pith_number":"pith:2UOJBIPI","canonical_record":{"source":{"id":"2412.10267","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-12-13T16:37:20Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"306837a560b46a58592f88f02560aa6564710dc9eba2bed41dbf68aec6aea410","abstract_canon_sha256":"5c0eaafbf79bd182910b2885d4a92fb89acaa93ca3b3cb03e98f56ab6886aed4"},"schema_version":"1.0"},"canonical_sha256":"d51c90a1e8de5734259082f4f58865256b32a169bbf877aa24c06b07e443a34d","source":{"kind":"arxiv","id":"2412.10267","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.10267","created_at":"2026-07-05T09:48:54Z"},{"alias_kind":"arxiv_version","alias_value":"2412.10267v1","created_at":"2026-07-05T09:48:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.10267","created_at":"2026-07-05T09:48:54Z"},{"alias_kind":"pith_short_12","alias_value":"2UOJBIPI3ZLT","created_at":"2026-07-05T09:48:54Z"},{"alias_kind":"pith_short_16","alias_value":"2UOJBIPI3ZLTIJMQ","created_at":"2026-07-05T09:48:54Z"},{"alias_kind":"pith_short_8","alias_value":"2UOJBIPI","created_at":"2026-07-05T09:48:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:2UOJBIPI3ZLTIJMQQL2PLCDFEV","target":"record","payload":{"canonical_record":{"source":{"id":"2412.10267","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-12-13T16:37:20Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"306837a560b46a58592f88f02560aa6564710dc9eba2bed41dbf68aec6aea410","abstract_canon_sha256":"5c0eaafbf79bd182910b2885d4a92fb89acaa93ca3b3cb03e98f56ab6886aed4"},"schema_version":"1.0"},"canonical_sha256":"d51c90a1e8de5734259082f4f58865256b32a169bbf877aa24c06b07e443a34d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:48:54.792510Z","signature_b64":"BIo5bP2+h9IBnF+xLKA4KXe+1zyj2RobAqzfSdjF4cmB4Eralke3vDAb0escvLHT0dcoLoGhIWXVsaLHsvNnBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d51c90a1e8de5734259082f4f58865256b32a169bbf877aa24c06b07e443a34d","last_reissued_at":"2026-07-05T09:48:54.792004Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:48:54.792004Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.10267","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:48:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"94xGq3m6g433kaihDalLruU42Qvi5LqAmhMDmdKYtC/VWkjX8ySDYx13ndV4l5Npqu6iGqt8pw3fUtc+nODuBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:02:50.668100Z"},"content_sha256":"cc16f1fae62b3bc06e03055006859a2c5e30a4f05122c23f835f94a530bae6fc","schema_version":"1.0","event_id":"sha256:cc16f1fae62b3bc06e03055006859a2c5e30a4f05122c23f835f94a530bae6fc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:2UOJBIPI3ZLTIJMQQL2PLCDFEV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Does Multiple Choice Have a Future in the Age of Generative AI? A Posttest-only RCT","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.HC","authors_text":"Boyuan Guo, Conrad Borchers, Danielle R. Thomas, Erin Gatz, Jionghao Lin, Kenneth R. Koedinger, Sanjit Kakarla, Shambhavi Bhushan","submitted_at":"2024-12-13T16:37:20Z","abstract_excerpt":"The role of multiple-choice questions (MCQs) as effective learning tools has been debated in past research. While MCQs are widely used due to their ease in grading, open response questions are increasingly used for instruction, given advances in large language models (LLMs) for automated grading. This study evaluates MCQs effectiveness relative to open-response questions, both individually and in combination, on learning. These activities are embedded within six tutor lessons on advocacy. Using a posttest-only randomized control design, we compare the performance of 234 tutors (790 lesson comp"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.10267","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.10267/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:48:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SfomI2wNUzuwlm6IlUI/vOY/1Oq3FvCrGAAp2cnXx3NFApSEH5XJ3KHVsKiB/jS3mQEeHMmZBVcvre/adUpmCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T19:02:50.668491Z"},"content_sha256":"fea6c7c737a019a42614f92fdd509f8b70344538f30be8ce66346ff74759ae9d","schema_version":"1.0","event_id":"sha256:fea6c7c737a019a42614f92fdd509f8b70344538f30be8ce66346ff74759ae9d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2UOJBIPI3ZLTIJMQQL2PLCDFEV/bundle.json","state_url":"https://pith.science/pith/2UOJBIPI3ZLTIJMQQL2PLCDFEV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2UOJBIPI3ZLTIJMQQL2PLCDFEV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T19:02:50Z","links":{"resolver":"https://pith.science/pith/2UOJBIPI3ZLTIJMQQL2PLCDFEV","bundle":"https://pith.science/pith/2UOJBIPI3ZLTIJMQQL2PLCDFEV/bundle.json","state":"https://pith.science/pith/2UOJBIPI3ZLTIJMQQL2PLCDFEV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2UOJBIPI3ZLTIJMQQL2PLCDFEV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:2UOJBIPI3ZLTIJMQQL2PLCDFEV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5c0eaafbf79bd182910b2885d4a92fb89acaa93ca3b3cb03e98f56ab6886aed4","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-12-13T16:37:20Z","title_canon_sha256":"306837a560b46a58592f88f02560aa6564710dc9eba2bed41dbf68aec6aea410"},"schema_version":"1.0","source":{"id":"2412.10267","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.10267","created_at":"2026-07-05T09:48:54Z"},{"alias_kind":"arxiv_version","alias_value":"2412.10267v1","created_at":"2026-07-05T09:48:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.10267","created_at":"2026-07-05T09:48:54Z"},{"alias_kind":"pith_short_12","alias_value":"2UOJBIPI3ZLT","created_at":"2026-07-05T09:48:54Z"},{"alias_kind":"pith_short_16","alias_value":"2UOJBIPI3ZLTIJMQ","created_at":"2026-07-05T09:48:54Z"},{"alias_kind":"pith_short_8","alias_value":"2UOJBIPI","created_at":"2026-07-05T09:48:54Z"}],"graph_snapshots":[{"event_id":"sha256:fea6c7c737a019a42614f92fdd509f8b70344538f30be8ce66346ff74759ae9d","target":"graph","created_at":"2026-07-05T09:48:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.10267/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The role of multiple-choice questions (MCQs) as effective learning tools has been debated in past research. While MCQs are widely used due to their ease in grading, open response questions are increasingly used for instruction, given advances in large language models (LLMs) for automated grading. This study evaluates MCQs effectiveness relative to open-response questions, both individually and in combination, on learning. These activities are embedded within six tutor lessons on advocacy. Using a posttest-only randomized control design, we compare the performance of 234 tutors (790 lesson comp","authors_text":"Boyuan Guo, Conrad Borchers, Danielle R. Thomas, Erin Gatz, Jionghao Lin, Kenneth R. Koedinger, Sanjit Kakarla, Shambhavi Bhushan","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-12-13T16:37:20Z","title":"Does Multiple Choice Have a Future in the Age of Generative AI? A Posttest-only RCT"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.10267","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cc16f1fae62b3bc06e03055006859a2c5e30a4f05122c23f835f94a530bae6fc","target":"record","created_at":"2026-07-05T09:48:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5c0eaafbf79bd182910b2885d4a92fb89acaa93ca3b3cb03e98f56ab6886aed4","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2024-12-13T16:37:20Z","title_canon_sha256":"306837a560b46a58592f88f02560aa6564710dc9eba2bed41dbf68aec6aea410"},"schema_version":"1.0","source":{"id":"2412.10267","kind":"arxiv","version":1}},"canonical_sha256":"d51c90a1e8de5734259082f4f58865256b32a169bbf877aa24c06b07e443a34d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d51c90a1e8de5734259082f4f58865256b32a169bbf877aa24c06b07e443a34d","first_computed_at":"2026-07-05T09:48:54.792004Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:48:54.792004Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BIo5bP2+h9IBnF+xLKA4KXe+1zyj2RobAqzfSdjF4cmB4Eralke3vDAb0escvLHT0dcoLoGhIWXVsaLHsvNnBg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:48:54.792510Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.10267","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cc16f1fae62b3bc06e03055006859a2c5e30a4f05122c23f835f94a530bae6fc","sha256:fea6c7c737a019a42614f92fdd509f8b70344538f30be8ce66346ff74759ae9d"],"state_sha256":"8314e2a4457c3b53787b49e52aa7a22affdd02cf05ff35d52a0ed6261424e0dc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"adAFux73A3RmAx5rz9zL07NvVtNUr4QP9tfkiMz7b9yGe6Oh2hSAImbJJUraFv4m7S1r+s+zFCjtx6JT4zDtDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T19:02:50.670454Z","bundle_sha256":"0cd42275333e5341e1b87393d4202ee186f0114be739bd2824767646975c0a4e"}}