{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:CNUBKYUWTYTP6UMAOUPU7Q3ZDJ","short_pith_number":"pith:CNUBKYUW","canonical_record":{"source":{"id":"2405.00864","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-01T20:53:13Z","cross_cats_sorted":[],"title_canon_sha256":"fd0fd5a747a32a50ad08e6bcfdbbaae6bb95dcbe6cdfe3b430689f9703b4666f","abstract_canon_sha256":"cbfdfb2555a8d3715c9965e2ad2ca6c211943fc07f43959e83896b818ef5dfdb"},"schema_version":"1.0"},"canonical_sha256":"13681562969e26ff5180751f4fc3791a6e9dc5ed295ea621fcc014f42df5dc5b","source":{"kind":"arxiv","id":"2405.00864","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.00864","created_at":"2026-07-05T08:14:27Z"},{"alias_kind":"arxiv_version","alias_value":"2405.00864v1","created_at":"2026-07-05T08:14:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.00864","created_at":"2026-07-05T08:14:27Z"},{"alias_kind":"pith_short_12","alias_value":"CNUBKYUWTYTP","created_at":"2026-07-05T08:14:27Z"},{"alias_kind":"pith_short_16","alias_value":"CNUBKYUWTYTP6UMA","created_at":"2026-07-05T08:14:27Z"},{"alias_kind":"pith_short_8","alias_value":"CNUBKYUW","created_at":"2026-07-05T08:14:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:CNUBKYUWTYTP6UMAOUPU7Q3ZDJ","target":"record","payload":{"canonical_record":{"source":{"id":"2405.00864","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-01T20:53:13Z","cross_cats_sorted":[],"title_canon_sha256":"fd0fd5a747a32a50ad08e6bcfdbbaae6bb95dcbe6cdfe3b430689f9703b4666f","abstract_canon_sha256":"cbfdfb2555a8d3715c9965e2ad2ca6c211943fc07f43959e83896b818ef5dfdb"},"schema_version":"1.0"},"canonical_sha256":"13681562969e26ff5180751f4fc3791a6e9dc5ed295ea621fcc014f42df5dc5b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:14:27.250394Z","signature_b64":"tT9njrsmR1xjHtSK2FGN0jLkbobxIwArXqR34N1kEEzmEVRpZhEu5y58YQsXaf6VlK6ntoEDD81qurdBjbMgAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"13681562969e26ff5180751f4fc3791a6e9dc5ed295ea621fcc014f42df5dc5b","last_reissued_at":"2026-07-05T08:14:27.249982Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:14:27.249982Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.00864","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:14:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NAYW1bdLUFFR22i1UL+QNlClvGBTHlRwENqUTz2SmeQzWdKFUd3hyK2agm0XboqOXx8BwXJ1meq2MlChONuiBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T16:15:39.699136Z"},"content_sha256":"0b7361f40e1ee7cd3ffcac7a3179e4fd2ba72400dab29ddd60486e2a90e4e47b","schema_version":"1.0","event_id":"sha256:0b7361f40e1ee7cd3ffcac7a3179e4fd2ba72400dab29ddd60486e2a90e4e47b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:CNUBKYUWTYTP6UMAOUPU7Q3ZDJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Math Multiple Choice Question Generation via Human-Large Language Model Collaboration","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Andrew Lan, Digory Smith, Jaewook Lee, Simon Woodhead","submitted_at":"2024-05-01T20:53:13Z","abstract_excerpt":"Multiple choice questions (MCQs) are a popular method for evaluating students' knowledge due to their efficiency in administration and grading. Crafting high-quality math MCQs is a labor-intensive process that requires educators to formulate precise stems and plausible distractors. Recent advances in large language models (LLMs) have sparked interest in automating MCQ creation, but challenges persist in ensuring mathematical accuracy and addressing student errors. This paper introduces a prototype tool designed to facilitate collaboration between LLMs and educators for streamlining the math MC"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.00864","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.00864/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:14:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oJ+ETSUDYk0+QlHq42HAcOuMjeFuxLeLG9Rd26hACUT8YOVUJ8kpvJirSJLalQGtY/1ObLJ4wyMJRfziXAIiCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T16:15:39.699662Z"},"content_sha256":"b455602830d7842573f45b83d3689d843fe43f1399837e35d0382cba9cee1ca9","schema_version":"1.0","event_id":"sha256:b455602830d7842573f45b83d3689d843fe43f1399837e35d0382cba9cee1ca9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CNUBKYUWTYTP6UMAOUPU7Q3ZDJ/bundle.json","state_url":"https://pith.science/pith/CNUBKYUWTYTP6UMAOUPU7Q3ZDJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CNUBKYUWTYTP6UMAOUPU7Q3ZDJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T16:15:39Z","links":{"resolver":"https://pith.science/pith/CNUBKYUWTYTP6UMAOUPU7Q3ZDJ","bundle":"https://pith.science/pith/CNUBKYUWTYTP6UMAOUPU7Q3ZDJ/bundle.json","state":"https://pith.science/pith/CNUBKYUWTYTP6UMAOUPU7Q3ZDJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CNUBKYUWTYTP6UMAOUPU7Q3ZDJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:CNUBKYUWTYTP6UMAOUPU7Q3ZDJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cbfdfb2555a8d3715c9965e2ad2ca6c211943fc07f43959e83896b818ef5dfdb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-01T20:53:13Z","title_canon_sha256":"fd0fd5a747a32a50ad08e6bcfdbbaae6bb95dcbe6cdfe3b430689f9703b4666f"},"schema_version":"1.0","source":{"id":"2405.00864","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.00864","created_at":"2026-07-05T08:14:27Z"},{"alias_kind":"arxiv_version","alias_value":"2405.00864v1","created_at":"2026-07-05T08:14:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.00864","created_at":"2026-07-05T08:14:27Z"},{"alias_kind":"pith_short_12","alias_value":"CNUBKYUWTYTP","created_at":"2026-07-05T08:14:27Z"},{"alias_kind":"pith_short_16","alias_value":"CNUBKYUWTYTP6UMA","created_at":"2026-07-05T08:14:27Z"},{"alias_kind":"pith_short_8","alias_value":"CNUBKYUW","created_at":"2026-07-05T08:14:27Z"}],"graph_snapshots":[{"event_id":"sha256:b455602830d7842573f45b83d3689d843fe43f1399837e35d0382cba9cee1ca9","target":"graph","created_at":"2026-07-05T08:14:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.00864/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multiple choice questions (MCQs) are a popular method for evaluating students' knowledge due to their efficiency in administration and grading. Crafting high-quality math MCQs is a labor-intensive process that requires educators to formulate precise stems and plausible distractors. Recent advances in large language models (LLMs) have sparked interest in automating MCQ creation, but challenges persist in ensuring mathematical accuracy and addressing student errors. This paper introduces a prototype tool designed to facilitate collaboration between LLMs and educators for streamlining the math MC","authors_text":"Andrew Lan, Digory Smith, Jaewook Lee, Simon Woodhead","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-01T20:53:13Z","title":"Math Multiple Choice Question Generation via Human-Large Language Model Collaboration"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.00864","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0b7361f40e1ee7cd3ffcac7a3179e4fd2ba72400dab29ddd60486e2a90e4e47b","target":"record","created_at":"2026-07-05T08:14:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cbfdfb2555a8d3715c9965e2ad2ca6c211943fc07f43959e83896b818ef5dfdb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-01T20:53:13Z","title_canon_sha256":"fd0fd5a747a32a50ad08e6bcfdbbaae6bb95dcbe6cdfe3b430689f9703b4666f"},"schema_version":"1.0","source":{"id":"2405.00864","kind":"arxiv","version":1}},"canonical_sha256":"13681562969e26ff5180751f4fc3791a6e9dc5ed295ea621fcc014f42df5dc5b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"13681562969e26ff5180751f4fc3791a6e9dc5ed295ea621fcc014f42df5dc5b","first_computed_at":"2026-07-05T08:14:27.249982Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:14:27.249982Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tT9njrsmR1xjHtSK2FGN0jLkbobxIwArXqR34N1kEEzmEVRpZhEu5y58YQsXaf6VlK6ntoEDD81qurdBjbMgAw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:14:27.250394Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.00864","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0b7361f40e1ee7cd3ffcac7a3179e4fd2ba72400dab29ddd60486e2a90e4e47b","sha256:b455602830d7842573f45b83d3689d843fe43f1399837e35d0382cba9cee1ca9"],"state_sha256":"2ff78542230ab7d8dec10fd925f2dc635672e044f105360d9c845e647e3e162f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YXgqIlUP2MKtb+izbJf1wu/g3q+oOC92V+PCvuxx/dq/0s7yr+YMkVd0E4UQxWIyfz8tG5SgsQJW1a4iBF6uCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T16:15:39.705696Z","bundle_sha256":"9ad78e7bef6ca39f8fc15a473e3e3fad571df39ba7f858fe278be3e5dc93eeb4"}}