{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:GB2CEMOS6MC4P4OTUVABOZXFVO","short_pith_number":"pith:GB2CEMOS","canonical_record":{"source":{"id":"2104.04034","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2021-04-08T20:09:58Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"b91b04574d390749a8275e5c24a2f672ec99702fb0e1b8ea62f1f5ec3b9a1eff","abstract_canon_sha256":"62291484dd537468ff3a5c308a3509be6f44079084a7f94c64d0856c3cdf8d9c"},"schema_version":"1.0"},"canonical_sha256":"30742231d2f305c7f1d3a5401766e5aba36d50cc62f24557442bdb09a26ca7b2","source":{"kind":"arxiv","id":"2104.04034","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.04034","created_at":"2026-07-05T02:30:34Z"},{"alias_kind":"arxiv_version","alias_value":"2104.04034v1","created_at":"2026-07-05T02:30:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.04034","created_at":"2026-07-05T02:30:34Z"},{"alias_kind":"pith_short_12","alias_value":"GB2CEMOS6MC4","created_at":"2026-07-05T02:30:34Z"},{"alias_kind":"pith_short_16","alias_value":"GB2CEMOS6MC4P4OT","created_at":"2026-07-05T02:30:34Z"},{"alias_kind":"pith_short_8","alias_value":"GB2CEMOS","created_at":"2026-07-05T02:30:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:GB2CEMOS6MC4P4OTUVABOZXFVO","target":"record","payload":{"canonical_record":{"source":{"id":"2104.04034","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2021-04-08T20:09:58Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"b91b04574d390749a8275e5c24a2f672ec99702fb0e1b8ea62f1f5ec3b9a1eff","abstract_canon_sha256":"62291484dd537468ff3a5c308a3509be6f44079084a7f94c64d0856c3cdf8d9c"},"schema_version":"1.0"},"canonical_sha256":"30742231d2f305c7f1d3a5401766e5aba36d50cc62f24557442bdb09a26ca7b2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:30:34.010719Z","signature_b64":"81229kIMz6NomQKzo3512wpVFdFVmxO51H9rb/FBk6onp+Mgj0uJsazexOwtG1qcL/lqfjyRAm6cPc3oJQ8oAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"30742231d2f305c7f1d3a5401766e5aba36d50cc62f24557442bdb09a26ca7b2","last_reissued_at":"2026-07-05T02:30:34.010272Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:30:34.010272Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.04034","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:30:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7AJOfXvBEhvGFacd0BaHi/Aq3XcNJjjwgxMALP81kIvCaTMWfaDJxXGpdmul4TjrM/h4OipRXFX4SM1G0lUXAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T14:58:19.190929Z"},"content_sha256":"9786a11591648ae5ddd9b42ed080e916e5506ac7301f6a8ebdd9fb068c42f649","schema_version":"1.0","event_id":"sha256:9786a11591648ae5ddd9b42ed080e916e5506ac7301f6a8ebdd9fb068c42f649"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:GB2CEMOS6MC4P4OTUVABOZXFVO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Results and Insights from Diagnostic Questions: The NeurIPS 2020 Education Challenge","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.CY","authors_text":"Angus Lamb, Cheng Zhang, Craig Barton, Evgeny Saveliev, Jose Miguel Hernandez-Lobato, Pashmina Cameron, Richard E. Turner, Richard G. Baraniuk, Simon Peyton Jones, Simon Woodhead, Yordan Zaykov, Zichao Wang","submitted_at":"2021-04-08T20:09:58Z","abstract_excerpt":"This competition concerns educational diagnostic questions, which are pedagogically effective, multiple-choice questions (MCQs) whose distractors embody misconceptions. With a large and ever-increasing number of such questions, it becomes overwhelming for teachers to know which questions are the best ones to use for their students. We thus seek to answer the following question: how can we use data on hundreds of millions of answers to MCQs to drive automatic personalized learning in large-scale learning scenarios where manual personalization is infeasible? Success in using MCQ data at scale he"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.04034","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.04034/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:30:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7zu8L1BJGA3sgv5j5Chbtn7IPrgpJ3DLXp6Ri3FSGhvLYq+q0v2OqiulXmB6fUOcyXGRiVYymrnrxEZMhbn7Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T14:58:19.191335Z"},"content_sha256":"775ebe862fee64b20309b6bf10f289756a038e27a06dedee77276166893dbc88","schema_version":"1.0","event_id":"sha256:775ebe862fee64b20309b6bf10f289756a038e27a06dedee77276166893dbc88"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GB2CEMOS6MC4P4OTUVABOZXFVO/bundle.json","state_url":"https://pith.science/pith/GB2CEMOS6MC4P4OTUVABOZXFVO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GB2CEMOS6MC4P4OTUVABOZXFVO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-05T14:58:19Z","links":{"resolver":"https://pith.science/pith/GB2CEMOS6MC4P4OTUVABOZXFVO","bundle":"https://pith.science/pith/GB2CEMOS6MC4P4OTUVABOZXFVO/bundle.json","state":"https://pith.science/pith/GB2CEMOS6MC4P4OTUVABOZXFVO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GB2CEMOS6MC4P4OTUVABOZXFVO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:GB2CEMOS6MC4P4OTUVABOZXFVO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"62291484dd537468ff3a5c308a3509be6f44079084a7f94c64d0856c3cdf8d9c","cross_cats_sorted":["cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2021-04-08T20:09:58Z","title_canon_sha256":"b91b04574d390749a8275e5c24a2f672ec99702fb0e1b8ea62f1f5ec3b9a1eff"},"schema_version":"1.0","source":{"id":"2104.04034","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.04034","created_at":"2026-07-05T02:30:34Z"},{"alias_kind":"arxiv_version","alias_value":"2104.04034v1","created_at":"2026-07-05T02:30:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.04034","created_at":"2026-07-05T02:30:34Z"},{"alias_kind":"pith_short_12","alias_value":"GB2CEMOS6MC4","created_at":"2026-07-05T02:30:34Z"},{"alias_kind":"pith_short_16","alias_value":"GB2CEMOS6MC4P4OT","created_at":"2026-07-05T02:30:34Z"},{"alias_kind":"pith_short_8","alias_value":"GB2CEMOS","created_at":"2026-07-05T02:30:34Z"}],"graph_snapshots":[{"event_id":"sha256:775ebe862fee64b20309b6bf10f289756a038e27a06dedee77276166893dbc88","target":"graph","created_at":"2026-07-05T02:30:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.04034/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This competition concerns educational diagnostic questions, which are pedagogically effective, multiple-choice questions (MCQs) whose distractors embody misconceptions. With a large and ever-increasing number of such questions, it becomes overwhelming for teachers to know which questions are the best ones to use for their students. We thus seek to answer the following question: how can we use data on hundreds of millions of answers to MCQs to drive automatic personalized learning in large-scale learning scenarios where manual personalization is infeasible? Success in using MCQ data at scale he","authors_text":"Angus Lamb, Cheng Zhang, Craig Barton, Evgeny Saveliev, Jose Miguel Hernandez-Lobato, Pashmina Cameron, Richard E. Turner, Richard G. Baraniuk, Simon Peyton Jones, Simon Woodhead, Yordan Zaykov, Zichao Wang","cross_cats":["cs.HC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2021-04-08T20:09:58Z","title":"Results and Insights from Diagnostic Questions: The NeurIPS 2020 Education Challenge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.04034","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9786a11591648ae5ddd9b42ed080e916e5506ac7301f6a8ebdd9fb068c42f649","target":"record","created_at":"2026-07-05T02:30:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"62291484dd537468ff3a5c308a3509be6f44079084a7f94c64d0856c3cdf8d9c","cross_cats_sorted":["cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2021-04-08T20:09:58Z","title_canon_sha256":"b91b04574d390749a8275e5c24a2f672ec99702fb0e1b8ea62f1f5ec3b9a1eff"},"schema_version":"1.0","source":{"id":"2104.04034","kind":"arxiv","version":1}},"canonical_sha256":"30742231d2f305c7f1d3a5401766e5aba36d50cc62f24557442bdb09a26ca7b2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"30742231d2f305c7f1d3a5401766e5aba36d50cc62f24557442bdb09a26ca7b2","first_computed_at":"2026-07-05T02:30:34.010272Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:30:34.010272Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"81229kIMz6NomQKzo3512wpVFdFVmxO51H9rb/FBk6onp+Mgj0uJsazexOwtG1qcL/lqfjyRAm6cPc3oJQ8oAg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:30:34.010719Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.04034","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9786a11591648ae5ddd9b42ed080e916e5506ac7301f6a8ebdd9fb068c42f649","sha256:775ebe862fee64b20309b6bf10f289756a038e27a06dedee77276166893dbc88"],"state_sha256":"60c3f3a78360408fe11838cb5b17875e53ae59f5fb27ffaf99e86759667d902a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3gJp50V82yB1LWN4y4TUSkFtW8ikxsjqf6OQv08a6Cwscw9cfi5EXrbA4C0dwmi7yQRBQZI/u96xIG7QjG8TAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-05T14:58:19.194546Z","bundle_sha256":"4d9b88fdc3639ee0464f2b6a2ab969a638b59e892319769d7d222077a14b77d1"}}