{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:IZPCJWK75QHFUCKCL6777I6NVU","short_pith_number":"pith:IZPCJWK7","canonical_record":{"source":{"id":"1806.05208","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2018-06-13T18:27:32Z","cross_cats_sorted":["stat.AP"],"title_canon_sha256":"438ab0b38044555a2fb617d99f83c867f9778d9a615d95e84caf4da7b6d123b7","abstract_canon_sha256":"b3f579981183663ffc14e405a063ee13fe08ce4385eda3b13ef1e10b59b4b461"},"schema_version":"1.0"},"canonical_sha256":"465e24d95fec0e5a09425fbfffa3cdad2dd3d746a37596ae74495c29549a107a","source":{"kind":"arxiv","id":"1806.05208","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1806.05208","created_at":"2026-05-18T00:07:34Z"},{"alias_kind":"arxiv_version","alias_value":"1806.05208v2","created_at":"2026-05-18T00:07:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1806.05208","created_at":"2026-05-18T00:07:34Z"},{"alias_kind":"pith_short_12","alias_value":"IZPCJWK75QHF","created_at":"2026-05-18T12:32:31Z"},{"alias_kind":"pith_short_16","alias_value":"IZPCJWK75QHFUCKC","created_at":"2026-05-18T12:32:31Z"},{"alias_kind":"pith_short_8","alias_value":"IZPCJWK7","created_at":"2026-05-18T12:32:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:IZPCJWK75QHFUCKCL6777I6NVU","target":"record","payload":{"canonical_record":{"source":{"id":"1806.05208","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2018-06-13T18:27:32Z","cross_cats_sorted":["stat.AP"],"title_canon_sha256":"438ab0b38044555a2fb617d99f83c867f9778d9a615d95e84caf4da7b6d123b7","abstract_canon_sha256":"b3f579981183663ffc14e405a063ee13fe08ce4385eda3b13ef1e10b59b4b461"},"schema_version":"1.0"},"canonical_sha256":"465e24d95fec0e5a09425fbfffa3cdad2dd3d746a37596ae74495c29549a107a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:07:34.020465Z","signature_b64":"cRHyfktAlMDs7Engg81RI5ogoEoBAssm3cgdI6r27l9/DGoOebm6Zgp/ydpR955mYcREHriMK4Phy6lhnV44BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"465e24d95fec0e5a09425fbfffa3cdad2dd3d746a37596ae74495c29549a107a","last_reissued_at":"2026-05-18T00:07:34.019817Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:07:34.019817Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1806.05208","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:07:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/KCT/cGYpee1wJoX7z1H8TTbhD9mQHkM1kBujnEGIlSdlJ8cixmT/WvZUKZ4hiDtIL9lGbZXNgcV3c+MwpdKBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T02:25:30.926127Z"},"content_sha256":"0ff9b8680380506ee27cde95c5633707c1f983efde579fc567f4a6e67d8c6d0a","schema_version":"1.0","event_id":"sha256:0ff9b8680380506ee27cde95c5633707c1f983efde579fc567f4a6e67d8c6d0a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:IZPCJWK75QHFUCKCL6777I6NVU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Enabling End-To-End Machine Learning Replicability: A Case Study in Educational Data Mining","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.AP"],"primary_cat":"cs.CY","authors_text":"Christopher Brooks, Josh Gardner, Ryan Baker, Yuming Yang","submitted_at":"2018-06-13T18:27:32Z","abstract_excerpt":"The use of machine learning techniques has expanded in education research, driven by the rich data from digital learning environments and institutional data warehouses. However, replication of machine learned models in the domain of the learning sciences is particularly challenging due to a confluence of experimental, methodological, and data barriers. We discuss the challenges of end-to-end machine learning replication in this context, and present an open-source software toolkit, the MOOC Replication Framework (MORF), to address them. We demonstrate the use of MORF by conducting a replication"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1806.05208","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:07:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L1w+Bua9ojfotikOWRNz52Fi6tuj3qsuZmtK1GqlJlOXSc3ZsVQiOwuHtmJDIeuhRccAoRL3L+7RSuj+J1ttDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T02:25:30.926495Z"},"content_sha256":"fb980d9f54dbeb669db4919be04358f38c6b03314b12c3b4184676184cf30279","schema_version":"1.0","event_id":"sha256:fb980d9f54dbeb669db4919be04358f38c6b03314b12c3b4184676184cf30279"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IZPCJWK75QHFUCKCL6777I6NVU/bundle.json","state_url":"https://pith.science/pith/IZPCJWK75QHFUCKCL6777I6NVU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IZPCJWK75QHFUCKCL6777I6NVU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-03T02:25:30Z","links":{"resolver":"https://pith.science/pith/IZPCJWK75QHFUCKCL6777I6NVU","bundle":"https://pith.science/pith/IZPCJWK75QHFUCKCL6777I6NVU/bundle.json","state":"https://pith.science/pith/IZPCJWK75QHFUCKCL6777I6NVU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IZPCJWK75QHFUCKCL6777I6NVU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:IZPCJWK75QHFUCKCL6777I6NVU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b3f579981183663ffc14e405a063ee13fe08ce4385eda3b13ef1e10b59b4b461","cross_cats_sorted":["stat.AP"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2018-06-13T18:27:32Z","title_canon_sha256":"438ab0b38044555a2fb617d99f83c867f9778d9a615d95e84caf4da7b6d123b7"},"schema_version":"1.0","source":{"id":"1806.05208","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1806.05208","created_at":"2026-05-18T00:07:34Z"},{"alias_kind":"arxiv_version","alias_value":"1806.05208v2","created_at":"2026-05-18T00:07:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1806.05208","created_at":"2026-05-18T00:07:34Z"},{"alias_kind":"pith_short_12","alias_value":"IZPCJWK75QHF","created_at":"2026-05-18T12:32:31Z"},{"alias_kind":"pith_short_16","alias_value":"IZPCJWK75QHFUCKC","created_at":"2026-05-18T12:32:31Z"},{"alias_kind":"pith_short_8","alias_value":"IZPCJWK7","created_at":"2026-05-18T12:32:31Z"}],"graph_snapshots":[{"event_id":"sha256:fb980d9f54dbeb669db4919be04358f38c6b03314b12c3b4184676184cf30279","target":"graph","created_at":"2026-05-18T00:07:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"The use of machine learning techniques has expanded in education research, driven by the rich data from digital learning environments and institutional data warehouses. However, replication of machine learned models in the domain of the learning sciences is particularly challenging due to a confluence of experimental, methodological, and data barriers. We discuss the challenges of end-to-end machine learning replication in this context, and present an open-source software toolkit, the MOOC Replication Framework (MORF), to address them. We demonstrate the use of MORF by conducting a replication","authors_text":"Christopher Brooks, Josh Gardner, Ryan Baker, Yuming Yang","cross_cats":["stat.AP"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2018-06-13T18:27:32Z","title":"Enabling End-To-End Machine Learning Replicability: A Case Study in Educational Data Mining"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1806.05208","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0ff9b8680380506ee27cde95c5633707c1f983efde579fc567f4a6e67d8c6d0a","target":"record","created_at":"2026-05-18T00:07:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b3f579981183663ffc14e405a063ee13fe08ce4385eda3b13ef1e10b59b4b461","cross_cats_sorted":["stat.AP"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2018-06-13T18:27:32Z","title_canon_sha256":"438ab0b38044555a2fb617d99f83c867f9778d9a615d95e84caf4da7b6d123b7"},"schema_version":"1.0","source":{"id":"1806.05208","kind":"arxiv","version":2}},"canonical_sha256":"465e24d95fec0e5a09425fbfffa3cdad2dd3d746a37596ae74495c29549a107a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"465e24d95fec0e5a09425fbfffa3cdad2dd3d746a37596ae74495c29549a107a","first_computed_at":"2026-05-18T00:07:34.019817Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:07:34.019817Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cRHyfktAlMDs7Engg81RI5ogoEoBAssm3cgdI6r27l9/DGoOebm6Zgp/ydpR955mYcREHriMK4Phy6lhnV44BQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:07:34.020465Z","signed_message":"canonical_sha256_bytes"},"source_id":"1806.05208","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0ff9b8680380506ee27cde95c5633707c1f983efde579fc567f4a6e67d8c6d0a","sha256:fb980d9f54dbeb669db4919be04358f38c6b03314b12c3b4184676184cf30279"],"state_sha256":"e7e1df38149a5ef5bd025a6ed340beb0269368b2722f17ffc1ad33a4e2a1930c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"35bmguUoOziuzuHlKODL8XvmKFQeUFhk8jFLMp6fT+NyxMRruKpderTsp14eCRpEQPGvbIy6Hn3BKQX5sTEkBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-03T02:25:30.928462Z","bundle_sha256":"a54d692f535117487151590f49732b5245efadba2f9913ae0404079d8e7b5246"}}