{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:KEHN2QBRT7CAH4E4KQRPQOEIPN","short_pith_number":"pith:KEHN2QBR","canonical_record":{"source":{"id":"1801.08494","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2018-01-19T14:02:08Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"deb68aaec8331466d95482ae6df9a9392b03b98005e75dfeb491877422c57e03","abstract_canon_sha256":"dc32d4fc37d34e28e7436171961060c4991f2570a65a5a134539e9e458c12354"},"schema_version":"1.0"},"canonical_sha256":"510edd40319fc403f09c5422f838887b4bad0936e5f04365303adc6003fe18fc","source":{"kind":"arxiv","id":"1801.08494","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1801.08494","created_at":"2026-05-18T00:13:17Z"},{"alias_kind":"arxiv_version","alias_value":"1801.08494v2","created_at":"2026-05-18T00:13:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1801.08494","created_at":"2026-05-18T00:13:17Z"},{"alias_kind":"pith_short_12","alias_value":"KEHN2QBRT7CA","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_16","alias_value":"KEHN2QBRT7CAH4E4","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_8","alias_value":"KEHN2QBR","created_at":"2026-05-18T12:32:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:KEHN2QBRT7CAH4E4KQRPQOEIPN","target":"record","payload":{"canonical_record":{"source":{"id":"1801.08494","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2018-01-19T14:02:08Z","cross_cats_sorted":["cs.CY"],"title_canon_sha256":"deb68aaec8331466d95482ae6df9a9392b03b98005e75dfeb491877422c57e03","abstract_canon_sha256":"dc32d4fc37d34e28e7436171961060c4991f2570a65a5a134539e9e458c12354"},"schema_version":"1.0"},"canonical_sha256":"510edd40319fc403f09c5422f838887b4bad0936e5f04365303adc6003fe18fc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:13:17.382781Z","signature_b64":"9XEb813vU06/krd7pyXBFJWCxbpTAsS/poxpjonTrDaOGaTv0anbKs2Br8D8r484FhadpU/6xCywDHlw9M6zBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"510edd40319fc403f09c5422f838887b4bad0936e5f04365303adc6003fe18fc","last_reissued_at":"2026-05-18T00:13:17.382076Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:13:17.382076Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1801.08494","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:13:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yFShIcuKl1ZQ70S1sKB23z4gMloPg+FEtOE6UFChOfvi7ssNK19iox6/gj4twYVncYFty9fUbb6XJZN2bh/MDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-09T00:13:49.889693Z"},"content_sha256":"80b2031aae0fc27ecad02228b2030651bdca0a0097763acfd0a28bdaa1fda6fd","schema_version":"1.0","event_id":"sha256:80b2031aae0fc27ecad02228b2030651bdca0a0097763acfd0a28bdaa1fda6fd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:KEHN2QBRT7CAH4E4KQRPQOEIPN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Predictive Models of Student Success: Closing the Methodological Gap","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CY"],"primary_cat":"stat.AP","authors_text":"Christopher Brooks, Josh Gardner","submitted_at":"2018-01-19T14:02:08Z","abstract_excerpt":"Model evaluation -- the process of making inferences about the performance of predictive models -- is a critical component of predictive modeling research in learning analytics. We survey the state of the practice with respect to model evaluation in learning analytics, which overwhelmingly uses only naive methods for model evaluation or statistical tests which are not appropriate for predictive model evaluation. We conduct a critical comparison of both null hypothesis significance testing (NHST) and a preferred Bayesian method for model evaluation. Finally, we apply three methods -- the na{\\\"i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1801.08494","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:13:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/J3PcRQT/Os3Hu5IJZnpmIiPhKKKPRBf+WfB3X72FNRTOmPr+5G9DQHYtrVPvRAUJjD1NnqLp1UHvav6Ozs0Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-09T00:13:49.890030Z"},"content_sha256":"8f8fd94b888147dcf32e7bc9277ad0ec6d4de78a394b5c80408ca820549cbe9d","schema_version":"1.0","event_id":"sha256:8f8fd94b888147dcf32e7bc9277ad0ec6d4de78a394b5c80408ca820549cbe9d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KEHN2QBRT7CAH4E4KQRPQOEIPN/bundle.json","state_url":"https://pith.science/pith/KEHN2QBRT7CAH4E4KQRPQOEIPN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KEHN2QBRT7CAH4E4KQRPQOEIPN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-09T00:13:49Z","links":{"resolver":"https://pith.science/pith/KEHN2QBRT7CAH4E4KQRPQOEIPN","bundle":"https://pith.science/pith/KEHN2QBRT7CAH4E4KQRPQOEIPN/bundle.json","state":"https://pith.science/pith/KEHN2QBRT7CAH4E4KQRPQOEIPN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KEHN2QBRT7CAH4E4KQRPQOEIPN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:KEHN2QBRT7CAH4E4KQRPQOEIPN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dc32d4fc37d34e28e7436171961060c4991f2570a65a5a134539e9e458c12354","cross_cats_sorted":["cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2018-01-19T14:02:08Z","title_canon_sha256":"deb68aaec8331466d95482ae6df9a9392b03b98005e75dfeb491877422c57e03"},"schema_version":"1.0","source":{"id":"1801.08494","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1801.08494","created_at":"2026-05-18T00:13:17Z"},{"alias_kind":"arxiv_version","alias_value":"1801.08494v2","created_at":"2026-05-18T00:13:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1801.08494","created_at":"2026-05-18T00:13:17Z"},{"alias_kind":"pith_short_12","alias_value":"KEHN2QBRT7CA","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_16","alias_value":"KEHN2QBRT7CAH4E4","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_8","alias_value":"KEHN2QBR","created_at":"2026-05-18T12:32:33Z"}],"graph_snapshots":[{"event_id":"sha256:8f8fd94b888147dcf32e7bc9277ad0ec6d4de78a394b5c80408ca820549cbe9d","target":"graph","created_at":"2026-05-18T00:13:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Model evaluation -- the process of making inferences about the performance of predictive models -- is a critical component of predictive modeling research in learning analytics. We survey the state of the practice with respect to model evaluation in learning analytics, which overwhelmingly uses only naive methods for model evaluation or statistical tests which are not appropriate for predictive model evaluation. We conduct a critical comparison of both null hypothesis significance testing (NHST) and a preferred Bayesian method for model evaluation. Finally, we apply three methods -- the na{\\\"i","authors_text":"Christopher Brooks, Josh Gardner","cross_cats":["cs.CY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2018-01-19T14:02:08Z","title":"Evaluating Predictive Models of Student Success: Closing the Methodological Gap"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1801.08494","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:80b2031aae0fc27ecad02228b2030651bdca0a0097763acfd0a28bdaa1fda6fd","target":"record","created_at":"2026-05-18T00:13:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dc32d4fc37d34e28e7436171961060c4991f2570a65a5a134539e9e458c12354","cross_cats_sorted":["cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2018-01-19T14:02:08Z","title_canon_sha256":"deb68aaec8331466d95482ae6df9a9392b03b98005e75dfeb491877422c57e03"},"schema_version":"1.0","source":{"id":"1801.08494","kind":"arxiv","version":2}},"canonical_sha256":"510edd40319fc403f09c5422f838887b4bad0936e5f04365303adc6003fe18fc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"510edd40319fc403f09c5422f838887b4bad0936e5f04365303adc6003fe18fc","first_computed_at":"2026-05-18T00:13:17.382076Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:13:17.382076Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9XEb813vU06/krd7pyXBFJWCxbpTAsS/poxpjonTrDaOGaTv0anbKs2Br8D8r484FhadpU/6xCywDHlw9M6zBg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:13:17.382781Z","signed_message":"canonical_sha256_bytes"},"source_id":"1801.08494","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:80b2031aae0fc27ecad02228b2030651bdca0a0097763acfd0a28bdaa1fda6fd","sha256:8f8fd94b888147dcf32e7bc9277ad0ec6d4de78a394b5c80408ca820549cbe9d"],"state_sha256":"98a8e4a4cb8f02c52a1399c64730d7a15f9c4e2fdb882432591a325d7b1d75fa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SsPA0qxacjO3gv+ryaG0LT0h0aTPFXbRZovbn5Ur7/e5YIp+xqa6e997by9TG06N0aArjOlW3DgL+6Js5TS+AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-09T00:13:49.891868Z","bundle_sha256":"044564fe58a73c5c7d00a7a6548f27a91c49cce1bfe5090c9abadfe9b8128ac2"}}