{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2014:N24VS2FK4NWDY6PITZLZOKHO7L","short_pith_number":"pith:N24VS2FK","canonical_record":{"source":{"id":"1412.3416","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2014-12-10T19:14:16Z","cross_cats_sorted":[],"title_canon_sha256":"e25be1d563f491ab17bb8fe50709f03de4a7bbe0347ab329c9aa5efa7a956999","abstract_canon_sha256":"b31a96017b6d77f371f5a5d4e34b4efb188edcd0e2cd74a42ae4fe1457140d6d"},"schema_version":"1.0"},"canonical_sha256":"6eb95968aae36c3c79e89e579728eefae8f9e33097c2524b89e11019bda9ca09","source":{"kind":"arxiv","id":"1412.3416","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1412.3416","created_at":"2026-05-18T01:37:03Z"},{"alias_kind":"arxiv_version","alias_value":"1412.3416v2","created_at":"2026-05-18T01:37:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1412.3416","created_at":"2026-05-18T01:37:03Z"},{"alias_kind":"pith_short_12","alias_value":"N24VS2FK4NWD","created_at":"2026-05-18T12:28:41Z"},{"alias_kind":"pith_short_16","alias_value":"N24VS2FK4NWDY6PI","created_at":"2026-05-18T12:28:41Z"},{"alias_kind":"pith_short_8","alias_value":"N24VS2FK","created_at":"2026-05-18T12:28:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2014:N24VS2FK4NWDY6PITZLZOKHO7L","target":"record","payload":{"canonical_record":{"source":{"id":"1412.3416","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2014-12-10T19:14:16Z","cross_cats_sorted":[],"title_canon_sha256":"e25be1d563f491ab17bb8fe50709f03de4a7bbe0347ab329c9aa5efa7a956999","abstract_canon_sha256":"b31a96017b6d77f371f5a5d4e34b4efb188edcd0e2cd74a42ae4fe1457140d6d"},"schema_version":"1.0"},"canonical_sha256":"6eb95968aae36c3c79e89e579728eefae8f9e33097c2524b89e11019bda9ca09","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:37:03.926067Z","signature_b64":"vhioVdu5sSM3ax+vtGGWrze5e5+s3maavwoBZ8VR7rX3AmUc8kXmHHGNl37BVpM+4ofTjMhDV2kQdjAFRJiwBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6eb95968aae36c3c79e89e579728eefae8f9e33097c2524b89e11019bda9ca09","last_reissued_at":"2026-05-18T01:37:03.925604Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:37:03.925604Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1412.3416","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:37:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"67m9b8Pys3mC+wdTjR7Shv3Q/PgnoTBBSQk0p7R1k8JSNyNQhLCD3/inJVvDb1/VbHZPuTHq4Sh8gOjHHlOSBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T06:29:42.083579Z"},"content_sha256":"b46cf6afb1051d65e1e5d45c26647303bed753c29f959a706e505daa5de6d73f","schema_version":"1.0","event_id":"sha256:b46cf6afb1051d65e1e5d45c26647303bed753c29f959a706e505daa5de6d73f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2014:N24VS2FK4NWDY6PITZLZOKHO7L","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Hidden Multiplicity in Multiway ANOVA: Prevalence and Remedies","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"stat.AP","authors_text":"Angelique O.J. Cramer, Don van Ravenzwaaij, Dora Matzke, Eric-Jan Wagenmakers, Helen Steingroever, Lourens J. Waldorp, Raoul P.P.P. Grasman, Ruud Wetzels","submitted_at":"2014-12-10T19:14:16Z","abstract_excerpt":"Many psychologists do not realize that exploratory use of the popular multiway analysis of variance (ANOVA) harbors a multiple comparison problem. In the case of two factors, three separate null hypotheses are subject to test (i.e., two main effects and one interaction). Consequently, the probability of at least one Type I error (if all null hypotheses are true) is 14% rather than 5% if the three tests are independent. We explain the multiple comparison problem and demonstrate that researchers almost never correct for it. To mitigate the problem, we describe four remedies: the omnibus F test, "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1412.3416","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:37:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xen/smaiqMYHIbreFzNjwr2+Uzt2QybSuMAqkzTIOSgNKbmKBG8ZZDLq8h21UQXdPXSRr03Vr0xzwrxm8SSCAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T06:29:42.084239Z"},"content_sha256":"afc4f9763cb125839b1436bce77843d57c0a9d16af06f64368f18c63d7929e48","schema_version":"1.0","event_id":"sha256:afc4f9763cb125839b1436bce77843d57c0a9d16af06f64368f18c63d7929e48"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/N24VS2FK4NWDY6PITZLZOKHO7L/bundle.json","state_url":"https://pith.science/pith/N24VS2FK4NWDY6PITZLZOKHO7L/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/N24VS2FK4NWDY6PITZLZOKHO7L/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-30T06:29:42Z","links":{"resolver":"https://pith.science/pith/N24VS2FK4NWDY6PITZLZOKHO7L","bundle":"https://pith.science/pith/N24VS2FK4NWDY6PITZLZOKHO7L/bundle.json","state":"https://pith.science/pith/N24VS2FK4NWDY6PITZLZOKHO7L/state.json","well_known_bundle":"https://pith.science/.well-known/pith/N24VS2FK4NWDY6PITZLZOKHO7L/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2014:N24VS2FK4NWDY6PITZLZOKHO7L","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b31a96017b6d77f371f5a5d4e34b4efb188edcd0e2cd74a42ae4fe1457140d6d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2014-12-10T19:14:16Z","title_canon_sha256":"e25be1d563f491ab17bb8fe50709f03de4a7bbe0347ab329c9aa5efa7a956999"},"schema_version":"1.0","source":{"id":"1412.3416","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1412.3416","created_at":"2026-05-18T01:37:03Z"},{"alias_kind":"arxiv_version","alias_value":"1412.3416v2","created_at":"2026-05-18T01:37:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1412.3416","created_at":"2026-05-18T01:37:03Z"},{"alias_kind":"pith_short_12","alias_value":"N24VS2FK4NWD","created_at":"2026-05-18T12:28:41Z"},{"alias_kind":"pith_short_16","alias_value":"N24VS2FK4NWDY6PI","created_at":"2026-05-18T12:28:41Z"},{"alias_kind":"pith_short_8","alias_value":"N24VS2FK","created_at":"2026-05-18T12:28:41Z"}],"graph_snapshots":[{"event_id":"sha256:afc4f9763cb125839b1436bce77843d57c0a9d16af06f64368f18c63d7929e48","target":"graph","created_at":"2026-05-18T01:37:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Many psychologists do not realize that exploratory use of the popular multiway analysis of variance (ANOVA) harbors a multiple comparison problem. In the case of two factors, three separate null hypotheses are subject to test (i.e., two main effects and one interaction). Consequently, the probability of at least one Type I error (if all null hypotheses are true) is 14% rather than 5% if the three tests are independent. We explain the multiple comparison problem and demonstrate that researchers almost never correct for it. To mitigate the problem, we describe four remedies: the omnibus F test, ","authors_text":"Angelique O.J. Cramer, Don van Ravenzwaaij, Dora Matzke, Eric-Jan Wagenmakers, Helen Steingroever, Lourens J. Waldorp, Raoul P.P.P. Grasman, Ruud Wetzels","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2014-12-10T19:14:16Z","title":"Hidden Multiplicity in Multiway ANOVA: Prevalence and Remedies"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1412.3416","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b46cf6afb1051d65e1e5d45c26647303bed753c29f959a706e505daa5de6d73f","target":"record","created_at":"2026-05-18T01:37:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b31a96017b6d77f371f5a5d4e34b4efb188edcd0e2cd74a42ae4fe1457140d6d","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2014-12-10T19:14:16Z","title_canon_sha256":"e25be1d563f491ab17bb8fe50709f03de4a7bbe0347ab329c9aa5efa7a956999"},"schema_version":"1.0","source":{"id":"1412.3416","kind":"arxiv","version":2}},"canonical_sha256":"6eb95968aae36c3c79e89e579728eefae8f9e33097c2524b89e11019bda9ca09","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6eb95968aae36c3c79e89e579728eefae8f9e33097c2524b89e11019bda9ca09","first_computed_at":"2026-05-18T01:37:03.925604Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:37:03.925604Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vhioVdu5sSM3ax+vtGGWrze5e5+s3maavwoBZ8VR7rX3AmUc8kXmHHGNl37BVpM+4ofTjMhDV2kQdjAFRJiwBQ==","signature_status":"signed_v1","signed_at":"2026-05-18T01:37:03.926067Z","signed_message":"canonical_sha256_bytes"},"source_id":"1412.3416","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b46cf6afb1051d65e1e5d45c26647303bed753c29f959a706e505daa5de6d73f","sha256:afc4f9763cb125839b1436bce77843d57c0a9d16af06f64368f18c63d7929e48"],"state_sha256":"24acb79f558a714372e2975735adefab23bb2feefbc51af444fc656aee805911"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x5aWJc9M++ceWwhudZur3GVuDoQhuTXB05wgi/CS2KqH6UB2z79kbBvYDYbA6eLx/M2HtXK0qW74E//iUibsDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-30T06:29:42.087544Z","bundle_sha256":"4e8048091b252367f3ad3edf1407e6487fe194fae7585aadb61577d48bf6c952"}}