{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2017:QLHHYGPOTGOWWPRLHKNRRLF6GE","short_pith_number":"pith:QLHHYGPO","schema_version":"1.0","canonical_sha256":"82ce7c19ee999d6b3e2b3a9b18acbe312941b2ff8962897d45ed59c88cc8ceea","source":{"kind":"arxiv","id":"1702.00556","version":2},"attestation_state":"computed","paper":{"title":"The statistical significance filter leads to overconfident expectations of replicability","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["math.ST","stat.AP","stat.TH"],"primary_cat":"stat.ME","authors_text":"Andrew Gelman, Shravan Vasishth","submitted_at":"2017-02-02T07:14:21Z","abstract_excerpt":"We show that publishing results using the statistical significance filter---publishing only when the p-value is less than 0.05---leads to a vicious cycle of overoptimistic expectation of the replicability of results. First, we show analytically that when true statistical power is relatively low, computing power based on statistically significant results will lead to overestimates of power. Then, we present a case study using 10 experimental comparisons drawn from a recently published meta-analysis in psycholinguistics (J\\\"ager et al., 2017). We show that the statistically significant results y"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1702.00556","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2017-02-02T07:14:21Z","cross_cats_sorted":["math.ST","stat.AP","stat.TH"],"title_canon_sha256":"425b875e1122a0930fada867c428088bcee328698253abb6b9088355c358228e","abstract_canon_sha256":"7fd1ede7e751ad5f1815bbc788937605d3d1794c17dcac0a3bec9b7fdcaa7cfa"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:44:35.116851Z","signature_b64":"chKIhYz7yUfnHWZp8zzx064dTPsYRwAfKdbViUTUVI1Bek1/aDwgn7XfXVTip+X2nefWxaKfOKjMc5l3WvJRBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"82ce7c19ee999d6b3e2b3a9b18acbe312941b2ff8962897d45ed59c88cc8ceea","last_reissued_at":"2026-05-18T00:44:35.116387Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:44:35.116387Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"The statistical significance filter leads to overconfident expectations of replicability","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["math.ST","stat.AP","stat.TH"],"primary_cat":"stat.ME","authors_text":"Andrew Gelman, Shravan Vasishth","submitted_at":"2017-02-02T07:14:21Z","abstract_excerpt":"We show that publishing results using the statistical significance filter---publishing only when the p-value is less than 0.05---leads to a vicious cycle of overoptimistic expectation of the replicability of results. First, we show analytically that when true statistical power is relatively low, computing power based on statistically significant results will lead to overestimates of power. Then, we present a case study using 10 experimental comparisons drawn from a recently published meta-analysis in psycholinguistics (J\\\"ager et al., 2017). We show that the statistically significant results y"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1702.00556","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1702.00556","created_at":"2026-05-18T00:44:35.116465+00:00"},{"alias_kind":"arxiv_version","alias_value":"1702.00556v2","created_at":"2026-05-18T00:44:35.116465+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1702.00556","created_at":"2026-05-18T00:44:35.116465+00:00"},{"alias_kind":"pith_short_12","alias_value":"QLHHYGPOTGOW","created_at":"2026-05-18T12:31:39.905425+00:00"},{"alias_kind":"pith_short_16","alias_value":"QLHHYGPOTGOWWPRL","created_at":"2026-05-18T12:31:39.905425+00:00"},{"alias_kind":"pith_short_8","alias_value":"QLHHYGPO","created_at":"2026-05-18T12:31:39.905425+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/QLHHYGPOTGOWWPRLHKNRRLF6GE","json":"https://pith.science/pith/QLHHYGPOTGOWWPRLHKNRRLF6GE.json","graph_json":"https://pith.science/api/pith-number/QLHHYGPOTGOWWPRLHKNRRLF6GE/graph.json","events_json":"https://pith.science/api/pith-number/QLHHYGPOTGOWWPRLHKNRRLF6GE/events.json","paper":"https://pith.science/paper/QLHHYGPO"},"agent_actions":{"view_html":"https://pith.science/pith/QLHHYGPOTGOWWPRLHKNRRLF6GE","download_json":"https://pith.science/pith/QLHHYGPOTGOWWPRLHKNRRLF6GE.json","view_paper":"https://pith.science/paper/QLHHYGPO","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1702.00556&json=true","fetch_graph":"https://pith.science/api/pith-number/QLHHYGPOTGOWWPRLHKNRRLF6GE/graph.json","fetch_events":"https://pith.science/api/pith-number/QLHHYGPOTGOWWPRLHKNRRLF6GE/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/QLHHYGPOTGOWWPRLHKNRRLF6GE/action/timestamp_anchor","attest_storage":"https://pith.science/pith/QLHHYGPOTGOWWPRLHKNRRLF6GE/action/storage_attestation","attest_author":"https://pith.science/pith/QLHHYGPOTGOWWPRLHKNRRLF6GE/action/author_attestation","sign_citation":"https://pith.science/pith/QLHHYGPOTGOWWPRLHKNRRLF6GE/action/citation_signature","submit_replication":"https://pith.science/pith/QLHHYGPOTGOWWPRLHKNRRLF6GE/action/replication_record"}},"created_at":"2026-05-18T00:44:35.116465+00:00","updated_at":"2026-05-18T00:44:35.116465+00:00"}