{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:OC2CU47FS3OKU4XNDPWQEHTSNB","short_pith_number":"pith:OC2CU47F","schema_version":"1.0","canonical_sha256":"70b42a73e596dcaa72ed1bed021e72685b0ba717d015ba4560076ee0b57cdc62","source":{"kind":"arxiv","id":"2203.06498","version":8},"attestation_state":"computed","paper":{"title":"The worst of both worlds: A comparative analysis of errors in learning from data in psychology and machine learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Andrew Gelman, Arvind Narayanan, Jessica Hullman, Priyanka Nanayakkara, Sayash Kapoor","submitted_at":"2022-03-12T18:26:24Z","abstract_excerpt":"Recent arguments that machine learning (ML) is facing a reproducibility and replication crisis suggest that some published claims in ML research cannot be taken at face value. These concerns inspire analogies to the replication crisis affecting the social and medical sciences. They also inspire calls for the integration of statistical approaches to causal inference and predictive modeling. A deeper understanding of what reproducibility concerns in supervised ML research have in common with the replication crisis in experimental science puts the new concerns in perspective, and helps researcher"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2203.06498","kind":"arxiv","version":8},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-03-12T18:26:24Z","cross_cats_sorted":[],"title_canon_sha256":"0920238885840d65d7f9e44f97a84dfb1a7d8a8a89d185d0e237d72618828ab7","abstract_canon_sha256":"395266c5c76523867ef301edec6d58237282d2af3414ac25236881aa9c1c336f"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:28:31.023199Z","signature_b64":"kq5oD4Sm96GvcE7c8HZ0xGYUc3kGf9ayCBc8d9+z8I9E8jeKHHAze9PMq0NFYnkW/zTYxVVdPLUzyu430LNLAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"70b42a73e596dcaa72ed1bed021e72685b0ba717d015ba4560076ee0b57cdc62","last_reissued_at":"2026-07-05T04:28:31.022677Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:28:31.022677Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"The worst of both worlds: A comparative analysis of errors in learning from data in psychology and machine learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Andrew Gelman, Arvind Narayanan, Jessica Hullman, Priyanka Nanayakkara, Sayash Kapoor","submitted_at":"2022-03-12T18:26:24Z","abstract_excerpt":"Recent arguments that machine learning (ML) is facing a reproducibility and replication crisis suggest that some published claims in ML research cannot be taken at face value. These concerns inspire analogies to the replication crisis affecting the social and medical sciences. They also inspire calls for the integration of statistical approaches to causal inference and predictive modeling. A deeper understanding of what reproducibility concerns in supervised ML research have in common with the replication crisis in experimental science puts the new concerns in perspective, and helps researcher"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.06498","kind":"arxiv","version":8},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2203.06498/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2203.06498","created_at":"2026-07-05T04:28:31.022754+00:00"},{"alias_kind":"arxiv_version","alias_value":"2203.06498v8","created_at":"2026-07-05T04:28:31.022754+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.06498","created_at":"2026-07-05T04:28:31.022754+00:00"},{"alias_kind":"pith_short_12","alias_value":"OC2CU47FS3OK","created_at":"2026-07-05T04:28:31.022754+00:00"},{"alias_kind":"pith_short_16","alias_value":"OC2CU47FS3OKU4XN","created_at":"2026-07-05T04:28:31.022754+00:00"},{"alias_kind":"pith_short_8","alias_value":"OC2CU47F","created_at":"2026-07-05T04:28:31.022754+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/OC2CU47FS3OKU4XNDPWQEHTSNB","json":"https://pith.science/pith/OC2CU47FS3OKU4XNDPWQEHTSNB.json","graph_json":"https://pith.science/api/pith-number/OC2CU47FS3OKU4XNDPWQEHTSNB/graph.json","events_json":"https://pith.science/api/pith-number/OC2CU47FS3OKU4XNDPWQEHTSNB/events.json","paper":"https://pith.science/paper/OC2CU47F"},"agent_actions":{"view_html":"https://pith.science/pith/OC2CU47FS3OKU4XNDPWQEHTSNB","download_json":"https://pith.science/pith/OC2CU47FS3OKU4XNDPWQEHTSNB.json","view_paper":"https://pith.science/paper/OC2CU47F","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2203.06498&json=true","fetch_graph":"https://pith.science/api/pith-number/OC2CU47FS3OKU4XNDPWQEHTSNB/graph.json","fetch_events":"https://pith.science/api/pith-number/OC2CU47FS3OKU4XNDPWQEHTSNB/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/OC2CU47FS3OKU4XNDPWQEHTSNB/action/timestamp_anchor","attest_storage":"https://pith.science/pith/OC2CU47FS3OKU4XNDPWQEHTSNB/action/storage_attestation","attest_author":"https://pith.science/pith/OC2CU47FS3OKU4XNDPWQEHTSNB/action/author_attestation","sign_citation":"https://pith.science/pith/OC2CU47FS3OKU4XNDPWQEHTSNB/action/citation_signature","submit_replication":"https://pith.science/pith/OC2CU47FS3OKU4XNDPWQEHTSNB/action/replication_record"}},"created_at":"2026-07-05T04:28:31.022754+00:00","updated_at":"2026-07-05T04:28:31.022754+00:00"}