{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:QHWI6J6CVQNARCJAHC25GDL453","short_pith_number":"pith:QHWI6J6C","schema_version":"1.0","canonical_sha256":"81ec8f27c2ac1a08892038b5d30d7ceeda4394d9de315ce1c373d7634ebbeb48","source":{"kind":"arxiv","id":"2308.07832","version":2},"attestation_state":"computed","paper":{"title":"REFORMS: Reporting Standards for Machine Learning Based Science","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ME"],"primary_cat":"cs.LG","authors_text":"Arvind Narayanan, Brandon M. Stewart, Christopher A. Bail, Emily Cantrell, Gilles Vandewiele, Inioluwa Deborah Raji, Jake M. Hofman, Jessica Hullman, Kenny Peng, Marta Serra-Garcia, Matthew J. Salganik, Michael A. Lones, Michael Roberts, Momin M. Malik, Odd Erik Gundersen, Priyanka Nanayakkara, Russell A. Poldrack, Sayash Kapoor, Thanh Hien Pham","submitted_at":"2023-08-15T15:21:36Z","abstract_excerpt":"Machine learning (ML) methods are proliferating in scientific research. However, the adoption of these methods has been accompanied by failures of validity, reproducibility, and generalizability. These failures can hinder scientific progress, lead to false consensus around invalid claims, and undermine the credibility of ML-based science. ML methods are often applied and fail in similar ways across disciplines. Motivated by this observation, our goal is to provide clear reporting standards for ML-based science. Drawing from an extensive review of past literature, we present the REFORMS checkli"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2308.07832","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-08-15T15:21:36Z","cross_cats_sorted":["cs.AI","stat.ME"],"title_canon_sha256":"6aad13f9e5f4337e955916e63cf216fb06cee60fc860dfd75fb165b1d7ece1d8","abstract_canon_sha256":"0ab04780b6651a5012f9d15c85686ab5013864663692a23293a44f2d3b0873a2"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:52:25.774443Z","signature_b64":"0M+CdXJr88f7Ip7fFa0iGU51FdlW8inkpm1IZp1gGzCfc++4nYEO7IEGNGs/DERAJpke9JnbBdfo+l2B9yCaBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"81ec8f27c2ac1a08892038b5d30d7ceeda4394d9de315ce1c373d7634ebbeb48","last_reissued_at":"2026-07-05T06:52:25.773988Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:52:25.773988Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"REFORMS: Reporting Standards for Machine Learning Based Science","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.ME"],"primary_cat":"cs.LG","authors_text":"Arvind Narayanan, Brandon M. Stewart, Christopher A. Bail, Emily Cantrell, Gilles Vandewiele, Inioluwa Deborah Raji, Jake M. Hofman, Jessica Hullman, Kenny Peng, Marta Serra-Garcia, Matthew J. Salganik, Michael A. Lones, Michael Roberts, Momin M. Malik, Odd Erik Gundersen, Priyanka Nanayakkara, Russell A. Poldrack, Sayash Kapoor, Thanh Hien Pham","submitted_at":"2023-08-15T15:21:36Z","abstract_excerpt":"Machine learning (ML) methods are proliferating in scientific research. However, the adoption of these methods has been accompanied by failures of validity, reproducibility, and generalizability. These failures can hinder scientific progress, lead to false consensus around invalid claims, and undermine the credibility of ML-based science. ML methods are often applied and fail in similar ways across disciplines. Motivated by this observation, our goal is to provide clear reporting standards for ML-based science. Drawing from an extensive review of past literature, we present the REFORMS checkli"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.07832","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.07832/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2308.07832","created_at":"2026-07-05T06:52:25.774057+00:00"},{"alias_kind":"arxiv_version","alias_value":"2308.07832v2","created_at":"2026-07-05T06:52:25.774057+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.07832","created_at":"2026-07-05T06:52:25.774057+00:00"},{"alias_kind":"pith_short_12","alias_value":"QHWI6J6CVQNA","created_at":"2026-07-05T06:52:25.774057+00:00"},{"alias_kind":"pith_short_16","alias_value":"QHWI6J6CVQNARCJA","created_at":"2026-07-05T06:52:25.774057+00:00"},{"alias_kind":"pith_short_8","alias_value":"QHWI6J6C","created_at":"2026-07-05T06:52:25.774057+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/QHWI6J6CVQNARCJAHC25GDL453","json":"https://pith.science/pith/QHWI6J6CVQNARCJAHC25GDL453.json","graph_json":"https://pith.science/api/pith-number/QHWI6J6CVQNARCJAHC25GDL453/graph.json","events_json":"https://pith.science/api/pith-number/QHWI6J6CVQNARCJAHC25GDL453/events.json","paper":"https://pith.science/paper/QHWI6J6C"},"agent_actions":{"view_html":"https://pith.science/pith/QHWI6J6CVQNARCJAHC25GDL453","download_json":"https://pith.science/pith/QHWI6J6CVQNARCJAHC25GDL453.json","view_paper":"https://pith.science/paper/QHWI6J6C","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2308.07832&json=true","fetch_graph":"https://pith.science/api/pith-number/QHWI6J6CVQNARCJAHC25GDL453/graph.json","fetch_events":"https://pith.science/api/pith-number/QHWI6J6CVQNARCJAHC25GDL453/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/QHWI6J6CVQNARCJAHC25GDL453/action/timestamp_anchor","attest_storage":"https://pith.science/pith/QHWI6J6CVQNARCJAHC25GDL453/action/storage_attestation","attest_author":"https://pith.science/pith/QHWI6J6CVQNARCJAHC25GDL453/action/author_attestation","sign_citation":"https://pith.science/pith/QHWI6J6CVQNARCJAHC25GDL453/action/citation_signature","submit_replication":"https://pith.science/pith/QHWI6J6CVQNARCJAHC25GDL453/action/replication_record"}},"created_at":"2026-07-05T06:52:25.774057+00:00","updated_at":"2026-07-05T06:52:25.774057+00:00"}