{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:Y2DO3HPZYUPHE3G4VXH55YQOIL","short_pith_number":"pith:Y2DO3HPZ","schema_version":"1.0","canonical_sha256":"c686ed9df9c51e726cdcadcfdee20e42f009013756d69b8425faa7df03d4d7cf","source":{"kind":"arxiv","id":"2412.17859","version":1},"attestation_state":"computed","paper":{"title":"The Unreasonable Effectiveness of Open Science in AI: A Replication Study","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG","cs.SE"],"primary_cat":"cs.AI","authors_text":"Martin M{\\o}ln{\\aa}, Nicklas Grimstad Nilsen, Odd Cappelen, Odd Erik Gundersen","submitted_at":"2024-12-20T12:33:27Z","abstract_excerpt":"A reproducibility crisis has been reported in science, but the extent to which it affects AI research is not yet fully understood. Therefore, we performed a systematic replication study including 30 highly cited AI studies relying on original materials when available. In the end, eight articles were rejected because they required access to data or hardware that was practically impossible to acquire as part of the project. Six articles were successfully reproduced, while five were partially reproduced. In total, 50% of the articles included was reproduced to some extent. The availability of cod"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2412.17859","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-12-20T12:33:27Z","cross_cats_sorted":["cs.LG","cs.SE"],"title_canon_sha256":"11ce3b3ae0d6b04dee829481d805fe631a48a03cf2b47ac580280b349bbd6569","abstract_canon_sha256":"d321b045ec59963c1b543a267fbd5b8314f20a9924e535467a05db06ef7e433c"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:53:30.210794Z","signature_b64":"5stKE/wLwH0uZHxQssFkXlLDFtU9DG9irYCuGTHIPctcSsJh85o2iTIoRgEzMj4MBU6V446UxUPKeoY0vTsKCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c686ed9df9c51e726cdcadcfdee20e42f009013756d69b8425faa7df03d4d7cf","last_reissued_at":"2026-07-05T09:53:30.210379Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:53:30.210379Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"The Unreasonable Effectiveness of Open Science in AI: A Replication Study","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG","cs.SE"],"primary_cat":"cs.AI","authors_text":"Martin M{\\o}ln{\\aa}, Nicklas Grimstad Nilsen, Odd Cappelen, Odd Erik Gundersen","submitted_at":"2024-12-20T12:33:27Z","abstract_excerpt":"A reproducibility crisis has been reported in science, but the extent to which it affects AI research is not yet fully understood. Therefore, we performed a systematic replication study including 30 highly cited AI studies relying on original materials when available. In the end, eight articles were rejected because they required access to data or hardware that was practically impossible to acquire as part of the project. Six articles were successfully reproduced, while five were partially reproduced. In total, 50% of the articles included was reproduced to some extent. The availability of cod"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.17859","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.17859/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2412.17859","created_at":"2026-07-05T09:53:30.210434+00:00"},{"alias_kind":"arxiv_version","alias_value":"2412.17859v1","created_at":"2026-07-05T09:53:30.210434+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.17859","created_at":"2026-07-05T09:53:30.210434+00:00"},{"alias_kind":"pith_short_12","alias_value":"Y2DO3HPZYUPH","created_at":"2026-07-05T09:53:30.210434+00:00"},{"alias_kind":"pith_short_16","alias_value":"Y2DO3HPZYUPHE3G4","created_at":"2026-07-05T09:53:30.210434+00:00"},{"alias_kind":"pith_short_8","alias_value":"Y2DO3HPZ","created_at":"2026-07-05T09:53:30.210434+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2508.15503","citing_title":"Guidelines for Empirical Studies in Software Engineering involving Large Language Models","ref_index":48,"is_internal_anchor":false},{"citing_arxiv_id":"2508.15503","citing_title":"Guidelines for Empirical Studies in Software Engineering involving Large Language Models","ref_index":48,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/Y2DO3HPZYUPHE3G4VXH55YQOIL","json":"https://pith.science/pith/Y2DO3HPZYUPHE3G4VXH55YQOIL.json","graph_json":"https://pith.science/api/pith-number/Y2DO3HPZYUPHE3G4VXH55YQOIL/graph.json","events_json":"https://pith.science/api/pith-number/Y2DO3HPZYUPHE3G4VXH55YQOIL/events.json","paper":"https://pith.science/paper/Y2DO3HPZ"},"agent_actions":{"view_html":"https://pith.science/pith/Y2DO3HPZYUPHE3G4VXH55YQOIL","download_json":"https://pith.science/pith/Y2DO3HPZYUPHE3G4VXH55YQOIL.json","view_paper":"https://pith.science/paper/Y2DO3HPZ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2412.17859&json=true","fetch_graph":"https://pith.science/api/pith-number/Y2DO3HPZYUPHE3G4VXH55YQOIL/graph.json","fetch_events":"https://pith.science/api/pith-number/Y2DO3HPZYUPHE3G4VXH55YQOIL/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/Y2DO3HPZYUPHE3G4VXH55YQOIL/action/timestamp_anchor","attest_storage":"https://pith.science/pith/Y2DO3HPZYUPHE3G4VXH55YQOIL/action/storage_attestation","attest_author":"https://pith.science/pith/Y2DO3HPZYUPHE3G4VXH55YQOIL/action/author_attestation","sign_citation":"https://pith.science/pith/Y2DO3HPZYUPHE3G4VXH55YQOIL/action/citation_signature","submit_replication":"https://pith.science/pith/Y2DO3HPZYUPHE3G4VXH55YQOIL/action/replication_record"}},"created_at":"2026-07-05T09:53:30.210434+00:00","updated_at":"2026-07-05T09:53:30.210434+00:00"}