{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:3HOYXYA7MYHUYNUQXBJBR3GGCS","short_pith_number":"pith:3HOYXYA7","schema_version":"1.0","canonical_sha256":"d9dd8be01f660f4c3690b85218ecc6149d72fc218609e0edfb1c21394fc4a718","source":{"kind":"arxiv","id":"2308.14920","version":3},"attestation_state":"computed","paper":{"title":"Matbench Discovery -- A framework to evaluate machine learning crystal stability predictions","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cond-mat.mtrl-sci","authors_text":"Alpha A. Lee, Anubhav Jain, Bowen Deng, Gerbrand Ceder, Janosh Riebesell, Kristin A. Persson, Mark Asta, Philipp Benner, Rhys E. A. Goodall, Yuan Chiang","submitted_at":"2023-08-28T22:29:57Z","abstract_excerpt":"The rapid adoption of machine learning (ML) in domain sciences necessitates best practices and standardized benchmarking for performance evaluation. We present Matbench Discovery, an evaluation framework for ML energy models, applied as pre-filters for high-throughput searches of stable inorganic crystals. This framework addresses the disconnect between thermodynamic stability and formation energy, as well as retrospective vs. prospective benchmarking in materials discovery. We release a Python package to support model submissions and maintain an online leaderboard, offering insights into perf"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2308.14920","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cond-mat.mtrl-sci","submitted_at":"2023-08-28T22:29:57Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c63f42bdd4cd2aac05108e874c27a7342482cdbed2bc127d749207fa594ba785","abstract_canon_sha256":"1b27095d5051915e38aefff020ba8585cc0958f846dd178683b5e47359d3bf8a"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:47:26.161582Z","signature_b64":"i9FNGXY2ohJOOST5Z12W4TcqxGsNP7SEyKrLdbFql1H6gNbNf2mexYtYoWMpgC6BAp7uLG/AcV2OL10vwRR7AA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d9dd8be01f660f4c3690b85218ecc6149d72fc218609e0edfb1c21394fc4a718","last_reissued_at":"2026-07-05T09:47:26.161089Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:47:26.161089Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Matbench Discovery -- A framework to evaluate machine learning crystal stability predictions","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cond-mat.mtrl-sci","authors_text":"Alpha A. Lee, Anubhav Jain, Bowen Deng, Gerbrand Ceder, Janosh Riebesell, Kristin A. Persson, Mark Asta, Philipp Benner, Rhys E. A. Goodall, Yuan Chiang","submitted_at":"2023-08-28T22:29:57Z","abstract_excerpt":"The rapid adoption of machine learning (ML) in domain sciences necessitates best practices and standardized benchmarking for performance evaluation. We present Matbench Discovery, an evaluation framework for ML energy models, applied as pre-filters for high-throughput searches of stable inorganic crystals. This framework addresses the disconnect between thermodynamic stability and formation energy, as well as retrospective vs. prospective benchmarking in materials discovery. We release a Python package to support model submissions and maintain an online leaderboard, offering insights into perf"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.14920","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.14920/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2308.14920","created_at":"2026-07-05T09:47:26.161146+00:00"},{"alias_kind":"arxiv_version","alias_value":"2308.14920v3","created_at":"2026-07-05T09:47:26.161146+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.14920","created_at":"2026-07-05T09:47:26.161146+00:00"},{"alias_kind":"pith_short_12","alias_value":"3HOYXYA7MYHU","created_at":"2026-07-05T09:47:26.161146+00:00"},{"alias_kind":"pith_short_16","alias_value":"3HOYXYA7MYHUYNUQ","created_at":"2026-07-05T09:47:26.161146+00:00"},{"alias_kind":"pith_short_8","alias_value":"3HOYXYA7","created_at":"2026-07-05T09:47:26.161146+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":10,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.07712","citing_title":"MatMind: A Structure-Activity Knowledge-Driven Generative Foundation Model for Materials Science","ref_index":39,"is_internal_anchor":false},{"citing_arxiv_id":"2606.02419","citing_title":"DPA4: Pushing the Accuracy-Cost Frontier of Interatomic Potentials with EMFA SO(2) Convolution","ref_index":266,"is_internal_anchor":false},{"citing_arxiv_id":"2605.26741","citing_title":"MatFormBench: A Benchmarking Evaluation Framework for Target-Driven Materials Formulation","ref_index":40,"is_internal_anchor":false},{"citing_arxiv_id":"2410.12771","citing_title":"Open Materials 2024 (OMat24) Inorganic Materials Dataset and Models","ref_index":30,"is_internal_anchor":false},{"citing_arxiv_id":"2605.18404","citing_title":"JanusPipe: Efficient Pipeline Parallel Training for Machine Learning Interatomic Potentials","ref_index":8,"is_internal_anchor":false},{"citing_arxiv_id":"2605.18404","citing_title":"JanusPipe: Efficient Pipeline Parallel Training for Machine Learning Interatomic Potentials","ref_index":8,"is_internal_anchor":false},{"citing_arxiv_id":"2405.04967","citing_title":"MatterSim: A Deep Learning Atomistic Model Across Elements, Temperatures and Pressures","ref_index":88,"is_internal_anchor":false},{"citing_arxiv_id":"2410.12771","citing_title":"Open Materials 2024 (OMat24) Inorganic Materials Dataset and Models","ref_index":30,"is_internal_anchor":false},{"citing_arxiv_id":"2512.09169","citing_title":"AI-Driven Expansion and Application of the Alexandria Database","ref_index":23,"is_internal_anchor":false},{"citing_arxiv_id":"2605.08885","citing_title":"Compact SO(3) Equivariant Atomistic Foundation Models via Structural Pruning","ref_index":55,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/3HOYXYA7MYHUYNUQXBJBR3GGCS","json":"https://pith.science/pith/3HOYXYA7MYHUYNUQXBJBR3GGCS.json","graph_json":"https://pith.science/api/pith-number/3HOYXYA7MYHUYNUQXBJBR3GGCS/graph.json","events_json":"https://pith.science/api/pith-number/3HOYXYA7MYHUYNUQXBJBR3GGCS/events.json","paper":"https://pith.science/paper/3HOYXYA7"},"agent_actions":{"view_html":"https://pith.science/pith/3HOYXYA7MYHUYNUQXBJBR3GGCS","download_json":"https://pith.science/pith/3HOYXYA7MYHUYNUQXBJBR3GGCS.json","view_paper":"https://pith.science/paper/3HOYXYA7","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2308.14920&json=true","fetch_graph":"https://pith.science/api/pith-number/3HOYXYA7MYHUYNUQXBJBR3GGCS/graph.json","fetch_events":"https://pith.science/api/pith-number/3HOYXYA7MYHUYNUQXBJBR3GGCS/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/3HOYXYA7MYHUYNUQXBJBR3GGCS/action/timestamp_anchor","attest_storage":"https://pith.science/pith/3HOYXYA7MYHUYNUQXBJBR3GGCS/action/storage_attestation","attest_author":"https://pith.science/pith/3HOYXYA7MYHUYNUQXBJBR3GGCS/action/author_attestation","sign_citation":"https://pith.science/pith/3HOYXYA7MYHUYNUQXBJBR3GGCS/action/citation_signature","submit_replication":"https://pith.science/pith/3HOYXYA7MYHUYNUQXBJBR3GGCS/action/replication_record"}},"created_at":"2026-07-05T09:47:26.161146+00:00","updated_at":"2026-07-05T09:47:26.161146+00:00"}