{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:7HAUKBTSMW5EWRRF4FHI6K5F6Q","short_pith_number":"pith:7HAUKBTS","canonical_record":{"source":{"id":"2306.11688","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cond-mat.mtrl-sci","submitted_at":"2023-06-20T17:07:07Z","cross_cats_sorted":[],"title_canon_sha256":"83c3e01eb1de211a8aaa2089818c83b4a0beeb3b09cfa5e73fdcb282bea16ab1","abstract_canon_sha256":"a9c1fdcf0a09c6feeda30a678ad6d34b3041dfd5f137e2158608dc16ff712ecb"},"schema_version":"1.0"},"canonical_sha256":"f9c145067265ba4b4625e14e8f2ba5f40664db6b6c3afe32a8e33379c101dec1","source":{"kind":"arxiv","id":"2306.11688","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.11688","created_at":"2026-07-05T08:23:10Z"},{"alias_kind":"arxiv_version","alias_value":"2306.11688v2","created_at":"2026-07-05T08:23:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.11688","created_at":"2026-07-05T08:23:10Z"},{"alias_kind":"pith_short_12","alias_value":"7HAUKBTSMW5E","created_at":"2026-07-05T08:23:10Z"},{"alias_kind":"pith_short_16","alias_value":"7HAUKBTSMW5EWRRF","created_at":"2026-07-05T08:23:10Z"},{"alias_kind":"pith_short_8","alias_value":"7HAUKBTS","created_at":"2026-07-05T08:23:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:7HAUKBTSMW5EWRRF4FHI6K5F6Q","target":"record","payload":{"canonical_record":{"source":{"id":"2306.11688","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cond-mat.mtrl-sci","submitted_at":"2023-06-20T17:07:07Z","cross_cats_sorted":[],"title_canon_sha256":"83c3e01eb1de211a8aaa2089818c83b4a0beeb3b09cfa5e73fdcb282bea16ab1","abstract_canon_sha256":"a9c1fdcf0a09c6feeda30a678ad6d34b3041dfd5f137e2158608dc16ff712ecb"},"schema_version":"1.0"},"canonical_sha256":"f9c145067265ba4b4625e14e8f2ba5f40664db6b6c3afe32a8e33379c101dec1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:23:10.067630Z","signature_b64":"FhuAvMq1sBDGLSKC6Ip//VNrT/qoFHVIp+LosIIqoveBztNP6pf1Ejdv57nzWvzG2SO8NNikRKMaRCOrdkyjDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f9c145067265ba4b4625e14e8f2ba5f40664db6b6c3afe32a8e33379c101dec1","last_reissued_at":"2026-07-05T08:23:10.067207Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:23:10.067207Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.11688","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:23:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ICrtw2fqTLp3xY3t2gV+l2z2ygn3iny5lbhj8vwVbLMeUJfflAcrTE0zE1+YD46kMumT8t236D/RBTm3TX3zBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:56:20.841324Z"},"content_sha256":"792d1d44b3fb84d0635bbb998c417aaf476cdf17f2c70040d87378e568278a26","schema_version":"1.0","event_id":"sha256:792d1d44b3fb84d0635bbb998c417aaf476cdf17f2c70040d87378e568278a26"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:7HAUKBTSMW5EWRRF4FHI6K5F6Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"JARVIS-Leaderboard: A Large Scale Benchmark of Materials Design Methods","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cond-mat.mtrl-sci","authors_text":"Adam J. Biacchi, Addis Fuhr, Aldo H. Romero, Andrew Dale Rohskopf, Ankit Agrawal, Arun Mannodi-Kanakkithodi, Avanish Mishra, Ben Blaiszik, Daniel Wines, Elif Ertekin, Eric Beyerle, Francesca Tavazza, Hongliang Xin, Ichiro Takeuchi, Jaron T. Krogel, Jason Hattrick-Simpers, Kamal Choudhary, Kangming Li, Kayahan Saritas, Keqiang Yan, Kevin F. Garrity, Luke E. K. Achenie, Maureen Williams, Mitchell Wood, Nithin Mathew, Panchapakesan Ganesh, Pascal Friederich, Patrick Reiser, Paul R. C. Kent, Peter Minch, Pratyush Tiwary, Robert B. Wexler, Shih-Han Wang, Shuiwang Ji, Sterling G. Baird, Trevor David Rhone, Vishu Gupta, Yuchao Lin","submitted_at":"2023-06-20T17:07:07Z","abstract_excerpt":"Lack of rigorous reproducibility and validation are major hurdles for scientific development across many fields. Materials science in particular encompasses a variety of experimental and theoretical approaches that require careful benchmarking. Leaderboard efforts have been developed previously to mitigate these issues. However, a comprehensive comparison and benchmarking on an integrated platform with multiple data modalities with both perfect and defect materials data is still lacking. This work introduces JARVIS-Leaderboard, an open-source and community-driven platform that facilitates benc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.11688","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.11688/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:23:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QHT6wWnlNmTynFVKX9mOeGtYVSNnOOWPbobUzHqAHhEUlY1YJDmHdNlB/1q2EfsEu225dVngNGqCTCpIJDfWDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:56:20.841710Z"},"content_sha256":"67b96094c2d7b004b8e73702038526ca95a5d87b180a0e7d66d50765490b251b","schema_version":"1.0","event_id":"sha256:67b96094c2d7b004b8e73702038526ca95a5d87b180a0e7d66d50765490b251b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7HAUKBTSMW5EWRRF4FHI6K5F6Q/bundle.json","state_url":"https://pith.science/pith/7HAUKBTSMW5EWRRF4FHI6K5F6Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7HAUKBTSMW5EWRRF4FHI6K5F6Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T15:56:20Z","links":{"resolver":"https://pith.science/pith/7HAUKBTSMW5EWRRF4FHI6K5F6Q","bundle":"https://pith.science/pith/7HAUKBTSMW5EWRRF4FHI6K5F6Q/bundle.json","state":"https://pith.science/pith/7HAUKBTSMW5EWRRF4FHI6K5F6Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7HAUKBTSMW5EWRRF4FHI6K5F6Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:7HAUKBTSMW5EWRRF4FHI6K5F6Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a9c1fdcf0a09c6feeda30a678ad6d34b3041dfd5f137e2158608dc16ff712ecb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cond-mat.mtrl-sci","submitted_at":"2023-06-20T17:07:07Z","title_canon_sha256":"83c3e01eb1de211a8aaa2089818c83b4a0beeb3b09cfa5e73fdcb282bea16ab1"},"schema_version":"1.0","source":{"id":"2306.11688","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.11688","created_at":"2026-07-05T08:23:10Z"},{"alias_kind":"arxiv_version","alias_value":"2306.11688v2","created_at":"2026-07-05T08:23:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.11688","created_at":"2026-07-05T08:23:10Z"},{"alias_kind":"pith_short_12","alias_value":"7HAUKBTSMW5E","created_at":"2026-07-05T08:23:10Z"},{"alias_kind":"pith_short_16","alias_value":"7HAUKBTSMW5EWRRF","created_at":"2026-07-05T08:23:10Z"},{"alias_kind":"pith_short_8","alias_value":"7HAUKBTS","created_at":"2026-07-05T08:23:10Z"}],"graph_snapshots":[{"event_id":"sha256:67b96094c2d7b004b8e73702038526ca95a5d87b180a0e7d66d50765490b251b","target":"graph","created_at":"2026-07-05T08:23:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.11688/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Lack of rigorous reproducibility and validation are major hurdles for scientific development across many fields. Materials science in particular encompasses a variety of experimental and theoretical approaches that require careful benchmarking. Leaderboard efforts have been developed previously to mitigate these issues. However, a comprehensive comparison and benchmarking on an integrated platform with multiple data modalities with both perfect and defect materials data is still lacking. This work introduces JARVIS-Leaderboard, an open-source and community-driven platform that facilitates benc","authors_text":"Adam J. Biacchi, Addis Fuhr, Aldo H. Romero, Andrew Dale Rohskopf, Ankit Agrawal, Arun Mannodi-Kanakkithodi, Avanish Mishra, Ben Blaiszik, Daniel Wines, Elif Ertekin, Eric Beyerle, Francesca Tavazza, Hongliang Xin, Ichiro Takeuchi, Jaron T. Krogel, Jason Hattrick-Simpers, Kamal Choudhary, Kangming Li, Kayahan Saritas, Keqiang Yan, Kevin F. Garrity, Luke E. K. Achenie, Maureen Williams, Mitchell Wood, Nithin Mathew, Panchapakesan Ganesh, Pascal Friederich, Patrick Reiser, Paul R. C. Kent, Peter Minch, Pratyush Tiwary, Robert B. Wexler, Shih-Han Wang, Shuiwang Ji, Sterling G. Baird, Trevor David Rhone, Vishu Gupta, Yuchao Lin","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cond-mat.mtrl-sci","submitted_at":"2023-06-20T17:07:07Z","title":"JARVIS-Leaderboard: A Large Scale Benchmark of Materials Design Methods"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.11688","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:792d1d44b3fb84d0635bbb998c417aaf476cdf17f2c70040d87378e568278a26","target":"record","created_at":"2026-07-05T08:23:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a9c1fdcf0a09c6feeda30a678ad6d34b3041dfd5f137e2158608dc16ff712ecb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cond-mat.mtrl-sci","submitted_at":"2023-06-20T17:07:07Z","title_canon_sha256":"83c3e01eb1de211a8aaa2089818c83b4a0beeb3b09cfa5e73fdcb282bea16ab1"},"schema_version":"1.0","source":{"id":"2306.11688","kind":"arxiv","version":2}},"canonical_sha256":"f9c145067265ba4b4625e14e8f2ba5f40664db6b6c3afe32a8e33379c101dec1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f9c145067265ba4b4625e14e8f2ba5f40664db6b6c3afe32a8e33379c101dec1","first_computed_at":"2026-07-05T08:23:10.067207Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:23:10.067207Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FhuAvMq1sBDGLSKC6Ip//VNrT/qoFHVIp+LosIIqoveBztNP6pf1Ejdv57nzWvzG2SO8NNikRKMaRCOrdkyjDg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:23:10.067630Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.11688","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:792d1d44b3fb84d0635bbb998c417aaf476cdf17f2c70040d87378e568278a26","sha256:67b96094c2d7b004b8e73702038526ca95a5d87b180a0e7d66d50765490b251b"],"state_sha256":"52ca60aa464ca011e31e094b9c60d9b63c39d576760cc94efdfcb1d3c3f656af"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RT9XZV7d2+bBQh3z5UUJ3whHluXxb4LmR7U1BxsBS7lO+eqRn3A82xkyl3ZnGh3ZeXsJxA1heyNSQNWEM9jTCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T15:56:20.843719Z","bundle_sha256":"97ea709555a975f8c9ea442450326dee1b924dc6ac41e7eb0685bffd33517220"}}