{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:KKDDJM6H3ZUVX6YQRXKJW45UUN","short_pith_number":"pith:KKDDJM6H","canonical_record":{"source":{"id":"2604.06567","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"physics.ao-ph","submitted_at":"2026-04-08T01:34:43Z","cross_cats_sorted":[],"title_canon_sha256":"807abd2ec0a561909bcc5bcb8adf2fe17a185b323094515304ea5492e3db020a","abstract_canon_sha256":"85f122de55a6eb8c187c10fa51c897db8fad289fd5011b5817183a66359aa3ee"},"schema_version":"1.0"},"canonical_sha256":"528634b3c7de695bfb108dd49b73b4a34cd0ac10c8732031d8f16be0b56716d3","source":{"kind":"arxiv","id":"2604.06567","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2604.06567","created_at":"2026-05-20T02:05:43Z"},{"alias_kind":"arxiv_version","alias_value":"2604.06567v2","created_at":"2026-05-20T02:05:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2604.06567","created_at":"2026-05-20T02:05:43Z"},{"alias_kind":"pith_short_12","alias_value":"KKDDJM6H3ZUV","created_at":"2026-05-20T02:05:43Z"},{"alias_kind":"pith_short_16","alias_value":"KKDDJM6H3ZUVX6YQ","created_at":"2026-05-20T02:05:43Z"},{"alias_kind":"pith_short_8","alias_value":"KKDDJM6H","created_at":"2026-05-20T02:05:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:KKDDJM6H3ZUVX6YQRXKJW45UUN","target":"record","payload":{"canonical_record":{"source":{"id":"2604.06567","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"physics.ao-ph","submitted_at":"2026-04-08T01:34:43Z","cross_cats_sorted":[],"title_canon_sha256":"807abd2ec0a561909bcc5bcb8adf2fe17a185b323094515304ea5492e3db020a","abstract_canon_sha256":"85f122de55a6eb8c187c10fa51c897db8fad289fd5011b5817183a66359aa3ee"},"schema_version":"1.0"},"canonical_sha256":"528634b3c7de695bfb108dd49b73b4a34cd0ac10c8732031d8f16be0b56716d3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-20T02:05:43.031910Z","signature_b64":"BKO9zNSoljU1BjTDfirGe0lPVMB5/RuEFIQkJOGs/GbYuOLd83Lob9N5SYF4JErcnDCCrvkiPlqV0c8zjf5iAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"528634b3c7de695bfb108dd49b73b4a34cd0ac10c8732031d8f16be0b56716d3","last_reissued_at":"2026-05-20T02:05:43.031031Z","signature_status":"signed_v1","first_computed_at":"2026-05-20T02:05:43.031031Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2604.06567","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T02:05:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"04cKb15fjv3NSz0tWPTr/6TKbwKU+n0gLfpDHOjQQBJh+0NzKHWU9brrnMQl8ytj4SD/ioGR9edFIj5550XJCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T06:18:34.771892Z"},"content_sha256":"6da3c75de35f799e0cf26af7e65890f75dd7a9a68cc47ac4749bbf20d6769dce","schema_version":"1.0","event_id":"sha256:6da3c75de35f799e0cf26af7e65890f75dd7a9a68cc47ac4749bbf20d6769dce"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:KKDDJM6H3ZUVX6YQRXKJW45UUN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A PMP-inspired Evaluation Framework for Assessing Deep-Learning Earth System Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"Deep-learning Earth system models can be evaluated using traditional PMP diagnostics, producing encouraging matches to observations.","cross_cats":[],"primary_cat":"physics.ao-ph","authors_text":"C\\'eline Bonfils, Giuliana Pallotta, Jiwoo Lee, Paul Ullrich, Seth Goodnight, Shiheng Duan","submitted_at":"2026-04-08T01:34:43Z","abstract_excerpt":"In recent years, Deep-Learning Earth System Models (DL-ESMs) have emerged as promising, computationally efficient complements to traditional Earth system models. Here, we present an evaluation framework for testing DL-ESMs from a climate-model-development perspective using standardized diagnostics from the PCMDI Metrics Package (PMP). This framework allows DL-ESMs, including Ai2's ACE2 and Google's NeuralGCM, to be assessed with metrics that quantify their ability to reproduce climatology, major modes of variability, monsoon behavior, and precipitation variability relative to observational ref"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"By evaluating DL-ESMs as traditional models, we extend their application into uncharted territory and find encouraging results. This evaluation represents a critical step toward establishing trust in DL-ESMs within the scientific community.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"That the existing PMP standardized diagnostics developed for traditional ESMs are appropriate and sufficient for rigorously assessing the performance and trustworthiness of deep-learning Earth system models.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"The paper presents a PMP-based evaluation framework to test deep-learning Earth system models on climatology and modes of variability using observational data.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"Deep-learning Earth system models can be evaluated using traditional PMP diagnostics, producing encouraging matches to observations.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"1d4bd9ab6658fdd603054f02461ae310c726ae75a60c66e289d6430486589085"},"source":{"id":"2604.06567","kind":"arxiv","version":2},"verdict":{"id":"7254656f-211a-4fd3-bf3b-cac8f5331341","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-10T17:36:17.301782Z","strongest_claim":"By evaluating DL-ESMs as traditional models, we extend their application into uncharted territory and find encouraging results. This evaluation represents a critical step toward establishing trust in DL-ESMs within the scientific community.","one_line_summary":"The paper presents a PMP-based evaluation framework to test deep-learning Earth system models on climatology and modes of variability using observational data.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"That the existing PMP standardized diagnostics developed for traditional ESMs are appropriate and sufficient for rigorously assessing the performance and trustworthiness of deep-learning Earth system models.","pith_extraction_headline":"Deep-learning Earth system models can be evaluated using traditional PMP diagnostics, producing encouraging matches to observations."},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2604.06567/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"7254656f-211a-4fd3-bf3b-cac8f5331341"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T02:05:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UjRZEMVuk5M9zX4QWAXweuF+zOjOboLVkTT4DQHWwRxi6oUEybJl6615A91pIXw+56hdpLGPU8V7TYVg+87FAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T06:18:34.772374Z"},"content_sha256":"00290566be6a9f13d0b5193c270617a4c88e7d000f581cca289cadefb579b1a4","schema_version":"1.0","event_id":"sha256:00290566be6a9f13d0b5193c270617a4c88e7d000f581cca289cadefb579b1a4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KKDDJM6H3ZUVX6YQRXKJW45UUN/bundle.json","state_url":"https://pith.science/pith/KKDDJM6H3ZUVX6YQRXKJW45UUN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KKDDJM6H3ZUVX6YQRXKJW45UUN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-05T06:18:34Z","links":{"resolver":"https://pith.science/pith/KKDDJM6H3ZUVX6YQRXKJW45UUN","bundle":"https://pith.science/pith/KKDDJM6H3ZUVX6YQRXKJW45UUN/bundle.json","state":"https://pith.science/pith/KKDDJM6H3ZUVX6YQRXKJW45UUN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KKDDJM6H3ZUVX6YQRXKJW45UUN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:KKDDJM6H3ZUVX6YQRXKJW45UUN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"85f122de55a6eb8c187c10fa51c897db8fad289fd5011b5817183a66359aa3ee","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"physics.ao-ph","submitted_at":"2026-04-08T01:34:43Z","title_canon_sha256":"807abd2ec0a561909bcc5bcb8adf2fe17a185b323094515304ea5492e3db020a"},"schema_version":"1.0","source":{"id":"2604.06567","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2604.06567","created_at":"2026-05-20T02:05:43Z"},{"alias_kind":"arxiv_version","alias_value":"2604.06567v2","created_at":"2026-05-20T02:05:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2604.06567","created_at":"2026-05-20T02:05:43Z"},{"alias_kind":"pith_short_12","alias_value":"KKDDJM6H3ZUV","created_at":"2026-05-20T02:05:43Z"},{"alias_kind":"pith_short_16","alias_value":"KKDDJM6H3ZUVX6YQ","created_at":"2026-05-20T02:05:43Z"},{"alias_kind":"pith_short_8","alias_value":"KKDDJM6H","created_at":"2026-05-20T02:05:43Z"}],"graph_snapshots":[{"event_id":"sha256:00290566be6a9f13d0b5193c270617a4c88e7d000f581cca289cadefb579b1a4","target":"graph","created_at":"2026-05-20T02:05:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"By evaluating DL-ESMs as traditional models, we extend their application into uncharted territory and find encouraging results. This evaluation represents a critical step toward establishing trust in DL-ESMs within the scientific community."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That the existing PMP standardized diagnostics developed for traditional ESMs are appropriate and sufficient for rigorously assessing the performance and trustworthiness of deep-learning Earth system models."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"The paper presents a PMP-based evaluation framework to test deep-learning Earth system models on climatology and modes of variability using observational data."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"Deep-learning Earth system models can be evaluated using traditional PMP diagnostics, producing encouraging matches to observations."}],"snapshot_sha256":"1d4bd9ab6658fdd603054f02461ae310c726ae75a60c66e289d6430486589085"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2604.06567/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In recent years, Deep-Learning Earth System Models (DL-ESMs) have emerged as promising, computationally efficient complements to traditional Earth system models. Here, we present an evaluation framework for testing DL-ESMs from a climate-model-development perspective using standardized diagnostics from the PCMDI Metrics Package (PMP). This framework allows DL-ESMs, including Ai2's ACE2 and Google's NeuralGCM, to be assessed with metrics that quantify their ability to reproduce climatology, major modes of variability, monsoon behavior, and precipitation variability relative to observational ref","authors_text":"C\\'eline Bonfils, Giuliana Pallotta, Jiwoo Lee, Paul Ullrich, Seth Goodnight, Shiheng Duan","cross_cats":[],"headline":"Deep-learning Earth system models can be evaluated using traditional PMP diagnostics, producing encouraging matches to observations.","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"physics.ao-ph","submitted_at":"2026-04-08T01:34:43Z","title":"A PMP-inspired Evaluation Framework for Assessing Deep-Learning Earth System Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2604.06567","kind":"arxiv","version":2},"verdict":{"created_at":"2026-05-10T17:36:17.301782Z","id":"7254656f-211a-4fd3-bf3b-cac8f5331341","model_set":{"reader":"grok-4.3"},"one_line_summary":"The paper presents a PMP-based evaluation framework to test deep-learning Earth system models on climatology and modes of variability using observational data.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"Deep-learning Earth system models can be evaluated using traditional PMP diagnostics, producing encouraging matches to observations.","strongest_claim":"By evaluating DL-ESMs as traditional models, we extend their application into uncharted territory and find encouraging results. This evaluation represents a critical step toward establishing trust in DL-ESMs within the scientific community.","weakest_assumption":"That the existing PMP standardized diagnostics developed for traditional ESMs are appropriate and sufficient for rigorously assessing the performance and trustworthiness of deep-learning Earth system models."}},"verdict_id":"7254656f-211a-4fd3-bf3b-cac8f5331341"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6da3c75de35f799e0cf26af7e65890f75dd7a9a68cc47ac4749bbf20d6769dce","target":"record","created_at":"2026-05-20T02:05:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"85f122de55a6eb8c187c10fa51c897db8fad289fd5011b5817183a66359aa3ee","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"physics.ao-ph","submitted_at":"2026-04-08T01:34:43Z","title_canon_sha256":"807abd2ec0a561909bcc5bcb8adf2fe17a185b323094515304ea5492e3db020a"},"schema_version":"1.0","source":{"id":"2604.06567","kind":"arxiv","version":2}},"canonical_sha256":"528634b3c7de695bfb108dd49b73b4a34cd0ac10c8732031d8f16be0b56716d3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"528634b3c7de695bfb108dd49b73b4a34cd0ac10c8732031d8f16be0b56716d3","first_computed_at":"2026-05-20T02:05:43.031031Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-20T02:05:43.031031Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BKO9zNSoljU1BjTDfirGe0lPVMB5/RuEFIQkJOGs/GbYuOLd83Lob9N5SYF4JErcnDCCrvkiPlqV0c8zjf5iAA==","signature_status":"signed_v1","signed_at":"2026-05-20T02:05:43.031910Z","signed_message":"canonical_sha256_bytes"},"source_id":"2604.06567","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6da3c75de35f799e0cf26af7e65890f75dd7a9a68cc47ac4749bbf20d6769dce","sha256:00290566be6a9f13d0b5193c270617a4c88e7d000f581cca289cadefb579b1a4"],"state_sha256":"2805cdd6417594f5adfb45e21934046f1e83d52250cb696d7574af0c67ef7101"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nBPr4L1rZAXb5ZFPWg0zJkS084uWhIJJhPyoPXKFQkaq24tJtATefjjCPa06nHsIKtyLrD4MO69FUTfCXEGmDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-05T06:18:34.774947Z","bundle_sha256":"506254a14ef81cfd5fd5bd39b96f54364b43cc4fe322e833b36c45868b1619a7"}}