{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:U53ZBMU5MYXFNYFAORI66XDQPR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"da72055cedd6056a37ce35fd823aea8a4c119c8b7c1bf5b410397636efb8b242","cross_cats_sorted":["cs.AI","physics.geo-ph"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-15T16:45:51Z","title_canon_sha256":"e0c0d07e77b48ca74d25b77cab449195b42d8e982586744c5508fe1865d43e25"},"schema_version":"1.0","source":{"id":"2501.14809","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.14809","created_at":"2026-07-05T11:14:02Z"},{"alias_kind":"arxiv_version","alias_value":"2501.14809v2","created_at":"2026-07-05T11:14:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.14809","created_at":"2026-07-05T11:14:02Z"},{"alias_kind":"pith_short_12","alias_value":"U53ZBMU5MYXF","created_at":"2026-07-05T11:14:02Z"},{"alias_kind":"pith_short_16","alias_value":"U53ZBMU5MYXFNYFA","created_at":"2026-07-05T11:14:02Z"},{"alias_kind":"pith_short_8","alias_value":"U53ZBMU5","created_at":"2026-07-05T11:14:02Z"}],"graph_snapshots":[{"event_id":"sha256:68e5fb77912e1ea0683e972220ba2f8a548786e197d976f7aff24a73403b3cb4","target":"graph","created_at":"2026-07-05T11:14:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.14809/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Artificial intelligence has transformed the seismic community with deep learning models (DLMs) that are trained to complete specific tasks within workflows. However, there is still lack of robust evaluation frameworks for evaluating and comparing DLMs. We address this gap by designing an evaluation framework that jointly incorporates two crucial aspects: performance uncertainty and learning efficiency. To target these aspects, we meticulously construct the training, validation, and test splits using a clustering method tailored to seismic data and enact an expansive training design to segregat","authors_text":"Dave Higdon, Emily Casleton, Garrison Flynn, Nidhi Parikh, Rosalyn Rael, Samuel Myren","cross_cats":["cs.AI","physics.geo-ph"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-15T16:45:51Z","title":"Evaluation of Seismic Artificial Intelligence with Uncertainty"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.14809","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f9d4b68264800e437a921d26189be938bc1f49d528da74916a4c2690373ebe93","target":"record","created_at":"2026-07-05T11:14:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"da72055cedd6056a37ce35fd823aea8a4c119c8b7c1bf5b410397636efb8b242","cross_cats_sorted":["cs.AI","physics.geo-ph"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-15T16:45:51Z","title_canon_sha256":"e0c0d07e77b48ca74d25b77cab449195b42d8e982586744c5508fe1865d43e25"},"schema_version":"1.0","source":{"id":"2501.14809","kind":"arxiv","version":2}},"canonical_sha256":"a77790b29d662e56e0a07451ef5c707c644630946e40f732cb90fe1609ae4149","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a77790b29d662e56e0a07451ef5c707c644630946e40f732cb90fe1609ae4149","first_computed_at":"2026-07-05T11:14:02.750254Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:14:02.750254Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZJF3MAXmHonpvrfXuiPmJYQXtpwJYYDcuV4FhEp6y0AnqTRRY44vHCslitpyV/olgyFy/9/Ik6ycxl4uAoeoAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:14:02.750880Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.14809","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f9d4b68264800e437a921d26189be938bc1f49d528da74916a4c2690373ebe93","sha256:68e5fb77912e1ea0683e972220ba2f8a548786e197d976f7aff24a73403b3cb4"],"state_sha256":"da03be72978dcbe6c879e0405728c56eb450392a68e7205400be65d6c1aa254d"}