{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:7EAXF2B6I6DHMFO3H4F6A7NCBL","short_pith_number":"pith:7EAXF2B6","canonical_record":{"source":{"id":"2503.00563","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-01T17:21:36Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e46558baf5305998aa8fb192afee2b65a99c9175060fc784e2fb517f08b830bd","abstract_canon_sha256":"4be6a7b823cbadaadb3c1a4462778e614b3f8a52f2c113201d62052dfdbd8385"},"schema_version":"1.0"},"canonical_sha256":"f90172e83e47867615db3f0be07da20acbc1b788dd278ce74808593485fbe61e","source":{"kind":"arxiv","id":"2503.00563","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.00563","created_at":"2026-07-05T10:22:25Z"},{"alias_kind":"arxiv_version","alias_value":"2503.00563v1","created_at":"2026-07-05T10:22:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.00563","created_at":"2026-07-05T10:22:25Z"},{"alias_kind":"pith_short_12","alias_value":"7EAXF2B6I6DH","created_at":"2026-07-05T10:22:25Z"},{"alias_kind":"pith_short_16","alias_value":"7EAXF2B6I6DHMFO3","created_at":"2026-07-05T10:22:25Z"},{"alias_kind":"pith_short_8","alias_value":"7EAXF2B6","created_at":"2026-07-05T10:22:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:7EAXF2B6I6DHMFO3H4F6A7NCBL","target":"record","payload":{"canonical_record":{"source":{"id":"2503.00563","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-01T17:21:36Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e46558baf5305998aa8fb192afee2b65a99c9175060fc784e2fb517f08b830bd","abstract_canon_sha256":"4be6a7b823cbadaadb3c1a4462778e614b3f8a52f2c113201d62052dfdbd8385"},"schema_version":"1.0"},"canonical_sha256":"f90172e83e47867615db3f0be07da20acbc1b788dd278ce74808593485fbe61e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:22:25.283150Z","signature_b64":"wXtWVcBtpw40dn+dJiVNd8IhpJHKf4CdB5ps7xJ2zV6sMp2AcQGvhULBSDc8AG+ps8iW+1Fm4VhDhuZ+Pw0YBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f90172e83e47867615db3f0be07da20acbc1b788dd278ce74808593485fbe61e","last_reissued_at":"2026-07-05T10:22:25.282572Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:22:25.282572Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.00563","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:22:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VmMZGAmB51ASCcNBLLavO2633+bH4ct04zEL5GZwSaJXjU1IC99ZM0udhGgR23aKN7oi7g1LJbr5WqybbTlOAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-24T05:44:56.487534Z"},"content_sha256":"51768e1e2b878be03d644889376f534cba049eefc0b82c18bcc513e3ff0ef531","schema_version":"1.0","event_id":"sha256:51768e1e2b878be03d644889376f534cba049eefc0b82c18bcc513e3ff0ef531"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:7EAXF2B6I6DHMFO3H4F6A7NCBL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Guide to Failure in Machine Learning: Reliability and Robustness from Foundations to Practice","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"David Shriver, Eric Heim, Oren Wright","submitted_at":"2025-03-01T17:21:36Z","abstract_excerpt":"One of the main barriers to adoption of Machine Learning (ML) is that ML models can fail unexpectedly. In this work, we aim to provide practitioners a guide to better understand why ML models fail and equip them with techniques they can use to reason about failure. Specifically, we discuss failure as either being caused by lack of reliability or lack of robustness. Differentiating the causes of failure in this way allows us to formally define why models fail from first principles and tie these definitions to engineering concepts and real-world deployment settings. Throughout the document we pr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.00563","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.00563/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:22:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B+iKhGS48ohfais31QzSJaQ6uYosYxTVli/i2CWJki6iuGbMFmMxdfvHPnaNOFQTqX2oaqd+XrvwJp/D5+zvCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-24T05:44:56.487907Z"},"content_sha256":"b74d2bf7c61ed3b2edb4a9425be48b530b1769634ab3125bd94360f9dd1b855d","schema_version":"1.0","event_id":"sha256:b74d2bf7c61ed3b2edb4a9425be48b530b1769634ab3125bd94360f9dd1b855d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7EAXF2B6I6DHMFO3H4F6A7NCBL/bundle.json","state_url":"https://pith.science/pith/7EAXF2B6I6DHMFO3H4F6A7NCBL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7EAXF2B6I6DHMFO3H4F6A7NCBL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-24T05:44:56Z","links":{"resolver":"https://pith.science/pith/7EAXF2B6I6DHMFO3H4F6A7NCBL","bundle":"https://pith.science/pith/7EAXF2B6I6DHMFO3H4F6A7NCBL/bundle.json","state":"https://pith.science/pith/7EAXF2B6I6DHMFO3H4F6A7NCBL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7EAXF2B6I6DHMFO3H4F6A7NCBL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:7EAXF2B6I6DHMFO3H4F6A7NCBL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4be6a7b823cbadaadb3c1a4462778e614b3f8a52f2c113201d62052dfdbd8385","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-01T17:21:36Z","title_canon_sha256":"e46558baf5305998aa8fb192afee2b65a99c9175060fc784e2fb517f08b830bd"},"schema_version":"1.0","source":{"id":"2503.00563","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.00563","created_at":"2026-07-05T10:22:25Z"},{"alias_kind":"arxiv_version","alias_value":"2503.00563v1","created_at":"2026-07-05T10:22:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.00563","created_at":"2026-07-05T10:22:25Z"},{"alias_kind":"pith_short_12","alias_value":"7EAXF2B6I6DH","created_at":"2026-07-05T10:22:25Z"},{"alias_kind":"pith_short_16","alias_value":"7EAXF2B6I6DHMFO3","created_at":"2026-07-05T10:22:25Z"},{"alias_kind":"pith_short_8","alias_value":"7EAXF2B6","created_at":"2026-07-05T10:22:25Z"}],"graph_snapshots":[{"event_id":"sha256:b74d2bf7c61ed3b2edb4a9425be48b530b1769634ab3125bd94360f9dd1b855d","target":"graph","created_at":"2026-07-05T10:22:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.00563/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"One of the main barriers to adoption of Machine Learning (ML) is that ML models can fail unexpectedly. In this work, we aim to provide practitioners a guide to better understand why ML models fail and equip them with techniques they can use to reason about failure. Specifically, we discuss failure as either being caused by lack of reliability or lack of robustness. Differentiating the causes of failure in this way allows us to formally define why models fail from first principles and tie these definitions to engineering concepts and real-world deployment settings. Throughout the document we pr","authors_text":"David Shriver, Eric Heim, Oren Wright","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-01T17:21:36Z","title":"A Guide to Failure in Machine Learning: Reliability and Robustness from Foundations to Practice"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.00563","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:51768e1e2b878be03d644889376f534cba049eefc0b82c18bcc513e3ff0ef531","target":"record","created_at":"2026-07-05T10:22:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4be6a7b823cbadaadb3c1a4462778e614b3f8a52f2c113201d62052dfdbd8385","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-01T17:21:36Z","title_canon_sha256":"e46558baf5305998aa8fb192afee2b65a99c9175060fc784e2fb517f08b830bd"},"schema_version":"1.0","source":{"id":"2503.00563","kind":"arxiv","version":1}},"canonical_sha256":"f90172e83e47867615db3f0be07da20acbc1b788dd278ce74808593485fbe61e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f90172e83e47867615db3f0be07da20acbc1b788dd278ce74808593485fbe61e","first_computed_at":"2026-07-05T10:22:25.282572Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:22:25.282572Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wXtWVcBtpw40dn+dJiVNd8IhpJHKf4CdB5ps7xJ2zV6sMp2AcQGvhULBSDc8AG+ps8iW+1Fm4VhDhuZ+Pw0YBA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:22:25.283150Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.00563","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:51768e1e2b878be03d644889376f534cba049eefc0b82c18bcc513e3ff0ef531","sha256:b74d2bf7c61ed3b2edb4a9425be48b530b1769634ab3125bd94360f9dd1b855d"],"state_sha256":"63a583449c9828b14959f9d9827eea93a1e6139771f2006e32006d4903448fdc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oc3EHpQ9AYr0laZn7Ho95Gfjk44nXBin9lWJbjdMdIf+7N0V6DRaH/Mad2z75/ehvFrrn2LPxeXLe3rFH+ZwBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-24T05:44:56.490140Z","bundle_sha256":"d42e93a9720d651ead4914c73fe9e6b911b94074b3e3e8f5144162cf28b50e29"}}