{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:Q4VGRPE2SYFZDS33VXRF3UO45K","short_pith_number":"pith:Q4VGRPE2","canonical_record":{"source":{"id":"2310.06800","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-10-10T17:11:14Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"981d7dc10b2ee3268d83e0df69ad733cd034824c1bc9ca38bba91051c3b45e17","abstract_canon_sha256":"41eb5a9820f4d0c82c1971225fe691dbb9134bfff40e70bcd982faa19558e6a5"},"schema_version":"1.0"},"canonical_sha256":"872a68bc9a960b91cb7bade25dd1dceaa7fea22eabd90f8422e4a21bc4ee47aa","source":{"kind":"arxiv","id":"2310.06800","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.06800","created_at":"2026-07-05T06:59:24Z"},{"alias_kind":"arxiv_version","alias_value":"2310.06800v1","created_at":"2026-07-05T06:59:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.06800","created_at":"2026-07-05T06:59:24Z"},{"alias_kind":"pith_short_12","alias_value":"Q4VGRPE2SYFZ","created_at":"2026-07-05T06:59:24Z"},{"alias_kind":"pith_short_16","alias_value":"Q4VGRPE2SYFZDS33","created_at":"2026-07-05T06:59:24Z"},{"alias_kind":"pith_short_8","alias_value":"Q4VGRPE2","created_at":"2026-07-05T06:59:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:Q4VGRPE2SYFZDS33VXRF3UO45K","target":"record","payload":{"canonical_record":{"source":{"id":"2310.06800","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-10-10T17:11:14Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"981d7dc10b2ee3268d83e0df69ad733cd034824c1bc9ca38bba91051c3b45e17","abstract_canon_sha256":"41eb5a9820f4d0c82c1971225fe691dbb9134bfff40e70bcd982faa19558e6a5"},"schema_version":"1.0"},"canonical_sha256":"872a68bc9a960b91cb7bade25dd1dceaa7fea22eabd90f8422e4a21bc4ee47aa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:59:24.224622Z","signature_b64":"C4amGP/6nUpTb6bpTvnlt5ZbFdcwTkoiqCkw00pKl5gIXjoJPYP7xIuT0a1eeoWF7LXzrtDlCptxOMzpP9W9Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"872a68bc9a960b91cb7bade25dd1dceaa7fea22eabd90f8422e4a21bc4ee47aa","last_reissued_at":"2026-07-05T06:59:24.224224Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:59:24.224224Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.06800","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:59:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5ZuSgnvRDWV3zTcowF74RJziUljwHqOuGj+P7wFAdNaRVNTmmIBKdvcE7N1uqMntBPTrSFqPX8t/nq6Zn2RwBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T19:54:24.620671Z"},"content_sha256":"c474d3d9b3d7c1d0ffeb5c61e880ead597748e9b150e7393ab611aa49ff5b79c","schema_version":"1.0","event_id":"sha256:c474d3d9b3d7c1d0ffeb5c61e880ead597748e9b150e7393ab611aa49ff5b79c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:Q4VGRPE2SYFZDS33VXRF3UO45K","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Test & Evaluation Best Practices for Machine Learning-Enabled Systems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SE","authors_text":"Erin Lanus, Jaganmohan Chandrasekaran, Laura Freeman, Nicola McCarthy, Tyler Cody","submitted_at":"2023-10-10T17:11:14Z","abstract_excerpt":"Machine learning (ML) - based software systems are rapidly gaining adoption across various domains, making it increasingly essential to ensure they perform as intended. This report presents best practices for the Test and Evaluation (T&E) of ML-enabled software systems across its lifecycle. We categorize the lifecycle of ML-enabled software systems into three stages: component, integration and deployment, and post-deployment. At the component level, the primary objective is to test and evaluate the ML model as a standalone component. Next, in the integration and deployment stage, the goal is t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.06800","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.06800/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:59:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6WP05ctibCQS19A3CzJAYkAdYleh0Gn8MIB6/38ZTYnZRT3X+On01/+7sY4Lbi+DZhLDPDeIYXqW3jwXFia+AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T19:54:24.621190Z"},"content_sha256":"1afb6a130a61c7c62d676b3facb892b6abb14d0d38c2dfa836e83e1b3c2bf51a","schema_version":"1.0","event_id":"sha256:1afb6a130a61c7c62d676b3facb892b6abb14d0d38c2dfa836e83e1b3c2bf51a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Q4VGRPE2SYFZDS33VXRF3UO45K/bundle.json","state_url":"https://pith.science/pith/Q4VGRPE2SYFZDS33VXRF3UO45K/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Q4VGRPE2SYFZDS33VXRF3UO45K/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T19:54:24Z","links":{"resolver":"https://pith.science/pith/Q4VGRPE2SYFZDS33VXRF3UO45K","bundle":"https://pith.science/pith/Q4VGRPE2SYFZDS33VXRF3UO45K/bundle.json","state":"https://pith.science/pith/Q4VGRPE2SYFZDS33VXRF3UO45K/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Q4VGRPE2SYFZDS33VXRF3UO45K/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:Q4VGRPE2SYFZDS33VXRF3UO45K","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"41eb5a9820f4d0c82c1971225fe691dbb9134bfff40e70bcd982faa19558e6a5","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-10-10T17:11:14Z","title_canon_sha256":"981d7dc10b2ee3268d83e0df69ad733cd034824c1bc9ca38bba91051c3b45e17"},"schema_version":"1.0","source":{"id":"2310.06800","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.06800","created_at":"2026-07-05T06:59:24Z"},{"alias_kind":"arxiv_version","alias_value":"2310.06800v1","created_at":"2026-07-05T06:59:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.06800","created_at":"2026-07-05T06:59:24Z"},{"alias_kind":"pith_short_12","alias_value":"Q4VGRPE2SYFZ","created_at":"2026-07-05T06:59:24Z"},{"alias_kind":"pith_short_16","alias_value":"Q4VGRPE2SYFZDS33","created_at":"2026-07-05T06:59:24Z"},{"alias_kind":"pith_short_8","alias_value":"Q4VGRPE2","created_at":"2026-07-05T06:59:24Z"}],"graph_snapshots":[{"event_id":"sha256:1afb6a130a61c7c62d676b3facb892b6abb14d0d38c2dfa836e83e1b3c2bf51a","target":"graph","created_at":"2026-07-05T06:59:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.06800/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Machine learning (ML) - based software systems are rapidly gaining adoption across various domains, making it increasingly essential to ensure they perform as intended. This report presents best practices for the Test and Evaluation (T&E) of ML-enabled software systems across its lifecycle. We categorize the lifecycle of ML-enabled software systems into three stages: component, integration and deployment, and post-deployment. At the component level, the primary objective is to test and evaluate the ML model as a standalone component. Next, in the integration and deployment stage, the goal is t","authors_text":"Erin Lanus, Jaganmohan Chandrasekaran, Laura Freeman, Nicola McCarthy, Tyler Cody","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-10-10T17:11:14Z","title":"Test & Evaluation Best Practices for Machine Learning-Enabled Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.06800","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c474d3d9b3d7c1d0ffeb5c61e880ead597748e9b150e7393ab611aa49ff5b79c","target":"record","created_at":"2026-07-05T06:59:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"41eb5a9820f4d0c82c1971225fe691dbb9134bfff40e70bcd982faa19558e6a5","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-10-10T17:11:14Z","title_canon_sha256":"981d7dc10b2ee3268d83e0df69ad733cd034824c1bc9ca38bba91051c3b45e17"},"schema_version":"1.0","source":{"id":"2310.06800","kind":"arxiv","version":1}},"canonical_sha256":"872a68bc9a960b91cb7bade25dd1dceaa7fea22eabd90f8422e4a21bc4ee47aa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"872a68bc9a960b91cb7bade25dd1dceaa7fea22eabd90f8422e4a21bc4ee47aa","first_computed_at":"2026-07-05T06:59:24.224224Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:59:24.224224Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"C4amGP/6nUpTb6bpTvnlt5ZbFdcwTkoiqCkw00pKl5gIXjoJPYP7xIuT0a1eeoWF7LXzrtDlCptxOMzpP9W9Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:59:24.224622Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.06800","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c474d3d9b3d7c1d0ffeb5c61e880ead597748e9b150e7393ab611aa49ff5b79c","sha256:1afb6a130a61c7c62d676b3facb892b6abb14d0d38c2dfa836e83e1b3c2bf51a"],"state_sha256":"7a0e66ab96ad7619283c5f98ba608375621cfc5cbe310b75dd96dd8a4a70ff3b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2RNlwCnfiea25jI9u+wCUeERp0//dxyQsBIx3ZU6HsNH1CqhVUOtNdliwxzhEXKEfkCKGye5CJpd7wpoTRKODw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T19:54:24.626596Z","bundle_sha256":"315c0940b9f7f3730d188a817a2512d61597ee6b4fd538f4a49468d48117130f"}}