{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:7CYF4MHQSNKV73MUVPHNT4A7J2","short_pith_number":"pith:7CYF4MHQ","schema_version":"1.0","canonical_sha256":"f8b05e30f093555fed94abced9f01f4e857474536b008c424005dd1e7301cb82","source":{"kind":"arxiv","id":"2206.12311","version":2},"attestation_state":"computed","paper":{"title":"Bugs in Machine Learning-based Systems: A Faultload Benchmark","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SE","authors_text":"Amin Nikanjam, Foutse Khomh, Mohammad Mehdi Morovati, Zhen Ming (Jack) Jiang","submitted_at":"2022-06-24T14:20:34Z","abstract_excerpt":"The rapid escalation of applying Machine Learning (ML) in various domains has led to paying more attention to the quality of ML components. There is then a growth of techniques and tools aiming at improving the quality of ML components and integrating them into the ML-based system safely. Although most of these tools use bugs' lifecycle, there is no standard benchmark of bugs to assess their performance, compare them and discuss their advantages and weaknesses. In this study, we firstly investigate the reproducibility and verifiability of the bugs in ML-based systems and show the most importan"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2206.12311","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2022-06-24T14:20:34Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"7ae19609d98278f9be91bd8e76b24a4fa8019f20c0522c5f578cbc939d9bc81d","abstract_canon_sha256":"43fb5d3cf947d6194317ac11266d6582017e2c4e7498a4875e44d21adfe53c1e"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:33:13.174386Z","signature_b64":"ESRYyLdzUQ68UNGgT6KIhnMITUCLV5dme8Z7/nKuX1erZwzQasj8qAI3di+oCuMa6R03vzuRKFbGtGrcor+tDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f8b05e30f093555fed94abced9f01f4e857474536b008c424005dd1e7301cb82","last_reissued_at":"2026-07-05T05:33:13.173907Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:33:13.173907Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Bugs in Machine Learning-based Systems: A Faultload Benchmark","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SE","authors_text":"Amin Nikanjam, Foutse Khomh, Mohammad Mehdi Morovati, Zhen Ming (Jack) Jiang","submitted_at":"2022-06-24T14:20:34Z","abstract_excerpt":"The rapid escalation of applying Machine Learning (ML) in various domains has led to paying more attention to the quality of ML components. There is then a growth of techniques and tools aiming at improving the quality of ML components and integrating them into the ML-based system safely. Although most of these tools use bugs' lifecycle, there is no standard benchmark of bugs to assess their performance, compare them and discuss their advantages and weaknesses. In this study, we firstly investigate the reproducibility and verifiability of the bugs in ML-based systems and show the most importan"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.12311","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2206.12311/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2206.12311","created_at":"2026-07-05T05:33:13.173972+00:00"},{"alias_kind":"arxiv_version","alias_value":"2206.12311v2","created_at":"2026-07-05T05:33:13.173972+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.12311","created_at":"2026-07-05T05:33:13.173972+00:00"},{"alias_kind":"pith_short_12","alias_value":"7CYF4MHQSNKV","created_at":"2026-07-05T05:33:13.173972+00:00"},{"alias_kind":"pith_short_16","alias_value":"7CYF4MHQSNKV73MU","created_at":"2026-07-05T05:33:13.173972+00:00"},{"alias_kind":"pith_short_8","alias_value":"7CYF4MHQ","created_at":"2026-07-05T05:33:13.173972+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/7CYF4MHQSNKV73MUVPHNT4A7J2","json":"https://pith.science/pith/7CYF4MHQSNKV73MUVPHNT4A7J2.json","graph_json":"https://pith.science/api/pith-number/7CYF4MHQSNKV73MUVPHNT4A7J2/graph.json","events_json":"https://pith.science/api/pith-number/7CYF4MHQSNKV73MUVPHNT4A7J2/events.json","paper":"https://pith.science/paper/7CYF4MHQ"},"agent_actions":{"view_html":"https://pith.science/pith/7CYF4MHQSNKV73MUVPHNT4A7J2","download_json":"https://pith.science/pith/7CYF4MHQSNKV73MUVPHNT4A7J2.json","view_paper":"https://pith.science/paper/7CYF4MHQ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2206.12311&json=true","fetch_graph":"https://pith.science/api/pith-number/7CYF4MHQSNKV73MUVPHNT4A7J2/graph.json","fetch_events":"https://pith.science/api/pith-number/7CYF4MHQSNKV73MUVPHNT4A7J2/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/7CYF4MHQSNKV73MUVPHNT4A7J2/action/timestamp_anchor","attest_storage":"https://pith.science/pith/7CYF4MHQSNKV73MUVPHNT4A7J2/action/storage_attestation","attest_author":"https://pith.science/pith/7CYF4MHQSNKV73MUVPHNT4A7J2/action/author_attestation","sign_citation":"https://pith.science/pith/7CYF4MHQSNKV73MUVPHNT4A7J2/action/citation_signature","submit_replication":"https://pith.science/pith/7CYF4MHQSNKV73MUVPHNT4A7J2/action/replication_record"}},"created_at":"2026-07-05T05:33:13.173972+00:00","updated_at":"2026-07-05T05:33:13.173972+00:00"}