{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:7CYF4MHQSNKV73MUVPHNT4A7J2","short_pith_number":"pith:7CYF4MHQ","canonical_record":{"source":{"id":"2206.12311","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2022-06-24T14:20:34Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"7ae19609d98278f9be91bd8e76b24a4fa8019f20c0522c5f578cbc939d9bc81d","abstract_canon_sha256":"43fb5d3cf947d6194317ac11266d6582017e2c4e7498a4875e44d21adfe53c1e"},"schema_version":"1.0"},"canonical_sha256":"f8b05e30f093555fed94abced9f01f4e857474536b008c424005dd1e7301cb82","source":{"kind":"arxiv","id":"2206.12311","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.12311","created_at":"2026-07-05T05:33:13Z"},{"alias_kind":"arxiv_version","alias_value":"2206.12311v2","created_at":"2026-07-05T05:33:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.12311","created_at":"2026-07-05T05:33:13Z"},{"alias_kind":"pith_short_12","alias_value":"7CYF4MHQSNKV","created_at":"2026-07-05T05:33:13Z"},{"alias_kind":"pith_short_16","alias_value":"7CYF4MHQSNKV73MU","created_at":"2026-07-05T05:33:13Z"},{"alias_kind":"pith_short_8","alias_value":"7CYF4MHQ","created_at":"2026-07-05T05:33:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:7CYF4MHQSNKV73MUVPHNT4A7J2","target":"record","payload":{"canonical_record":{"source":{"id":"2206.12311","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2022-06-24T14:20:34Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"7ae19609d98278f9be91bd8e76b24a4fa8019f20c0522c5f578cbc939d9bc81d","abstract_canon_sha256":"43fb5d3cf947d6194317ac11266d6582017e2c4e7498a4875e44d21adfe53c1e"},"schema_version":"1.0"},"canonical_sha256":"f8b05e30f093555fed94abced9f01f4e857474536b008c424005dd1e7301cb82","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:33:13.174386Z","signature_b64":"ESRYyLdzUQ68UNGgT6KIhnMITUCLV5dme8Z7/nKuX1erZwzQasj8qAI3di+oCuMa6R03vzuRKFbGtGrcor+tDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f8b05e30f093555fed94abced9f01f4e857474536b008c424005dd1e7301cb82","last_reissued_at":"2026-07-05T05:33:13.173907Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:33:13.173907Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2206.12311","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:33:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OLCFpuFcZcdmx+UGh6kHP0HZq0i0xOtRuXeAVkbeMEDZ4MEIqWZJ6/ehwGjeQCFuWuEnwg/GrJb8cM74+1uCBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T00:13:06.389616Z"},"content_sha256":"cd26d0394dffc7848ca2c270bedb3786668077ab9448fd4bf9a0a14df4b4170c","schema_version":"1.0","event_id":"sha256:cd26d0394dffc7848ca2c270bedb3786668077ab9448fd4bf9a0a14df4b4170c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:7CYF4MHQSNKV73MUVPHNT4A7J2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Bugs in Machine Learning-based Systems: A Faultload Benchmark","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.SE","authors_text":"Amin Nikanjam, Foutse Khomh, Mohammad Mehdi Morovati, Zhen Ming (Jack) Jiang","submitted_at":"2022-06-24T14:20:34Z","abstract_excerpt":"The rapid escalation of applying Machine Learning (ML) in various domains has led to paying more attention to the quality of ML components. There is then a growth of techniques and tools aiming at improving the quality of ML components and integrating them into the ML-based system safely. Although most of these tools use bugs' lifecycle, there is no standard benchmark of bugs to assess their performance, compare them and discuss their advantages and weaknesses. In this study, we firstly investigate the reproducibility and verifiability of the bugs in ML-based systems and show the most importan"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.12311","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2206.12311/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:33:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rtiKPlUCAwejXMd3lQutaSyDZwfn7mg1bajH3kplPaBJREannWwJAuUUe5epKR9j0kDcLktmMDfndblySNIzCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T00:13:06.389988Z"},"content_sha256":"93d54a887118f7b14ee3b4252ffc05e89d523578eb4b85b09871b0ae8d0b96d7","schema_version":"1.0","event_id":"sha256:93d54a887118f7b14ee3b4252ffc05e89d523578eb4b85b09871b0ae8d0b96d7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7CYF4MHQSNKV73MUVPHNT4A7J2/bundle.json","state_url":"https://pith.science/pith/7CYF4MHQSNKV73MUVPHNT4A7J2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7CYF4MHQSNKV73MUVPHNT4A7J2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T00:13:06Z","links":{"resolver":"https://pith.science/pith/7CYF4MHQSNKV73MUVPHNT4A7J2","bundle":"https://pith.science/pith/7CYF4MHQSNKV73MUVPHNT4A7J2/bundle.json","state":"https://pith.science/pith/7CYF4MHQSNKV73MUVPHNT4A7J2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7CYF4MHQSNKV73MUVPHNT4A7J2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:7CYF4MHQSNKV73MUVPHNT4A7J2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"43fb5d3cf947d6194317ac11266d6582017e2c4e7498a4875e44d21adfe53c1e","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2022-06-24T14:20:34Z","title_canon_sha256":"7ae19609d98278f9be91bd8e76b24a4fa8019f20c0522c5f578cbc939d9bc81d"},"schema_version":"1.0","source":{"id":"2206.12311","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.12311","created_at":"2026-07-05T05:33:13Z"},{"alias_kind":"arxiv_version","alias_value":"2206.12311v2","created_at":"2026-07-05T05:33:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.12311","created_at":"2026-07-05T05:33:13Z"},{"alias_kind":"pith_short_12","alias_value":"7CYF4MHQSNKV","created_at":"2026-07-05T05:33:13Z"},{"alias_kind":"pith_short_16","alias_value":"7CYF4MHQSNKV73MU","created_at":"2026-07-05T05:33:13Z"},{"alias_kind":"pith_short_8","alias_value":"7CYF4MHQ","created_at":"2026-07-05T05:33:13Z"}],"graph_snapshots":[{"event_id":"sha256:93d54a887118f7b14ee3b4252ffc05e89d523578eb4b85b09871b0ae8d0b96d7","target":"graph","created_at":"2026-07-05T05:33:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2206.12311/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rapid escalation of applying Machine Learning (ML) in various domains has led to paying more attention to the quality of ML components. There is then a growth of techniques and tools aiming at improving the quality of ML components and integrating them into the ML-based system safely. Although most of these tools use bugs' lifecycle, there is no standard benchmark of bugs to assess their performance, compare them and discuss their advantages and weaknesses. In this study, we firstly investigate the reproducibility and verifiability of the bugs in ML-based systems and show the most importan","authors_text":"Amin Nikanjam, Foutse Khomh, Mohammad Mehdi Morovati, Zhen Ming (Jack) Jiang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2022-06-24T14:20:34Z","title":"Bugs in Machine Learning-based Systems: A Faultload Benchmark"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.12311","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cd26d0394dffc7848ca2c270bedb3786668077ab9448fd4bf9a0a14df4b4170c","target":"record","created_at":"2026-07-05T05:33:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"43fb5d3cf947d6194317ac11266d6582017e2c4e7498a4875e44d21adfe53c1e","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2022-06-24T14:20:34Z","title_canon_sha256":"7ae19609d98278f9be91bd8e76b24a4fa8019f20c0522c5f578cbc939d9bc81d"},"schema_version":"1.0","source":{"id":"2206.12311","kind":"arxiv","version":2}},"canonical_sha256":"f8b05e30f093555fed94abced9f01f4e857474536b008c424005dd1e7301cb82","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f8b05e30f093555fed94abced9f01f4e857474536b008c424005dd1e7301cb82","first_computed_at":"2026-07-05T05:33:13.173907Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:33:13.173907Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ESRYyLdzUQ68UNGgT6KIhnMITUCLV5dme8Z7/nKuX1erZwzQasj8qAI3di+oCuMa6R03vzuRKFbGtGrcor+tDA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:33:13.174386Z","signed_message":"canonical_sha256_bytes"},"source_id":"2206.12311","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cd26d0394dffc7848ca2c270bedb3786668077ab9448fd4bf9a0a14df4b4170c","sha256:93d54a887118f7b14ee3b4252ffc05e89d523578eb4b85b09871b0ae8d0b96d7"],"state_sha256":"f332d990bf2ff11515e3bb2e4f2b0566e17a48c69fa2b5294afcc9a4ae74005e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0c3G7GhuX2pwOVuNLwg6qL/FRf3+AEWPEQw+5pd0pi1M21G4Y7ORU7QepW4NVW/f8ExNtJoE4NuF/Kuxi1MZDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T00:13:06.392009Z","bundle_sha256":"fdf8b6384dde3c8d78a162e2a39dbad403446518f18a0c29951ba86c2667a376"}}