{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:XI63OOJJISFBTUMV4RIRAFVMMC","short_pith_number":"pith:XI63OOJJ","canonical_record":{"source":{"id":"2302.00394","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-02-01T12:09:04Z","cross_cats_sorted":[],"title_canon_sha256":"cce6110f7bebb1d691d77cb779c9b8b9c9cb21533b17cf8f494918a487939dab","abstract_canon_sha256":"8ca0808f147b22f9304ad8e9b3bc964ab8225745bb99f271f9563fb7edfff9d4"},"schema_version":"1.0"},"canonical_sha256":"ba3db73929448a19d195e4511016ac6093a95c21c9e228df8b9f41f2aa6da08b","source":{"kind":"arxiv","id":"2302.00394","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.00394","created_at":"2026-07-05T05:38:46Z"},{"alias_kind":"arxiv_version","alias_value":"2302.00394v2","created_at":"2026-07-05T05:38:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.00394","created_at":"2026-07-05T05:38:46Z"},{"alias_kind":"pith_short_12","alias_value":"XI63OOJJISFB","created_at":"2026-07-05T05:38:46Z"},{"alias_kind":"pith_short_16","alias_value":"XI63OOJJISFBTUMV","created_at":"2026-07-05T05:38:46Z"},{"alias_kind":"pith_short_8","alias_value":"XI63OOJJ","created_at":"2026-07-05T05:38:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:XI63OOJJISFBTUMV4RIRAFVMMC","target":"record","payload":{"canonical_record":{"source":{"id":"2302.00394","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-02-01T12:09:04Z","cross_cats_sorted":[],"title_canon_sha256":"cce6110f7bebb1d691d77cb779c9b8b9c9cb21533b17cf8f494918a487939dab","abstract_canon_sha256":"8ca0808f147b22f9304ad8e9b3bc964ab8225745bb99f271f9563fb7edfff9d4"},"schema_version":"1.0"},"canonical_sha256":"ba3db73929448a19d195e4511016ac6093a95c21c9e228df8b9f41f2aa6da08b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:38:46.900614Z","signature_b64":"sBivKSiQHVmmCGuhUxw1bc9+apeczPpVkmFUXU6GfriVBJBCzxoIOnyi0x/jS70CqDqU3j3ILuCd7Hsv2/ZFCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ba3db73929448a19d195e4511016ac6093a95c21c9e228df8b9f41f2aa6da08b","last_reissued_at":"2026-07-05T05:38:46.900134Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:38:46.900134Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.00394","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:38:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9ize50kDt+iptymFwJ3FS1vbHvOn8LLvrzixv3VU1XH9nENZwwwV+2iYwZG8N718N1GVxoi6iebl1+b4Tmo5CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T00:24:43.601973Z"},"content_sha256":"7f3102d5c6b6bae9691c5aad0838009a82d5e2713f028b3283289936293dca9f","schema_version":"1.0","event_id":"sha256:7f3102d5c6b6bae9691c5aad0838009a82d5e2713f028b3283289936293dca9f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:XI63OOJJISFBTUMV4RIRAFVMMC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Toward a consistent performance evaluation for defect prediction models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Hongmin Lu, Huihui Liu, Lin Chen, Peng Zhag, Shiran Liu, Xutong Liu, Yanhui Li, Yibiao Yang, Yuming Zhou, Zhaoqiang Guo","submitted_at":"2023-02-01T12:09:04Z","abstract_excerpt":"In defect prediction community, many defect prediction models have been proposed and indeed more new models are continuously being developed. However, there is no consensus on how to evaluate the performance of a newly proposed model. In this paper, we aim to propose MATTER, a fraMework towArd a consisTenT pErformance compaRison, which makes model performance directly comparable across different studies. We take three actions to build a consistent evaluation framework for defect prediction models. First, we propose a simple and easy-to-use unsupervised baseline model ONE (glObal baseliNe modEl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.00394","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.00394/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:38:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ilyCEqWCFn9F7Ddz4KW8vGzZrFaRFvRgvECH28L4KgoGrDEDsPao6+HAST0IDs7GIME+ZWpEV2JBCOL96jEMDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T00:24:43.602364Z"},"content_sha256":"95c0f56ef48a953f9acad37ef8d6f7e6f7182edcc16662672f0381bbfb3d20e6","schema_version":"1.0","event_id":"sha256:95c0f56ef48a953f9acad37ef8d6f7e6f7182edcc16662672f0381bbfb3d20e6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XI63OOJJISFBTUMV4RIRAFVMMC/bundle.json","state_url":"https://pith.science/pith/XI63OOJJISFBTUMV4RIRAFVMMC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XI63OOJJISFBTUMV4RIRAFVMMC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T00:24:43Z","links":{"resolver":"https://pith.science/pith/XI63OOJJISFBTUMV4RIRAFVMMC","bundle":"https://pith.science/pith/XI63OOJJISFBTUMV4RIRAFVMMC/bundle.json","state":"https://pith.science/pith/XI63OOJJISFBTUMV4RIRAFVMMC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XI63OOJJISFBTUMV4RIRAFVMMC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:XI63OOJJISFBTUMV4RIRAFVMMC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8ca0808f147b22f9304ad8e9b3bc964ab8225745bb99f271f9563fb7edfff9d4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-02-01T12:09:04Z","title_canon_sha256":"cce6110f7bebb1d691d77cb779c9b8b9c9cb21533b17cf8f494918a487939dab"},"schema_version":"1.0","source":{"id":"2302.00394","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.00394","created_at":"2026-07-05T05:38:46Z"},{"alias_kind":"arxiv_version","alias_value":"2302.00394v2","created_at":"2026-07-05T05:38:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.00394","created_at":"2026-07-05T05:38:46Z"},{"alias_kind":"pith_short_12","alias_value":"XI63OOJJISFB","created_at":"2026-07-05T05:38:46Z"},{"alias_kind":"pith_short_16","alias_value":"XI63OOJJISFBTUMV","created_at":"2026-07-05T05:38:46Z"},{"alias_kind":"pith_short_8","alias_value":"XI63OOJJ","created_at":"2026-07-05T05:38:46Z"}],"graph_snapshots":[{"event_id":"sha256:95c0f56ef48a953f9acad37ef8d6f7e6f7182edcc16662672f0381bbfb3d20e6","target":"graph","created_at":"2026-07-05T05:38:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.00394/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In defect prediction community, many defect prediction models have been proposed and indeed more new models are continuously being developed. However, there is no consensus on how to evaluate the performance of a newly proposed model. In this paper, we aim to propose MATTER, a fraMework towArd a consisTenT pErformance compaRison, which makes model performance directly comparable across different studies. We take three actions to build a consistent evaluation framework for defect prediction models. First, we propose a simple and easy-to-use unsupervised baseline model ONE (glObal baseliNe modEl","authors_text":"Hongmin Lu, Huihui Liu, Lin Chen, Peng Zhag, Shiran Liu, Xutong Liu, Yanhui Li, Yibiao Yang, Yuming Zhou, Zhaoqiang Guo","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-02-01T12:09:04Z","title":"Toward a consistent performance evaluation for defect prediction models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.00394","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7f3102d5c6b6bae9691c5aad0838009a82d5e2713f028b3283289936293dca9f","target":"record","created_at":"2026-07-05T05:38:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8ca0808f147b22f9304ad8e9b3bc964ab8225745bb99f271f9563fb7edfff9d4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2023-02-01T12:09:04Z","title_canon_sha256":"cce6110f7bebb1d691d77cb779c9b8b9c9cb21533b17cf8f494918a487939dab"},"schema_version":"1.0","source":{"id":"2302.00394","kind":"arxiv","version":2}},"canonical_sha256":"ba3db73929448a19d195e4511016ac6093a95c21c9e228df8b9f41f2aa6da08b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ba3db73929448a19d195e4511016ac6093a95c21c9e228df8b9f41f2aa6da08b","first_computed_at":"2026-07-05T05:38:46.900134Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:38:46.900134Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sBivKSiQHVmmCGuhUxw1bc9+apeczPpVkmFUXU6GfriVBJBCzxoIOnyi0x/jS70CqDqU3j3ILuCd7Hsv2/ZFCA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:38:46.900614Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.00394","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7f3102d5c6b6bae9691c5aad0838009a82d5e2713f028b3283289936293dca9f","sha256:95c0f56ef48a953f9acad37ef8d6f7e6f7182edcc16662672f0381bbfb3d20e6"],"state_sha256":"769a253d16b9813398e7bd6a347aa0c4a9640d91cd7da050b4d1931db0441b02"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mbaDVMk3KKiXcWByR0bVuPru9zIT5tXZaCAa3ugDDc2mnD4pG7KNe7WdiDHKYE5L/p6NW9apjr+DoIUODXyWDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T00:24:43.604416Z","bundle_sha256":"038923d5a465f1e1762fc1e4de8ea5cdd947517e2b56fdf509e3dc6b5a2dedb8"}}