{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:YGZ7LHQJISHJBC2TGRQ4UVTSDH","short_pith_number":"pith:YGZ7LHQJ","canonical_record":{"source":{"id":"2204.07610","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-15T18:26:03Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"04fa14be1184539a150d5c2ec8e2ba2e4b01f69a01436e8e8d4d76e7174d2f3a","abstract_canon_sha256":"29657c12692f1424d14c40b2866617d6613b6a4518a4a67c8ab74b0b6cbe9adb"},"schema_version":"1.0"},"canonical_sha256":"c1b3f59e09448e908b533461ca567219f057273f269b6019bf37cdc8ad08c758","source":{"kind":"arxiv","id":"2204.07610","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.07610","created_at":"2026-07-05T06:00:55Z"},{"alias_kind":"arxiv_version","alias_value":"2204.07610v2","created_at":"2026-07-05T06:00:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.07610","created_at":"2026-07-05T06:00:55Z"},{"alias_kind":"pith_short_12","alias_value":"YGZ7LHQJISHJ","created_at":"2026-07-05T06:00:55Z"},{"alias_kind":"pith_short_16","alias_value":"YGZ7LHQJISHJBC2T","created_at":"2026-07-05T06:00:55Z"},{"alias_kind":"pith_short_8","alias_value":"YGZ7LHQJ","created_at":"2026-07-05T06:00:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:YGZ7LHQJISHJBC2TGRQ4UVTSDH","target":"record","payload":{"canonical_record":{"source":{"id":"2204.07610","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-15T18:26:03Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"04fa14be1184539a150d5c2ec8e2ba2e4b01f69a01436e8e8d4d76e7174d2f3a","abstract_canon_sha256":"29657c12692f1424d14c40b2866617d6613b6a4518a4a67c8ab74b0b6cbe9adb"},"schema_version":"1.0"},"canonical_sha256":"c1b3f59e09448e908b533461ca567219f057273f269b6019bf37cdc8ad08c758","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:00:55.562608Z","signature_b64":"JdgL4FJregGfqWTcz2QhqMJqxSnOgP8PJjsG08R7ptIjXPn5qZ1VGh6uRYsL/UJaBEH3d2fvi2joTJHdToYOAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c1b3f59e09448e908b533461ca567219f057273f269b6019bf37cdc8ad08c758","last_reissued_at":"2026-07-05T06:00:55.562112Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:00:55.562112Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.07610","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:00:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4Jou1Xe8eKGenp58JN68C0+6Kf2OWU14RMYHbpjirrHdV5THb5QIIXCDcXajSB7JAGKtdUP3850eZ1dqz3klCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T17:45:48.146090Z"},"content_sha256":"70d8e2ac4e195b56f670f9497eb209e0bf37cbf5a0a65e62e74458a80a231597","schema_version":"1.0","event_id":"sha256:70d8e2ac4e195b56f670f9497eb209e0bf37cbf5a0a65e62e74458a80a231597"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:YGZ7LHQJISHJBC2TGRQ4UVTSDH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Sources of Irreproducibility in Machine Learning: A Review","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Christine Kirkpatrick, Kevin Coakley, Odd Erik Gundersen, Yolanda Gil","submitted_at":"2022-04-15T18:26:03Z","abstract_excerpt":"Background: Many published machine learning studies are irreproducible. Issues with methodology and not properly accounting for variation introduced by the algorithm themselves or their implementations are attributed as the main contributors to the irreproducibility.Problem: There exist no theoretical framework that relates experiment design choices to potential effects on the conclusions. Without such a framework, it is much harder for practitioners and researchers to evaluate experiment results and describe the limitations of experiments. The lack of such a framework also makes it harder for"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.07610","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.07610/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:00:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tgQhKFK9E1C5f/8X99Pks6dWoZ1VQgmU0KtEibqTfA282GNglAdU71wZ8zIIsRd+G91uUYaYSwMG8Xu0VRtzCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T17:45:48.146617Z"},"content_sha256":"6f54f627cd8a6c046c42799d6bc03cf387484dac88eca92660f5376ab5c5134d","schema_version":"1.0","event_id":"sha256:6f54f627cd8a6c046c42799d6bc03cf387484dac88eca92660f5376ab5c5134d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YGZ7LHQJISHJBC2TGRQ4UVTSDH/bundle.json","state_url":"https://pith.science/pith/YGZ7LHQJISHJBC2TGRQ4UVTSDH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YGZ7LHQJISHJBC2TGRQ4UVTSDH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T17:45:48Z","links":{"resolver":"https://pith.science/pith/YGZ7LHQJISHJBC2TGRQ4UVTSDH","bundle":"https://pith.science/pith/YGZ7LHQJISHJBC2TGRQ4UVTSDH/bundle.json","state":"https://pith.science/pith/YGZ7LHQJISHJBC2TGRQ4UVTSDH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YGZ7LHQJISHJBC2TGRQ4UVTSDH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:YGZ7LHQJISHJBC2TGRQ4UVTSDH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"29657c12692f1424d14c40b2866617d6613b6a4518a4a67c8ab74b0b6cbe9adb","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-15T18:26:03Z","title_canon_sha256":"04fa14be1184539a150d5c2ec8e2ba2e4b01f69a01436e8e8d4d76e7174d2f3a"},"schema_version":"1.0","source":{"id":"2204.07610","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.07610","created_at":"2026-07-05T06:00:55Z"},{"alias_kind":"arxiv_version","alias_value":"2204.07610v2","created_at":"2026-07-05T06:00:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.07610","created_at":"2026-07-05T06:00:55Z"},{"alias_kind":"pith_short_12","alias_value":"YGZ7LHQJISHJ","created_at":"2026-07-05T06:00:55Z"},{"alias_kind":"pith_short_16","alias_value":"YGZ7LHQJISHJBC2T","created_at":"2026-07-05T06:00:55Z"},{"alias_kind":"pith_short_8","alias_value":"YGZ7LHQJ","created_at":"2026-07-05T06:00:55Z"}],"graph_snapshots":[{"event_id":"sha256:6f54f627cd8a6c046c42799d6bc03cf387484dac88eca92660f5376ab5c5134d","target":"graph","created_at":"2026-07-05T06:00:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.07610/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Background: Many published machine learning studies are irreproducible. Issues with methodology and not properly accounting for variation introduced by the algorithm themselves or their implementations are attributed as the main contributors to the irreproducibility.Problem: There exist no theoretical framework that relates experiment design choices to potential effects on the conclusions. Without such a framework, it is much harder for practitioners and researchers to evaluate experiment results and describe the limitations of experiments. The lack of such a framework also makes it harder for","authors_text":"Christine Kirkpatrick, Kevin Coakley, Odd Erik Gundersen, Yolanda Gil","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-15T18:26:03Z","title":"Sources of Irreproducibility in Machine Learning: A Review"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.07610","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:70d8e2ac4e195b56f670f9497eb209e0bf37cbf5a0a65e62e74458a80a231597","target":"record","created_at":"2026-07-05T06:00:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"29657c12692f1424d14c40b2866617d6613b6a4518a4a67c8ab74b0b6cbe9adb","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-15T18:26:03Z","title_canon_sha256":"04fa14be1184539a150d5c2ec8e2ba2e4b01f69a01436e8e8d4d76e7174d2f3a"},"schema_version":"1.0","source":{"id":"2204.07610","kind":"arxiv","version":2}},"canonical_sha256":"c1b3f59e09448e908b533461ca567219f057273f269b6019bf37cdc8ad08c758","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c1b3f59e09448e908b533461ca567219f057273f269b6019bf37cdc8ad08c758","first_computed_at":"2026-07-05T06:00:55.562112Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:00:55.562112Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JdgL4FJregGfqWTcz2QhqMJqxSnOgP8PJjsG08R7ptIjXPn5qZ1VGh6uRYsL/UJaBEH3d2fvi2joTJHdToYOAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:00:55.562608Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.07610","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:70d8e2ac4e195b56f670f9497eb209e0bf37cbf5a0a65e62e74458a80a231597","sha256:6f54f627cd8a6c046c42799d6bc03cf387484dac88eca92660f5376ab5c5134d"],"state_sha256":"ebd86f13f1991199f4a1a74dec81f617aed61b116681ec3df8ca4772626b0f05"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JKu0j/APhSrntpQqOtpSoCw+DsJGOwONpUQ8sDxKa6AIscACaN2CXCHqCXE1E6mcJCqfNWhpt/RGwhWjtWN5BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T17:45:48.152008Z","bundle_sha256":"be72e49a32f796cd4d618784de9ffbad36bb35ad7bca201f1064cffcec018e02"}}