{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:6UWWIMVWY777UP2WKTYMLIN354","short_pith_number":"pith:6UWWIMVW","canonical_record":{"source":{"id":"1909.09859","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2019-09-21T17:41:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ae26d97011a2877ae9955bdef2a2e5de84decabc96624d2eed943032a5ebc0bc","abstract_canon_sha256":"938d83782e0fe9d84ccefb15fcc7b1877acab080765d7e9e5d1a273f7707bcf2"},"schema_version":"1.0"},"canonical_sha256":"f52d6432b6c7fffa3f5654f0c5a1bbef12e283e6caa5a74fbaa70cb24207bb9b","source":{"kind":"arxiv","id":"1909.09859","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.09859","created_at":"2026-07-05T00:07:25Z"},{"alias_kind":"arxiv_version","alias_value":"1909.09859v1","created_at":"2026-07-05T00:07:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.09859","created_at":"2026-07-05T00:07:25Z"},{"alias_kind":"pith_short_12","alias_value":"6UWWIMVWY777","created_at":"2026-07-05T00:07:25Z"},{"alias_kind":"pith_short_16","alias_value":"6UWWIMVWY777UP2W","created_at":"2026-07-05T00:07:25Z"},{"alias_kind":"pith_short_8","alias_value":"6UWWIMVW","created_at":"2026-07-05T00:07:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:6UWWIMVWY777UP2WKTYMLIN354","target":"record","payload":{"canonical_record":{"source":{"id":"1909.09859","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2019-09-21T17:41:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ae26d97011a2877ae9955bdef2a2e5de84decabc96624d2eed943032a5ebc0bc","abstract_canon_sha256":"938d83782e0fe9d84ccefb15fcc7b1877acab080765d7e9e5d1a273f7707bcf2"},"schema_version":"1.0"},"canonical_sha256":"f52d6432b6c7fffa3f5654f0c5a1bbef12e283e6caa5a74fbaa70cb24207bb9b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:07:25.625310Z","signature_b64":"UBhGVujnHcWm9Y5CO3/feQR/iBPbQZ46TqssxhN4mESKQ4BQ/KKZoivF95R03sP3LE/NoUFQDLN3rWx2PSE2BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f52d6432b6c7fffa3f5654f0c5a1bbef12e283e6caa5a74fbaa70cb24207bb9b","last_reissued_at":"2026-07-05T00:07:25.624889Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:07:25.624889Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1909.09859","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:07:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WeZIAHxovZUTEEJpIZQ6LeVq3Wu4TWGfleDZSXQZnKqQ/3b/ma46lb2pnxPtPcVmjwQ4QpMU+1t1MNx+wEyyDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T10:01:10.609748Z"},"content_sha256":"2b8fcc2c028955e0aa6e670726e61e73c77b5c582c45ef75d6f4da87a8ee6397","schema_version":"1.0","event_id":"sha256:2b8fcc2c028955e0aa6e670726e61e73c77b5c582c45ef75d6f4da87a8ee6397"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:6UWWIMVWY777UP2WKTYMLIN354","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DECoVaC: Design of Experiments with Controlled Variability Components","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"stat.ME","authors_text":"Boris Oreshkin, Denis Kochetkov, Julien Cornebise, Laure Delisle, Nathan Schucher, Parmida Atighehchian, Thomas Boquet","submitted_at":"2019-09-21T17:41:12Z","abstract_excerpt":"Reproducible research in Machine Learning has seen a salutary abundance of progress lately: workflows, transparency, and statistical analysis of validation and test performance. We build on these efforts and take them further. We offer a principled experimental design methodology, based on linear mixed models, to study and separate the effects of multiple factors of variation in machine learning experiments. This approach allows to account for the effects of architecture, optimizer, hyper-parameters, intentional randomization, as well as unintended lack of determinism across reruns. We illustr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.09859","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1909.09859/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:07:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"q54Wb0dYPFVkTzIsAjf96kE6bsprpub+8xHf6VKkyhhF4iBm9YkuViX2dywOZFJ/XvyBEzq/930w9HB+dPphAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T10:01:10.610116Z"},"content_sha256":"5b8d669ed3f1445b241dfb1da77cf2e5939b61d931079d215895d01aadcc0c0c","schema_version":"1.0","event_id":"sha256:5b8d669ed3f1445b241dfb1da77cf2e5939b61d931079d215895d01aadcc0c0c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6UWWIMVWY777UP2WKTYMLIN354/bundle.json","state_url":"https://pith.science/pith/6UWWIMVWY777UP2WKTYMLIN354/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6UWWIMVWY777UP2WKTYMLIN354/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T10:01:10Z","links":{"resolver":"https://pith.science/pith/6UWWIMVWY777UP2WKTYMLIN354","bundle":"https://pith.science/pith/6UWWIMVWY777UP2WKTYMLIN354/bundle.json","state":"https://pith.science/pith/6UWWIMVWY777UP2WKTYMLIN354/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6UWWIMVWY777UP2WKTYMLIN354/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:6UWWIMVWY777UP2WKTYMLIN354","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"938d83782e0fe9d84ccefb15fcc7b1877acab080765d7e9e5d1a273f7707bcf2","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2019-09-21T17:41:12Z","title_canon_sha256":"ae26d97011a2877ae9955bdef2a2e5de84decabc96624d2eed943032a5ebc0bc"},"schema_version":"1.0","source":{"id":"1909.09859","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.09859","created_at":"2026-07-05T00:07:25Z"},{"alias_kind":"arxiv_version","alias_value":"1909.09859v1","created_at":"2026-07-05T00:07:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.09859","created_at":"2026-07-05T00:07:25Z"},{"alias_kind":"pith_short_12","alias_value":"6UWWIMVWY777","created_at":"2026-07-05T00:07:25Z"},{"alias_kind":"pith_short_16","alias_value":"6UWWIMVWY777UP2W","created_at":"2026-07-05T00:07:25Z"},{"alias_kind":"pith_short_8","alias_value":"6UWWIMVW","created_at":"2026-07-05T00:07:25Z"}],"graph_snapshots":[{"event_id":"sha256:5b8d669ed3f1445b241dfb1da77cf2e5939b61d931079d215895d01aadcc0c0c","target":"graph","created_at":"2026-07-05T00:07:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1909.09859/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reproducible research in Machine Learning has seen a salutary abundance of progress lately: workflows, transparency, and statistical analysis of validation and test performance. We build on these efforts and take them further. We offer a principled experimental design methodology, based on linear mixed models, to study and separate the effects of multiple factors of variation in machine learning experiments. This approach allows to account for the effects of architecture, optimizer, hyper-parameters, intentional randomization, as well as unintended lack of determinism across reruns. We illustr","authors_text":"Boris Oreshkin, Denis Kochetkov, Julien Cornebise, Laure Delisle, Nathan Schucher, Parmida Atighehchian, Thomas Boquet","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2019-09-21T17:41:12Z","title":"DECoVaC: Design of Experiments with Controlled Variability Components"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.09859","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2b8fcc2c028955e0aa6e670726e61e73c77b5c582c45ef75d6f4da87a8ee6397","target":"record","created_at":"2026-07-05T00:07:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"938d83782e0fe9d84ccefb15fcc7b1877acab080765d7e9e5d1a273f7707bcf2","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2019-09-21T17:41:12Z","title_canon_sha256":"ae26d97011a2877ae9955bdef2a2e5de84decabc96624d2eed943032a5ebc0bc"},"schema_version":"1.0","source":{"id":"1909.09859","kind":"arxiv","version":1}},"canonical_sha256":"f52d6432b6c7fffa3f5654f0c5a1bbef12e283e6caa5a74fbaa70cb24207bb9b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f52d6432b6c7fffa3f5654f0c5a1bbef12e283e6caa5a74fbaa70cb24207bb9b","first_computed_at":"2026-07-05T00:07:25.624889Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:07:25.624889Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UBhGVujnHcWm9Y5CO3/feQR/iBPbQZ46TqssxhN4mESKQ4BQ/KKZoivF95R03sP3LE/NoUFQDLN3rWx2PSE2BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:07:25.625310Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.09859","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2b8fcc2c028955e0aa6e670726e61e73c77b5c582c45ef75d6f4da87a8ee6397","sha256:5b8d669ed3f1445b241dfb1da77cf2e5939b61d931079d215895d01aadcc0c0c"],"state_sha256":"e445a71d607853925fec8d1970e8fe33f42250b878580da757618df3f85ead17"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pQRZJV2IDtCEGttTCOMOlFVadAmEFpeNDNyT/NePo/DGYQKJ1Q+TVpD+cPtMCl1w5ivRhlcskej2NmCWviWrBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T10:01:10.612078Z","bundle_sha256":"460b2a09959df0cfb16b54a3f93fc972efb1beeaefe64e58d1b008f8d46c2fed"}}