{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:CNNXY4AMTVHM5BUDTAFCO6ICFO","short_pith_number":"pith:CNNXY4AM","canonical_record":{"source":{"id":"1807.06851","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-07-18T10:37:29Z","cross_cats_sorted":[],"title_canon_sha256":"33cd1bea39077a54bd426a14525ca0cb3587f8ece7b0546d29f51df4577d1294","abstract_canon_sha256":"b8308f2e4231b45a239f4b555c61109ea508cc01ef9cc1e7402cd6d934489eaf"},"schema_version":"1.0"},"canonical_sha256":"135b7c700c9d4ece8683980a2779022bbcde7576ae6f3beb68cea853b35002c3","source":{"kind":"arxiv","id":"1807.06851","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1807.06851","created_at":"2026-05-18T00:06:28Z"},{"alias_kind":"arxiv_version","alias_value":"1807.06851v4","created_at":"2026-05-18T00:06:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1807.06851","created_at":"2026-05-18T00:06:28Z"},{"alias_kind":"pith_short_12","alias_value":"CNNXY4AMTVHM","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_16","alias_value":"CNNXY4AMTVHM5BUD","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_8","alias_value":"CNNXY4AM","created_at":"2026-05-18T12:32:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:CNNXY4AMTVHM5BUDTAFCO6ICFO","target":"record","payload":{"canonical_record":{"source":{"id":"1807.06851","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-07-18T10:37:29Z","cross_cats_sorted":[],"title_canon_sha256":"33cd1bea39077a54bd426a14525ca0cb3587f8ece7b0546d29f51df4577d1294","abstract_canon_sha256":"b8308f2e4231b45a239f4b555c61109ea508cc01ef9cc1e7402cd6d934489eaf"},"schema_version":"1.0"},"canonical_sha256":"135b7c700c9d4ece8683980a2779022bbcde7576ae6f3beb68cea853b35002c3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:06:28.450142Z","signature_b64":"dFmLuEQAwBFzYtNiNdQHDFBfMFCXuU02gJzzUkGFgHg7IjDQwJtTIKIfKfxazaEMv7I+tUbiLgrYAZC+0MwqCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"135b7c700c9d4ece8683980a2779022bbcde7576ae6f3beb68cea853b35002c3","last_reissued_at":"2026-05-18T00:06:28.449509Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:06:28.449509Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1807.06851","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:06:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e2dP8jEu6WbgDeCqHDilZOIfryESVvhYhB5grkVIM2JPix2hRTmDA63hqVNc5YgdvUM9qNRUqFhu6FTrzsl4Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-23T14:50:26.418991Z"},"content_sha256":"0d4eef0d563fa498ff74d7e5dc354fb13630fd35fdd53f0d8cea9a43ab8ad138","schema_version":"1.0","event_id":"sha256:0d4eef0d563fa498ff74d7e5dc354fb13630fd35fdd53f0d8cea9a43ab8ad138"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:CNNXY4AMTVHM5BUDTAFCO6ICFO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Moving Beyond the Mean: Analyzing Variance in Software Engineering Experiments","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Adrian Santos, Markku Oivo, Natalia Juristo","submitted_at":"2018-07-18T10:37:29Z","abstract_excerpt":"Software Engineering (SE) experiments are traditionally analyzed with statistical tests (e.g., t-tests, ANOVAs, etc.) that assume equally spread data across treatments (i.e., the homogeneity of variances assumption). Differences across treatments' variances in SE are not seen as an opportunity to gain insights on technology performance, but instead, as a hindrance to analyze the data. We have studied the role of variance in mature experimental disciplines such as medicine. We illustrate the extent to which variance may inform on technology performance by means of simulation. We analyze a real-"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1807.06851","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:06:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tf/XurHA+6m7evbelb5YEmMCiUez9aQ8ePwsLr/DJ0Sn4bqfMpbH3kPQJYqY93VNJoloqYnD73szyz61YyKpAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-23T14:50:26.419372Z"},"content_sha256":"f2203de82df9760dea6dd5ef3840fd40d39da25b2cb633cb17a9f9e66f5d216b","schema_version":"1.0","event_id":"sha256:f2203de82df9760dea6dd5ef3840fd40d39da25b2cb633cb17a9f9e66f5d216b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CNNXY4AMTVHM5BUDTAFCO6ICFO/bundle.json","state_url":"https://pith.science/pith/CNNXY4AMTVHM5BUDTAFCO6ICFO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CNNXY4AMTVHM5BUDTAFCO6ICFO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-23T14:50:26Z","links":{"resolver":"https://pith.science/pith/CNNXY4AMTVHM5BUDTAFCO6ICFO","bundle":"https://pith.science/pith/CNNXY4AMTVHM5BUDTAFCO6ICFO/bundle.json","state":"https://pith.science/pith/CNNXY4AMTVHM5BUDTAFCO6ICFO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CNNXY4AMTVHM5BUDTAFCO6ICFO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:CNNXY4AMTVHM5BUDTAFCO6ICFO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b8308f2e4231b45a239f4b555c61109ea508cc01ef9cc1e7402cd6d934489eaf","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-07-18T10:37:29Z","title_canon_sha256":"33cd1bea39077a54bd426a14525ca0cb3587f8ece7b0546d29f51df4577d1294"},"schema_version":"1.0","source":{"id":"1807.06851","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1807.06851","created_at":"2026-05-18T00:06:28Z"},{"alias_kind":"arxiv_version","alias_value":"1807.06851v4","created_at":"2026-05-18T00:06:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1807.06851","created_at":"2026-05-18T00:06:28Z"},{"alias_kind":"pith_short_12","alias_value":"CNNXY4AMTVHM","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_16","alias_value":"CNNXY4AMTVHM5BUD","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_8","alias_value":"CNNXY4AM","created_at":"2026-05-18T12:32:16Z"}],"graph_snapshots":[{"event_id":"sha256:f2203de82df9760dea6dd5ef3840fd40d39da25b2cb633cb17a9f9e66f5d216b","target":"graph","created_at":"2026-05-18T00:06:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Software Engineering (SE) experiments are traditionally analyzed with statistical tests (e.g., t-tests, ANOVAs, etc.) that assume equally spread data across treatments (i.e., the homogeneity of variances assumption). Differences across treatments' variances in SE are not seen as an opportunity to gain insights on technology performance, but instead, as a hindrance to analyze the data. We have studied the role of variance in mature experimental disciplines such as medicine. We illustrate the extent to which variance may inform on technology performance by means of simulation. We analyze a real-","authors_text":"Adrian Santos, Markku Oivo, Natalia Juristo","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-07-18T10:37:29Z","title":"Moving Beyond the Mean: Analyzing Variance in Software Engineering Experiments"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1807.06851","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0d4eef0d563fa498ff74d7e5dc354fb13630fd35fdd53f0d8cea9a43ab8ad138","target":"record","created_at":"2026-05-18T00:06:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b8308f2e4231b45a239f4b555c61109ea508cc01ef9cc1e7402cd6d934489eaf","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2018-07-18T10:37:29Z","title_canon_sha256":"33cd1bea39077a54bd426a14525ca0cb3587f8ece7b0546d29f51df4577d1294"},"schema_version":"1.0","source":{"id":"1807.06851","kind":"arxiv","version":4}},"canonical_sha256":"135b7c700c9d4ece8683980a2779022bbcde7576ae6f3beb68cea853b35002c3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"135b7c700c9d4ece8683980a2779022bbcde7576ae6f3beb68cea853b35002c3","first_computed_at":"2026-05-18T00:06:28.449509Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:06:28.449509Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dFmLuEQAwBFzYtNiNdQHDFBfMFCXuU02gJzzUkGFgHg7IjDQwJtTIKIfKfxazaEMv7I+tUbiLgrYAZC+0MwqCA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:06:28.450142Z","signed_message":"canonical_sha256_bytes"},"source_id":"1807.06851","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0d4eef0d563fa498ff74d7e5dc354fb13630fd35fdd53f0d8cea9a43ab8ad138","sha256:f2203de82df9760dea6dd5ef3840fd40d39da25b2cb633cb17a9f9e66f5d216b"],"state_sha256":"2b487d2224a6e6288ce9be0b34c0572d9db400160265968b70af0333e33e7a92"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wMyyxos5l+3zFDjSOfOAMzkafOAVfLhAK1Xc3ZNY+0H5oK8+to3BMDK6VI0ntMH98qp1AY3KCbWfrSzGC/CDDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-23T14:50:26.421468Z","bundle_sha256":"2cbb5affbd7d478a1337d697c196c27c2e57d3d90299146b4b57d04bfb7c4067"}}