{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:L6DOOHGRDDCB4FC655D63OGOWV","short_pith_number":"pith:L6DOOHGR","canonical_record":{"source":{"id":"1808.00114","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2018-07-31T23:50:57Z","cross_cats_sorted":[],"title_canon_sha256":"db87aa6313ea712bd41e7595305ef546d21a623adb2bfe3e1cf51cbc9d5d73eb","abstract_canon_sha256":"8368fc38bed517eba52c590212be6113de1de113bca37a8206156a9a025e7de5"},"schema_version":"1.0"},"canonical_sha256":"5f86e71cd118c41e145eef47edb8ceb56972d69ce56e295bdf9fef7efc0b4257","source":{"kind":"arxiv","id":"1808.00114","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.00114","created_at":"2026-05-18T00:09:08Z"},{"alias_kind":"arxiv_version","alias_value":"1808.00114v1","created_at":"2026-05-18T00:09:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.00114","created_at":"2026-05-18T00:09:08Z"},{"alias_kind":"pith_short_12","alias_value":"L6DOOHGRDDCB","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_16","alias_value":"L6DOOHGRDDCB4FC6","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_8","alias_value":"L6DOOHGR","created_at":"2026-05-18T12:32:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:L6DOOHGRDDCB4FC655D63OGOWV","target":"record","payload":{"canonical_record":{"source":{"id":"1808.00114","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2018-07-31T23:50:57Z","cross_cats_sorted":[],"title_canon_sha256":"db87aa6313ea712bd41e7595305ef546d21a623adb2bfe3e1cf51cbc9d5d73eb","abstract_canon_sha256":"8368fc38bed517eba52c590212be6113de1de113bca37a8206156a9a025e7de5"},"schema_version":"1.0"},"canonical_sha256":"5f86e71cd118c41e145eef47edb8ceb56972d69ce56e295bdf9fef7efc0b4257","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:09:08.759629Z","signature_b64":"G9BfRU0C89RWdm5InNDrRgv50HGw7PZ9Y2dtRTTvhgR5oXf9fnwZOQzltHTkJMg6mGOOCfWWMkxSJxzdhJYwDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5f86e71cd118c41e145eef47edb8ceb56972d69ce56e295bdf9fef7efc0b4257","last_reissued_at":"2026-05-18T00:09:08.759173Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:09:08.759173Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1808.00114","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:09:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VgTKmcaKVZzgSJbForGVQa9wSgi3K3XA/S6pOZuZRsq8ZAIrlpNduTCLY/QyRtG/vGRIYL5lIM2s/ipzi98ODg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-24T05:38:40.756765Z"},"content_sha256":"e71534db4978e0888bf45f1ce96f057acaa6b4a4188d9926df692737ee733597","schema_version":"1.0","event_id":"sha256:e71534db4978e0888bf45f1ce96f057acaa6b4a4188d9926df692737ee733597"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:L6DOOHGRDDCB4FC655D63OGOWV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Automatic Detection and Diagnosis of Biased Online Experiments","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"stat.AP","authors_text":"Min Liu, Nanyu Chen, Ya Xu","submitted_at":"2018-07-31T23:50:57Z","abstract_excerpt":"We have seen a massive growth of online experiments at LinkedIn, and in industry at large. It is now more important than ever to create an intelligent A/B platform that can truly democratize A/B testing by allowing everyone to make quality decisions, regardless of their skillset. With the tremendous knowledge base created around experimentation, we are able to mine through historical data, and discover the most common causes for biased experiments. In this paper, we share four of such common causes, and how we build into our A/B testing platform the automatic detection and diagnosis of such ro"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.00114","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:09:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ecaCnqiy+eoR1owrRH1Atn4VfzDxM5e5L4oH4vDiGR5NSWWbIXEEYNHvxEfuc4NYuUktXBHfxzKMp4hmtMFaAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-24T05:38:40.757110Z"},"content_sha256":"321734310cef8a8ed400556a4a17ddae35dbd728c79ebac96effe2d7b81b9ca5","schema_version":"1.0","event_id":"sha256:321734310cef8a8ed400556a4a17ddae35dbd728c79ebac96effe2d7b81b9ca5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/L6DOOHGRDDCB4FC655D63OGOWV/bundle.json","state_url":"https://pith.science/pith/L6DOOHGRDDCB4FC655D63OGOWV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/L6DOOHGRDDCB4FC655D63OGOWV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-24T05:38:40Z","links":{"resolver":"https://pith.science/pith/L6DOOHGRDDCB4FC655D63OGOWV","bundle":"https://pith.science/pith/L6DOOHGRDDCB4FC655D63OGOWV/bundle.json","state":"https://pith.science/pith/L6DOOHGRDDCB4FC655D63OGOWV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/L6DOOHGRDDCB4FC655D63OGOWV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:L6DOOHGRDDCB4FC655D63OGOWV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8368fc38bed517eba52c590212be6113de1de113bca37a8206156a9a025e7de5","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2018-07-31T23:50:57Z","title_canon_sha256":"db87aa6313ea712bd41e7595305ef546d21a623adb2bfe3e1cf51cbc9d5d73eb"},"schema_version":"1.0","source":{"id":"1808.00114","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1808.00114","created_at":"2026-05-18T00:09:08Z"},{"alias_kind":"arxiv_version","alias_value":"1808.00114v1","created_at":"2026-05-18T00:09:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1808.00114","created_at":"2026-05-18T00:09:08Z"},{"alias_kind":"pith_short_12","alias_value":"L6DOOHGRDDCB","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_16","alias_value":"L6DOOHGRDDCB4FC6","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_8","alias_value":"L6DOOHGR","created_at":"2026-05-18T12:32:33Z"}],"graph_snapshots":[{"event_id":"sha256:321734310cef8a8ed400556a4a17ddae35dbd728c79ebac96effe2d7b81b9ca5","target":"graph","created_at":"2026-05-18T00:09:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We have seen a massive growth of online experiments at LinkedIn, and in industry at large. It is now more important than ever to create an intelligent A/B platform that can truly democratize A/B testing by allowing everyone to make quality decisions, regardless of their skillset. With the tremendous knowledge base created around experimentation, we are able to mine through historical data, and discover the most common causes for biased experiments. In this paper, we share four of such common causes, and how we build into our A/B testing platform the automatic detection and diagnosis of such ro","authors_text":"Min Liu, Nanyu Chen, Ya Xu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2018-07-31T23:50:57Z","title":"Automatic Detection and Diagnosis of Biased Online Experiments"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1808.00114","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e71534db4978e0888bf45f1ce96f057acaa6b4a4188d9926df692737ee733597","target":"record","created_at":"2026-05-18T00:09:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8368fc38bed517eba52c590212be6113de1de113bca37a8206156a9a025e7de5","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2018-07-31T23:50:57Z","title_canon_sha256":"db87aa6313ea712bd41e7595305ef546d21a623adb2bfe3e1cf51cbc9d5d73eb"},"schema_version":"1.0","source":{"id":"1808.00114","kind":"arxiv","version":1}},"canonical_sha256":"5f86e71cd118c41e145eef47edb8ceb56972d69ce56e295bdf9fef7efc0b4257","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5f86e71cd118c41e145eef47edb8ceb56972d69ce56e295bdf9fef7efc0b4257","first_computed_at":"2026-05-18T00:09:08.759173Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:09:08.759173Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"G9BfRU0C89RWdm5InNDrRgv50HGw7PZ9Y2dtRTTvhgR5oXf9fnwZOQzltHTkJMg6mGOOCfWWMkxSJxzdhJYwDA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:09:08.759629Z","signed_message":"canonical_sha256_bytes"},"source_id":"1808.00114","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e71534db4978e0888bf45f1ce96f057acaa6b4a4188d9926df692737ee733597","sha256:321734310cef8a8ed400556a4a17ddae35dbd728c79ebac96effe2d7b81b9ca5"],"state_sha256":"04b9ad9725e4b7e0a48973fcf23585702b2f94a6496a9b51c199a37a475b4302"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rZ0LH1u5z6xBb/T8VJlRW2hIeqVYPlFtq+6lT17rC5cKdDMTJPOMx0biEpmXKYeRKJRY9WJP/rUS31fiIYK2Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-24T05:38:40.759290Z","bundle_sha256":"164ddd5cb78c07940d53029259fb2b81a98880cf305eef1fff3ff67d542f36c7"}}