{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2015:LJYTBN2XERJ5M6EH2PK3QJMNK3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eb80963c1a6d250cd6837e7267e5c8c5d8c98d14f93ca9b48606c3dc1f8ccf51","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2015-01-30T13:36:37Z","title_canon_sha256":"d49d371b22de65723a8bc31023ca8864875118ae943c5ceeb7e19005415516c1"},"schema_version":"1.0","source":{"id":"1501.07768","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1501.07768","created_at":"2026-05-18T02:28:14Z"},{"alias_kind":"arxiv_version","alias_value":"1501.07768v1","created_at":"2026-05-18T02:28:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1501.07768","created_at":"2026-05-18T02:28:14Z"},{"alias_kind":"pith_short_12","alias_value":"LJYTBN2XERJ5","created_at":"2026-05-18T12:29:29Z"},{"alias_kind":"pith_short_16","alias_value":"LJYTBN2XERJ5M6EH","created_at":"2026-05-18T12:29:29Z"},{"alias_kind":"pith_short_8","alias_value":"LJYTBN2X","created_at":"2026-05-18T12:29:29Z"}],"graph_snapshots":[{"event_id":"sha256:2a77dfd2868b2e4b118c1a027a66b8747725fa84e73655ea38cfab8896c82dbf","target":"graph","created_at":"2026-05-18T02:28:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"AB-testing is a very popular technique in web companies since it makes it possible to accurately predict the impact of a modification with the simplicity of a random split across users. One of the critical aspects of an AB-test is its duration and it is important to reliably compute confidence intervals associated with the metric of interest to know when to stop the test. In this paper, we define a clean mathematical framework to model the AB-test process. We then propose three algorithms based on bootstrapping and on the central limit theorem to compute reliable confidence intervals which ext","authors_text":"Cyrille Dubarry","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2015-01-30T13:36:37Z","title":"Confidence intervals for AB-test"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1501.07768","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2629c230b05d0ad8249b2dd10af9be690100c866089d95b862c3ea81b5894fa8","target":"record","created_at":"2026-05-18T02:28:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eb80963c1a6d250cd6837e7267e5c8c5d8c98d14f93ca9b48606c3dc1f8ccf51","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2015-01-30T13:36:37Z","title_canon_sha256":"d49d371b22de65723a8bc31023ca8864875118ae943c5ceeb7e19005415516c1"},"schema_version":"1.0","source":{"id":"1501.07768","kind":"arxiv","version":1}},"canonical_sha256":"5a7130b7572453d67887d3d5b8258d56dceef0c8b4d88b7036c5d8314c3de2e3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5a7130b7572453d67887d3d5b8258d56dceef0c8b4d88b7036c5d8314c3de2e3","first_computed_at":"2026-05-18T02:28:14.199262Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T02:28:14.199262Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fJkaNjy8wP3JzjneCsA/5RCBBQDBZOWzWLcLcY7CHLCiKzBR+FyWxZgRUYEg32WEWZrLFWAWGi1BF/Nxypf8CQ==","signature_status":"signed_v1","signed_at":"2026-05-18T02:28:14.199983Z","signed_message":"canonical_sha256_bytes"},"source_id":"1501.07768","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2629c230b05d0ad8249b2dd10af9be690100c866089d95b862c3ea81b5894fa8","sha256:2a77dfd2868b2e4b118c1a027a66b8747725fa84e73655ea38cfab8896c82dbf"],"state_sha256":"8f7684a4e40f420723ce172b9c86399b134d49245a9124ab7f5331214ee437fa"}