{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2016:Q5KVRR22BYBIOKGK5OGHNGEEDP","short_pith_number":"pith:Q5KVRR22","schema_version":"1.0","canonical_sha256":"875558c75a0e028728caeb8c7698841bdacbe4ae6002a035e33dbf3b711e61e6","source":{"kind":"arxiv","id":"1610.02490","version":4},"attestation_state":"computed","paper":{"title":"A nonparametric sequential test for online randomized experiments","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"stat.ML","authors_text":"Shie Mannor, Vineet Abhishek","submitted_at":"2016-10-08T06:13:50Z","abstract_excerpt":"We propose a nonparametric sequential test that aims to address two practical problems pertinent to online randomized experiments: (i) how to do a hypothesis test for complex metrics; (ii) how to prevent type $1$ error inflation under continuous monitoring. The proposed test does not require knowledge of the underlying probability distribution generating the data. We use the bootstrap to estimate the likelihood for blocks of data followed by mixture sequential probability ratio test. We validate this procedure on data from a major online e-commerce website. We show that the proposed test contr"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1610.02490","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2016-10-08T06:13:50Z","cross_cats_sorted":[],"title_canon_sha256":"ce183cca1c651e5cbeff8dd7e1e0aadb8b8e8618689d161668f76519524f15f5","abstract_canon_sha256":"75a1d22fcd17980efbc4a4c1641da0fe6a80962d3d81481a9186f808e8dd9e0c"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:41:38.880442Z","signature_b64":"aRRb2dBd+u0sG7uXCLlL1SNqZ/tuz0UkAlL/LI2ndTeJEa3t/2W1S5v4xf/QG4GkufzAKQSiUS/Tu1irmqWpDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"875558c75a0e028728caeb8c7698841bdacbe4ae6002a035e33dbf3b711e61e6","last_reissued_at":"2026-05-18T00:41:38.879681Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:41:38.879681Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"A nonparametric sequential test for online randomized experiments","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"stat.ML","authors_text":"Shie Mannor, Vineet Abhishek","submitted_at":"2016-10-08T06:13:50Z","abstract_excerpt":"We propose a nonparametric sequential test that aims to address two practical problems pertinent to online randomized experiments: (i) how to do a hypothesis test for complex metrics; (ii) how to prevent type $1$ error inflation under continuous monitoring. The proposed test does not require knowledge of the underlying probability distribution generating the data. We use the bootstrap to estimate the likelihood for blocks of data followed by mixture sequential probability ratio test. We validate this procedure on data from a major online e-commerce website. We show that the proposed test contr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1610.02490","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1610.02490","created_at":"2026-05-18T00:41:38.879808+00:00"},{"alias_kind":"arxiv_version","alias_value":"1610.02490v4","created_at":"2026-05-18T00:41:38.879808+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1610.02490","created_at":"2026-05-18T00:41:38.879808+00:00"},{"alias_kind":"pith_short_12","alias_value":"Q5KVRR22BYBI","created_at":"2026-05-18T12:30:39.010887+00:00"},{"alias_kind":"pith_short_16","alias_value":"Q5KVRR22BYBIOKGK","created_at":"2026-05-18T12:30:39.010887+00:00"},{"alias_kind":"pith_short_8","alias_value":"Q5KVRR22","created_at":"2026-05-18T12:30:39.010887+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/Q5KVRR22BYBIOKGK5OGHNGEEDP","json":"https://pith.science/pith/Q5KVRR22BYBIOKGK5OGHNGEEDP.json","graph_json":"https://pith.science/api/pith-number/Q5KVRR22BYBIOKGK5OGHNGEEDP/graph.json","events_json":"https://pith.science/api/pith-number/Q5KVRR22BYBIOKGK5OGHNGEEDP/events.json","paper":"https://pith.science/paper/Q5KVRR22"},"agent_actions":{"view_html":"https://pith.science/pith/Q5KVRR22BYBIOKGK5OGHNGEEDP","download_json":"https://pith.science/pith/Q5KVRR22BYBIOKGK5OGHNGEEDP.json","view_paper":"https://pith.science/paper/Q5KVRR22","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1610.02490&json=true","fetch_graph":"https://pith.science/api/pith-number/Q5KVRR22BYBIOKGK5OGHNGEEDP/graph.json","fetch_events":"https://pith.science/api/pith-number/Q5KVRR22BYBIOKGK5OGHNGEEDP/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/Q5KVRR22BYBIOKGK5OGHNGEEDP/action/timestamp_anchor","attest_storage":"https://pith.science/pith/Q5KVRR22BYBIOKGK5OGHNGEEDP/action/storage_attestation","attest_author":"https://pith.science/pith/Q5KVRR22BYBIOKGK5OGHNGEEDP/action/author_attestation","sign_citation":"https://pith.science/pith/Q5KVRR22BYBIOKGK5OGHNGEEDP/action/citation_signature","submit_replication":"https://pith.science/pith/Q5KVRR22BYBIOKGK5OGHNGEEDP/action/replication_record"}},"created_at":"2026-05-18T00:41:38.879808+00:00","updated_at":"2026-05-18T00:41:38.879808+00:00"}