{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2015:DE5LPOVP6XPRBERUGRAW4IWZSX","short_pith_number":"pith:DE5LPOVP","schema_version":"1.0","canonical_sha256":"193ab7baaff5df10923434416e22d995d727500c418ee723fb1a0438b9e9814b","source":{"kind":"arxiv","id":"1512.04922","version":3},"attestation_state":"computed","paper":{"title":"Always Valid Inference: Bringing Sequential Analysis to A/B Testing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.AP","stat.ME","stat.TH"],"primary_cat":"math.ST","authors_text":"David J. Walsh, Leo Pekelis, Ramesh Johari","submitted_at":"2015-12-15T20:33:31Z","abstract_excerpt":"A/B tests are typically analyzed via frequentist p-values and confidence intervals; but these inferences are wholly unreliable if users endogenously choose samples sizes by *continuously monitoring* their tests. We define *always valid* p-values and confidence intervals that let users try to take advantage of data as fast as it becomes available, providing valid statistical inference whenever they make their decision. Always valid inference can be interpreted as a natural interface for a sequential hypothesis test, which empowers users to implement a modified test tailored to them. In particul"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1512.04922","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"math.ST","submitted_at":"2015-12-15T20:33:31Z","cross_cats_sorted":["stat.AP","stat.ME","stat.TH"],"title_canon_sha256":"fb6b78a8649f1f2e06c27a856d6ef71c07dd2f8007dd8b3ac10dbcb061573705","abstract_canon_sha256":"10dfdfa9a7c3e47e31b865543986bde9520026c3c96f670b7ff62bec8ba2d807"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:40:27.743635Z","signature_b64":"IeaB6flZhkbltWcYenroJzbls+OQYVme17cDAXrllw8/7mW0H/yfE6TSRK2ujX3ywIaTR2wiGiKZDHWxtt5tDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"193ab7baaff5df10923434416e22d995d727500c418ee723fb1a0438b9e9814b","last_reissued_at":"2026-05-17T23:40:27.742967Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:40:27.742967Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Always Valid Inference: Bringing Sequential Analysis to A/B Testing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.AP","stat.ME","stat.TH"],"primary_cat":"math.ST","authors_text":"David J. Walsh, Leo Pekelis, Ramesh Johari","submitted_at":"2015-12-15T20:33:31Z","abstract_excerpt":"A/B tests are typically analyzed via frequentist p-values and confidence intervals; but these inferences are wholly unreliable if users endogenously choose samples sizes by *continuously monitoring* their tests. We define *always valid* p-values and confidence intervals that let users try to take advantage of data as fast as it becomes available, providing valid statistical inference whenever they make their decision. Always valid inference can be interpreted as a natural interface for a sequential hypothesis test, which empowers users to implement a modified test tailored to them. In particul"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1512.04922","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1512.04922","created_at":"2026-05-17T23:40:27.743067+00:00"},{"alias_kind":"arxiv_version","alias_value":"1512.04922v3","created_at":"2026-05-17T23:40:27.743067+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1512.04922","created_at":"2026-05-17T23:40:27.743067+00:00"},{"alias_kind":"pith_short_12","alias_value":"DE5LPOVP6XPR","created_at":"2026-05-18T12:29:17.054201+00:00"},{"alias_kind":"pith_short_16","alias_value":"DE5LPOVP6XPRBERU","created_at":"2026-05-18T12:29:17.054201+00:00"},{"alias_kind":"pith_short_8","alias_value":"DE5LPOVP","created_at":"2026-05-18T12:29:17.054201+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.09525","citing_title":"Simultaneous false discovery rate control in location families","ref_index":26,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/DE5LPOVP6XPRBERUGRAW4IWZSX","json":"https://pith.science/pith/DE5LPOVP6XPRBERUGRAW4IWZSX.json","graph_json":"https://pith.science/api/pith-number/DE5LPOVP6XPRBERUGRAW4IWZSX/graph.json","events_json":"https://pith.science/api/pith-number/DE5LPOVP6XPRBERUGRAW4IWZSX/events.json","paper":"https://pith.science/paper/DE5LPOVP"},"agent_actions":{"view_html":"https://pith.science/pith/DE5LPOVP6XPRBERUGRAW4IWZSX","download_json":"https://pith.science/pith/DE5LPOVP6XPRBERUGRAW4IWZSX.json","view_paper":"https://pith.science/paper/DE5LPOVP","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1512.04922&json=true","fetch_graph":"https://pith.science/api/pith-number/DE5LPOVP6XPRBERUGRAW4IWZSX/graph.json","fetch_events":"https://pith.science/api/pith-number/DE5LPOVP6XPRBERUGRAW4IWZSX/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/DE5LPOVP6XPRBERUGRAW4IWZSX/action/timestamp_anchor","attest_storage":"https://pith.science/pith/DE5LPOVP6XPRBERUGRAW4IWZSX/action/storage_attestation","attest_author":"https://pith.science/pith/DE5LPOVP6XPRBERUGRAW4IWZSX/action/author_attestation","sign_citation":"https://pith.science/pith/DE5LPOVP6XPRBERUGRAW4IWZSX/action/citation_signature","submit_replication":"https://pith.science/pith/DE5LPOVP6XPRBERUGRAW4IWZSX/action/replication_record"}},"created_at":"2026-05-17T23:40:27.743067+00:00","updated_at":"2026-05-17T23:40:27.743067+00:00"}