{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2015:MU3ZTF6MMYT6NJQRJTEC7T5L3R","short_pith_number":"pith:MU3ZTF6M","schema_version":"1.0","canonical_sha256":"65379997cc6627e6a6114cc82fcfabdc70d6ad86f8380341d417ce9a85f656dd","source":{"kind":"arxiv","id":"1501.00450","version":1},"attestation_state":"computed","paper":{"title":"Flexible Online Repeated Measures Experiment","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"stat.AP","authors_text":"Alex Deng, Yu Guo","submitted_at":"2015-01-02T18:03:38Z","abstract_excerpt":"Online controlled experiments, now commonly known as A/B testing, are crucial to causal inference and data driven decision making in many internet based businesses. While a simple comparison between a treatment (the feature under test) and a control (often the current standard), provides a starting point to identify the cause of change in Key Performance Indicator (KPI), it is often insufficient, as the change we wish to detect may be small, and inherent variation contained in data may obscure movements in KPI. To have sufficient power to detect statistically significant changes in KPI, an exp"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1501.00450","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2015-01-02T18:03:38Z","cross_cats_sorted":[],"title_canon_sha256":"2700f50350e27f5c2616fc5a473d203903c248a815f274db842f823c01745a30","abstract_canon_sha256":"5ebd7ab42655de29c8c5697a085084fe392ce05660904652a41a91396c09644b"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T02:30:09.140649Z","signature_b64":"HCKFY7EvhtUXkzh2p1AClz2+Tpoz4KXInMWYXfSDEGIVUZpgaN4bgvJkUx6DhDgl2ynK/QFafSOHuyaCw1ThBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"65379997cc6627e6a6114cc82fcfabdc70d6ad86f8380341d417ce9a85f656dd","last_reissued_at":"2026-05-18T02:30:09.139975Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T02:30:09.139975Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Flexible Online Repeated Measures Experiment","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"stat.AP","authors_text":"Alex Deng, Yu Guo","submitted_at":"2015-01-02T18:03:38Z","abstract_excerpt":"Online controlled experiments, now commonly known as A/B testing, are crucial to causal inference and data driven decision making in many internet based businesses. While a simple comparison between a treatment (the feature under test) and a control (often the current standard), provides a starting point to identify the cause of change in Key Performance Indicator (KPI), it is often insufficient, as the change we wish to detect may be small, and inherent variation contained in data may obscure movements in KPI. To have sufficient power to detect statistically significant changes in KPI, an exp"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1501.00450","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1501.00450","created_at":"2026-05-18T02:30:09.140082+00:00"},{"alias_kind":"arxiv_version","alias_value":"1501.00450v1","created_at":"2026-05-18T02:30:09.140082+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1501.00450","created_at":"2026-05-18T02:30:09.140082+00:00"},{"alias_kind":"pith_short_12","alias_value":"MU3ZTF6MMYT6","created_at":"2026-05-18T12:29:32.376354+00:00"},{"alias_kind":"pith_short_16","alias_value":"MU3ZTF6MMYT6NJQR","created_at":"2026-05-18T12:29:32.376354+00:00"},{"alias_kind":"pith_short_8","alias_value":"MU3ZTF6M","created_at":"2026-05-18T12:29:32.376354+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/MU3ZTF6MMYT6NJQRJTEC7T5L3R","json":"https://pith.science/pith/MU3ZTF6MMYT6NJQRJTEC7T5L3R.json","graph_json":"https://pith.science/api/pith-number/MU3ZTF6MMYT6NJQRJTEC7T5L3R/graph.json","events_json":"https://pith.science/api/pith-number/MU3ZTF6MMYT6NJQRJTEC7T5L3R/events.json","paper":"https://pith.science/paper/MU3ZTF6M"},"agent_actions":{"view_html":"https://pith.science/pith/MU3ZTF6MMYT6NJQRJTEC7T5L3R","download_json":"https://pith.science/pith/MU3ZTF6MMYT6NJQRJTEC7T5L3R.json","view_paper":"https://pith.science/paper/MU3ZTF6M","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1501.00450&json=true","fetch_graph":"https://pith.science/api/pith-number/MU3ZTF6MMYT6NJQRJTEC7T5L3R/graph.json","fetch_events":"https://pith.science/api/pith-number/MU3ZTF6MMYT6NJQRJTEC7T5L3R/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/MU3ZTF6MMYT6NJQRJTEC7T5L3R/action/timestamp_anchor","attest_storage":"https://pith.science/pith/MU3ZTF6MMYT6NJQRJTEC7T5L3R/action/storage_attestation","attest_author":"https://pith.science/pith/MU3ZTF6MMYT6NJQRJTEC7T5L3R/action/author_attestation","sign_citation":"https://pith.science/pith/MU3ZTF6MMYT6NJQRJTEC7T5L3R/action/citation_signature","submit_replication":"https://pith.science/pith/MU3ZTF6MMYT6NJQRJTEC7T5L3R/action/replication_record"}},"created_at":"2026-05-18T02:30:09.140082+00:00","updated_at":"2026-05-18T02:30:09.140082+00:00"}