{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:OYFRPMOWXHJERFTW6RRH6EOBX2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"628f17e66a8a3c87cca85fed32aae56c63c1a9b91340403d6e4035043f770dff","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2019-03-20T22:07:58Z","title_canon_sha256":"95328d2c072cfcad0f3dc5356c59538dce79e021702aedc2e24c71db279fd424"},"schema_version":"1.0","source":{"id":"1903.08762","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1903.08762","created_at":"2026-05-17T23:50:43Z"},{"alias_kind":"arxiv_version","alias_value":"1903.08762v1","created_at":"2026-05-17T23:50:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1903.08762","created_at":"2026-05-17T23:50:43Z"},{"alias_kind":"pith_short_12","alias_value":"OYFRPMOWXHJE","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_16","alias_value":"OYFRPMOWXHJERFTW","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_8","alias_value":"OYFRPMOW","created_at":"2026-05-18T12:33:24Z"}],"graph_snapshots":[{"event_id":"sha256:029a8f46ac4279a40e7975f332be34d22661b93fc92ac93cdb5a59d99c2ef624","target":"graph","created_at":"2026-05-17T23:50:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Online experimentation (or A/B testing) has been widely adopted in industry as the gold standard for measuring product impacts. Despite the wide adoption, few literatures discuss A/B testing with quantile metrics. Quantile metrics, such as 90th percentile page load time, are crucial to A/B testing as many key performance metrics including site speed and service latency are defined as quantiles. However, with LinkedIn's data size, quantile metric A/B testing is extremely challenging because there is no statistically valid and scalable variance estimator for the quantile of dependent samples: th","authors_text":"Maneesh Varshney, Min Liu, Xiaohui Sun, Ya Xu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2019-03-20T22:07:58Z","title":"Large-Scale Online Experimentation with Quantile Metrics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1903.08762","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:334e90aeb38b3e9a3778bcb362960c268215b3b45279d9da1b8402751e45aff7","target":"record","created_at":"2026-05-17T23:50:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"628f17e66a8a3c87cca85fed32aae56c63c1a9b91340403d6e4035043f770dff","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2019-03-20T22:07:58Z","title_canon_sha256":"95328d2c072cfcad0f3dc5356c59538dce79e021702aedc2e24c71db279fd424"},"schema_version":"1.0","source":{"id":"1903.08762","kind":"arxiv","version":1}},"canonical_sha256":"760b17b1d6b9d2489676f4627f11c1bea120a4077b1b4d85af9b14fd28cf3fd6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"760b17b1d6b9d2489676f4627f11c1bea120a4077b1b4d85af9b14fd28cf3fd6","first_computed_at":"2026-05-17T23:50:43.982256Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:50:43.982256Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xUrastKVYnMDUpYPsJGHLxC37XO9rySIOcN1ZUYuLUg5Wcj7zry7YT2ugImml3VKuFevAcjS8Myttx9D1ZtmBg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:50:43.982807Z","signed_message":"canonical_sha256_bytes"},"source_id":"1903.08762","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:334e90aeb38b3e9a3778bcb362960c268215b3b45279d9da1b8402751e45aff7","sha256:029a8f46ac4279a40e7975f332be34d22661b93fc92ac93cdb5a59d99c2ef624"],"state_sha256":"2b1348e0c22b0f301ab03a9bd1940382924c34ee17b88a1d20d087d657104d19"}