{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2019:I6QP6OUV6IA6YKODJCMDM2CI2O","short_pith_number":"pith:I6QP6OUV","schema_version":"1.0","canonical_sha256":"47a0ff3a95f201ec29c34898366848d38f9346515bc1d91468cd15e4a6ca317d","source":{"kind":"arxiv","id":"1903.12470","version":1},"attestation_state":"computed","paper":{"title":"Trustworthy Experimentation Under Telemetry Loss","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.OH","authors_text":"Andrei Jefremov, Daniel Schneider, Jayant Gupchup, Martin Ellis, Pavel Dmitriev, Ross Cutler, Yasaman Hosseinkashi","submitted_at":"2019-01-22T01:36:01Z","abstract_excerpt":"Failure to accurately measure the outcomes of an experiment can lead to bias and incorrect conclusions. Online controlled experiments (aka AB tests) are increasingly being used to make decisions to improve websites as well as mobile and desktop applications. We argue that loss of telemetry data (during upload or post-processing) can skew the results of experiments, leading to loss of statistical power and inaccurate or erroneous conclusions. By systematically investigating the causes of telemetry loss, we argue that it is not practical to entirely eliminate it. Consequently, experimentation sy"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1903.12470","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.OH","submitted_at":"2019-01-22T01:36:01Z","cross_cats_sorted":[],"title_canon_sha256":"2d50cce7847f4733e8035f5e3ff7ea073e1dee0b973425424e084f3938896087","abstract_canon_sha256":"f9d6230741db57516f80d0974d1a7ba72e119db66111f63d346b18f5b3f0587d"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:49:53.937146Z","signature_b64":"HrlUxrbvP9V3LKJ0JVuEEn6acdc3O6Z50xfFXsgctrl9B/hpZvJ5/LEcilsUXM83lWkTPJxPk4hirDT8iK0ZBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"47a0ff3a95f201ec29c34898366848d38f9346515bc1d91468cd15e4a6ca317d","last_reissued_at":"2026-05-17T23:49:53.936724Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:49:53.936724Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Trustworthy Experimentation Under Telemetry Loss","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.OH","authors_text":"Andrei Jefremov, Daniel Schneider, Jayant Gupchup, Martin Ellis, Pavel Dmitriev, Ross Cutler, Yasaman Hosseinkashi","submitted_at":"2019-01-22T01:36:01Z","abstract_excerpt":"Failure to accurately measure the outcomes of an experiment can lead to bias and incorrect conclusions. Online controlled experiments (aka AB tests) are increasingly being used to make decisions to improve websites as well as mobile and desktop applications. We argue that loss of telemetry data (during upload or post-processing) can skew the results of experiments, leading to loss of statistical power and inaccurate or erroneous conclusions. By systematically investigating the causes of telemetry loss, we argue that it is not practical to entirely eliminate it. Consequently, experimentation sy"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1903.12470","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1903.12470","created_at":"2026-05-17T23:49:53.936787+00:00"},{"alias_kind":"arxiv_version","alias_value":"1903.12470v1","created_at":"2026-05-17T23:49:53.936787+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1903.12470","created_at":"2026-05-17T23:49:53.936787+00:00"},{"alias_kind":"pith_short_12","alias_value":"I6QP6OUV6IA6","created_at":"2026-05-18T12:33:18.533446+00:00"},{"alias_kind":"pith_short_16","alias_value":"I6QP6OUV6IA6YKOD","created_at":"2026-05-18T12:33:18.533446+00:00"},{"alias_kind":"pith_short_8","alias_value":"I6QP6OUV","created_at":"2026-05-18T12:33:18.533446+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/I6QP6OUV6IA6YKODJCMDM2CI2O","json":"https://pith.science/pith/I6QP6OUV6IA6YKODJCMDM2CI2O.json","graph_json":"https://pith.science/api/pith-number/I6QP6OUV6IA6YKODJCMDM2CI2O/graph.json","events_json":"https://pith.science/api/pith-number/I6QP6OUV6IA6YKODJCMDM2CI2O/events.json","paper":"https://pith.science/paper/I6QP6OUV"},"agent_actions":{"view_html":"https://pith.science/pith/I6QP6OUV6IA6YKODJCMDM2CI2O","download_json":"https://pith.science/pith/I6QP6OUV6IA6YKODJCMDM2CI2O.json","view_paper":"https://pith.science/paper/I6QP6OUV","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1903.12470&json=true","fetch_graph":"https://pith.science/api/pith-number/I6QP6OUV6IA6YKODJCMDM2CI2O/graph.json","fetch_events":"https://pith.science/api/pith-number/I6QP6OUV6IA6YKODJCMDM2CI2O/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/I6QP6OUV6IA6YKODJCMDM2CI2O/action/timestamp_anchor","attest_storage":"https://pith.science/pith/I6QP6OUV6IA6YKODJCMDM2CI2O/action/storage_attestation","attest_author":"https://pith.science/pith/I6QP6OUV6IA6YKODJCMDM2CI2O/action/author_attestation","sign_citation":"https://pith.science/pith/I6QP6OUV6IA6YKODJCMDM2CI2O/action/citation_signature","submit_replication":"https://pith.science/pith/I6QP6OUV6IA6YKODJCMDM2CI2O/action/replication_record"}},"created_at":"2026-05-17T23:49:53.936787+00:00","updated_at":"2026-05-17T23:49:53.936787+00:00"}