{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:5PLJ7UXKLDCFGOOO5NBSOIHDHQ","short_pith_number":"pith:5PLJ7UXK","canonical_record":{"source":{"id":"1602.05549","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2016-02-17T19:51:34Z","cross_cats_sorted":[],"title_canon_sha256":"dd443e3a94d9b7ae457493f117972040fb9a825faf571e90a7a629f82592399d","abstract_canon_sha256":"12119c7c8954488208e01bb742b0e5fbc8bc903bc7d4eeafeae64d406892b873"},"schema_version":"1.0"},"canonical_sha256":"ebd69fd2ea58c45339ceeb432720e33c1e61f877629f2cab298cf01c4ce36057","source":{"kind":"arxiv","id":"1602.05549","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1602.05549","created_at":"2026-05-18T01:20:26Z"},{"alias_kind":"arxiv_version","alias_value":"1602.05549v1","created_at":"2026-05-18T01:20:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1602.05549","created_at":"2026-05-18T01:20:26Z"},{"alias_kind":"pith_short_12","alias_value":"5PLJ7UXKLDCF","created_at":"2026-05-18T12:30:01Z"},{"alias_kind":"pith_short_16","alias_value":"5PLJ7UXKLDCFGOOO","created_at":"2026-05-18T12:30:01Z"},{"alias_kind":"pith_short_8","alias_value":"5PLJ7UXK","created_at":"2026-05-18T12:30:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:5PLJ7UXKLDCFGOOO5NBSOIHDHQ","target":"record","payload":{"canonical_record":{"source":{"id":"1602.05549","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2016-02-17T19:51:34Z","cross_cats_sorted":[],"title_canon_sha256":"dd443e3a94d9b7ae457493f117972040fb9a825faf571e90a7a629f82592399d","abstract_canon_sha256":"12119c7c8954488208e01bb742b0e5fbc8bc903bc7d4eeafeae64d406892b873"},"schema_version":"1.0"},"canonical_sha256":"ebd69fd2ea58c45339ceeb432720e33c1e61f877629f2cab298cf01c4ce36057","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:20:26.898926Z","signature_b64":"Yc+ZPBtAkMyc0ro286JxBEcx9U9q0H/6ziM6+IBW8Zq0g+6tQtqFvQq1RG6fFCZ8A4QJDFtUfaio6QvxR1//Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ebd69fd2ea58c45339ceeb432720e33c1e61f877629f2cab298cf01c4ce36057","last_reissued_at":"2026-05-18T01:20:26.898429Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:20:26.898429Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1602.05549","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:20:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9W3wgTtPrFSr96N5JVTpfF6ZQCPTYDj/8JXX9CAE+eQG/10U9mkX/tjo+obdtiMub8JTzhHkp40VsxAQggI6CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T10:00:55.927852Z"},"content_sha256":"c976de200fb550ba82d0455de1b6c12351d0fe7fb4d92502d4693829b90a1ede","schema_version":"1.0","event_id":"sha256:c976de200fb550ba82d0455de1b6c12351d0fe7fb4d92502d4693829b90a1ede"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:5PLJ7UXKLDCFGOOO5NBSOIHDHQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Continuous Monitoring of A/B Tests without Pain: Optional Stopping in Bayesian Testing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"stat.AP","authors_text":"Alex Deng, Jiannan Lu, Shouyuan Chen","submitted_at":"2016-02-17T19:51:34Z","abstract_excerpt":"A/B testing is one of the most successful applications of statistical theory in modern Internet age. One problem of Null Hypothesis Statistical Testing (NHST), the backbone of A/B testing methodology, is that experimenters are not allowed to continuously monitor the result and make decision in real time. Many people see this restriction as a setback against the trend in the technology toward real time data analytics. Recently, Bayesian Hypothesis Testing, which intuitively is more suitable for real time decision making, attracted growing interest as an alternative to NHST. While corrections of"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1602.05549","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:20:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z5T3mHNSrH0lMITz2IljQR5Cdcn9zA4kaGK19aZYNmKN/v54WHokdyMPQkzm7KVTrXX3fTIypE7g+xHO3DKNCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T10:00:55.928190Z"},"content_sha256":"02e58474bb064fe1bd1d87e77a2bd546a9b7fe4e03a142fd8d08880a6875f317","schema_version":"1.0","event_id":"sha256:02e58474bb064fe1bd1d87e77a2bd546a9b7fe4e03a142fd8d08880a6875f317"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5PLJ7UXKLDCFGOOO5NBSOIHDHQ/bundle.json","state_url":"https://pith.science/pith/5PLJ7UXKLDCFGOOO5NBSOIHDHQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5PLJ7UXKLDCFGOOO5NBSOIHDHQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-08T10:00:55Z","links":{"resolver":"https://pith.science/pith/5PLJ7UXKLDCFGOOO5NBSOIHDHQ","bundle":"https://pith.science/pith/5PLJ7UXKLDCFGOOO5NBSOIHDHQ/bundle.json","state":"https://pith.science/pith/5PLJ7UXKLDCFGOOO5NBSOIHDHQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5PLJ7UXKLDCFGOOO5NBSOIHDHQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:5PLJ7UXKLDCFGOOO5NBSOIHDHQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"12119c7c8954488208e01bb742b0e5fbc8bc903bc7d4eeafeae64d406892b873","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2016-02-17T19:51:34Z","title_canon_sha256":"dd443e3a94d9b7ae457493f117972040fb9a825faf571e90a7a629f82592399d"},"schema_version":"1.0","source":{"id":"1602.05549","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1602.05549","created_at":"2026-05-18T01:20:26Z"},{"alias_kind":"arxiv_version","alias_value":"1602.05549v1","created_at":"2026-05-18T01:20:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1602.05549","created_at":"2026-05-18T01:20:26Z"},{"alias_kind":"pith_short_12","alias_value":"5PLJ7UXKLDCF","created_at":"2026-05-18T12:30:01Z"},{"alias_kind":"pith_short_16","alias_value":"5PLJ7UXKLDCFGOOO","created_at":"2026-05-18T12:30:01Z"},{"alias_kind":"pith_short_8","alias_value":"5PLJ7UXK","created_at":"2026-05-18T12:30:01Z"}],"graph_snapshots":[{"event_id":"sha256:02e58474bb064fe1bd1d87e77a2bd546a9b7fe4e03a142fd8d08880a6875f317","target":"graph","created_at":"2026-05-18T01:20:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"A/B testing is one of the most successful applications of statistical theory in modern Internet age. One problem of Null Hypothesis Statistical Testing (NHST), the backbone of A/B testing methodology, is that experimenters are not allowed to continuously monitor the result and make decision in real time. Many people see this restriction as a setback against the trend in the technology toward real time data analytics. Recently, Bayesian Hypothesis Testing, which intuitively is more suitable for real time decision making, attracted growing interest as an alternative to NHST. While corrections of","authors_text":"Alex Deng, Jiannan Lu, Shouyuan Chen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2016-02-17T19:51:34Z","title":"Continuous Monitoring of A/B Tests without Pain: Optional Stopping in Bayesian Testing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1602.05549","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c976de200fb550ba82d0455de1b6c12351d0fe7fb4d92502d4693829b90a1ede","target":"record","created_at":"2026-05-18T01:20:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"12119c7c8954488208e01bb742b0e5fbc8bc903bc7d4eeafeae64d406892b873","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.AP","submitted_at":"2016-02-17T19:51:34Z","title_canon_sha256":"dd443e3a94d9b7ae457493f117972040fb9a825faf571e90a7a629f82592399d"},"schema_version":"1.0","source":{"id":"1602.05549","kind":"arxiv","version":1}},"canonical_sha256":"ebd69fd2ea58c45339ceeb432720e33c1e61f877629f2cab298cf01c4ce36057","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ebd69fd2ea58c45339ceeb432720e33c1e61f877629f2cab298cf01c4ce36057","first_computed_at":"2026-05-18T01:20:26.898429Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:20:26.898429Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Yc+ZPBtAkMyc0ro286JxBEcx9U9q0H/6ziM6+IBW8Zq0g+6tQtqFvQq1RG6fFCZ8A4QJDFtUfaio6QvxR1//Ag==","signature_status":"signed_v1","signed_at":"2026-05-18T01:20:26.898926Z","signed_message":"canonical_sha256_bytes"},"source_id":"1602.05549","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c976de200fb550ba82d0455de1b6c12351d0fe7fb4d92502d4693829b90a1ede","sha256:02e58474bb064fe1bd1d87e77a2bd546a9b7fe4e03a142fd8d08880a6875f317"],"state_sha256":"ff9262deeb8780ba9b4977b94a4d745cc911fd5342ebc29532f57df7ef968288"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r/qbbqVQYvj5H+fpzJwz3bufXPmtyZe3VOLcNt3G0tJqmE0fBeD74H6p3os60QtNhiLv3Ia7+ftvmPSK/ZaDBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-08T10:00:55.930130Z","bundle_sha256":"f667a6cf9ffd425ddfb514caeef2d00ed0ce7164715bb5978810f2040c2a4221"}}