{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:TVKZADNWK3QUFHIQ23FRTT3ZSX","short_pith_number":"pith:TVKZADNW","canonical_record":{"source":{"id":"1906.10843","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2019-06-26T04:40:50Z","cross_cats_sorted":["stat.AP"],"title_canon_sha256":"5d4058791e6b5911f7a821abb97c9d3c4228cb72532dbdd5931de47f6fbcdc4a","abstract_canon_sha256":"7c095ffa434c68c9490c9ad2b4b60f501a9e54847d0513ca06c8e89a1b8e1f87"},"schema_version":"1.0"},"canonical_sha256":"9d55900db656e1429d10d6cb19cf7995e79e5712f8210ad8f3ed0077d08e78bf","source":{"kind":"arxiv","id":"1906.10843","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.10843","created_at":"2026-05-17T23:42:13Z"},{"alias_kind":"arxiv_version","alias_value":"1906.10843v1","created_at":"2026-05-17T23:42:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.10843","created_at":"2026-05-17T23:42:13Z"},{"alias_kind":"pith_short_12","alias_value":"TVKZADNWK3QU","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_16","alias_value":"TVKZADNWK3QUFHIQ","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_8","alias_value":"TVKZADNW","created_at":"2026-05-18T12:33:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:TVKZADNWK3QUFHIQ23FRTT3ZSX","target":"record","payload":{"canonical_record":{"source":{"id":"1906.10843","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2019-06-26T04:40:50Z","cross_cats_sorted":["stat.AP"],"title_canon_sha256":"5d4058791e6b5911f7a821abb97c9d3c4228cb72532dbdd5931de47f6fbcdc4a","abstract_canon_sha256":"7c095ffa434c68c9490c9ad2b4b60f501a9e54847d0513ca06c8e89a1b8e1f87"},"schema_version":"1.0"},"canonical_sha256":"9d55900db656e1429d10d6cb19cf7995e79e5712f8210ad8f3ed0077d08e78bf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:42:13.096837Z","signature_b64":"3kuU9EK+xF3ZgZ62/gLpfDPmgtlj5ojUTdlN76N9Mvp2sI57n1vFxnIEIg8ZSEPgCjl9r6gw3OL9W6rYpQprAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9d55900db656e1429d10d6cb19cf7995e79e5712f8210ad8f3ed0077d08e78bf","last_reissued_at":"2026-05-17T23:42:13.096124Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:42:13.096124Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1906.10843","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:42:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8Mk2690eoX2E01+K4suTw2+rDiCsZocArHcOmu8mAB22nlpsc71x61tWtZoQxaXHN13PzBbq+THeFBbL+y61Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-11T15:04:49.911027Z"},"content_sha256":"0eeedd4eb2ee9dc09887452ebbc40a04d352afa5d994c29d370ca265d83f8246","schema_version":"1.0","event_id":"sha256:0eeedd4eb2ee9dc09887452ebbc40a04d352afa5d994c29d370ca265d83f8246"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:TVKZADNWK3QUFHIQ23FRTT3ZSX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"User Sentiment as a Success Metric: Persistent Biases Under Full Randomization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.AP"],"primary_cat":"stat.ME","authors_text":"Ercan Yildiz, Joshua Safyan, Marc Harper","submitted_at":"2019-06-26T04:40:50Z","abstract_excerpt":"We study user sentiment (reported via optional surveys) as a metric for fully randomized A/B tests. Both user-level covariates and treatment assignment can impact response propensity. We propose a set of consistent estimators for the average and local treatment effects on treated and respondent users. We show that our problem can be mapped onto the intersection of the missing data problem and observational causal inference, and we identify conditions under which consistent estimators exist. We evaluate the performance of estimators via simulation studies and find that more complicated models d"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.10843","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:42:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Bw2oi1unWyD45KzCl9vvwD5SewVyZxHg5JTMRFEAVNFc15JHWbF4ma65anm8VD3uqeWgep7ZDI/LmZiHLIiBDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-11T15:04:49.911714Z"},"content_sha256":"6a9f457bbbea1df38eed682dad5248fe94b82f5f4b67370229ce6cfe3200f75e","schema_version":"1.0","event_id":"sha256:6a9f457bbbea1df38eed682dad5248fe94b82f5f4b67370229ce6cfe3200f75e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TVKZADNWK3QUFHIQ23FRTT3ZSX/bundle.json","state_url":"https://pith.science/pith/TVKZADNWK3QUFHIQ23FRTT3ZSX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TVKZADNWK3QUFHIQ23FRTT3ZSX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-11T15:04:49Z","links":{"resolver":"https://pith.science/pith/TVKZADNWK3QUFHIQ23FRTT3ZSX","bundle":"https://pith.science/pith/TVKZADNWK3QUFHIQ23FRTT3ZSX/bundle.json","state":"https://pith.science/pith/TVKZADNWK3QUFHIQ23FRTT3ZSX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TVKZADNWK3QUFHIQ23FRTT3ZSX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:TVKZADNWK3QUFHIQ23FRTT3ZSX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7c095ffa434c68c9490c9ad2b4b60f501a9e54847d0513ca06c8e89a1b8e1f87","cross_cats_sorted":["stat.AP"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2019-06-26T04:40:50Z","title_canon_sha256":"5d4058791e6b5911f7a821abb97c9d3c4228cb72532dbdd5931de47f6fbcdc4a"},"schema_version":"1.0","source":{"id":"1906.10843","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.10843","created_at":"2026-05-17T23:42:13Z"},{"alias_kind":"arxiv_version","alias_value":"1906.10843v1","created_at":"2026-05-17T23:42:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.10843","created_at":"2026-05-17T23:42:13Z"},{"alias_kind":"pith_short_12","alias_value":"TVKZADNWK3QU","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_16","alias_value":"TVKZADNWK3QUFHIQ","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_8","alias_value":"TVKZADNW","created_at":"2026-05-18T12:33:30Z"}],"graph_snapshots":[{"event_id":"sha256:6a9f457bbbea1df38eed682dad5248fe94b82f5f4b67370229ce6cfe3200f75e","target":"graph","created_at":"2026-05-17T23:42:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We study user sentiment (reported via optional surveys) as a metric for fully randomized A/B tests. Both user-level covariates and treatment assignment can impact response propensity. We propose a set of consistent estimators for the average and local treatment effects on treated and respondent users. We show that our problem can be mapped onto the intersection of the missing data problem and observational causal inference, and we identify conditions under which consistent estimators exist. We evaluate the performance of estimators via simulation studies and find that more complicated models d","authors_text":"Ercan Yildiz, Joshua Safyan, Marc Harper","cross_cats":["stat.AP"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2019-06-26T04:40:50Z","title":"User Sentiment as a Success Metric: Persistent Biases Under Full Randomization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.10843","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0eeedd4eb2ee9dc09887452ebbc40a04d352afa5d994c29d370ca265d83f8246","target":"record","created_at":"2026-05-17T23:42:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7c095ffa434c68c9490c9ad2b4b60f501a9e54847d0513ca06c8e89a1b8e1f87","cross_cats_sorted":["stat.AP"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ME","submitted_at":"2019-06-26T04:40:50Z","title_canon_sha256":"5d4058791e6b5911f7a821abb97c9d3c4228cb72532dbdd5931de47f6fbcdc4a"},"schema_version":"1.0","source":{"id":"1906.10843","kind":"arxiv","version":1}},"canonical_sha256":"9d55900db656e1429d10d6cb19cf7995e79e5712f8210ad8f3ed0077d08e78bf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9d55900db656e1429d10d6cb19cf7995e79e5712f8210ad8f3ed0077d08e78bf","first_computed_at":"2026-05-17T23:42:13.096124Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:42:13.096124Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3kuU9EK+xF3ZgZ62/gLpfDPmgtlj5ojUTdlN76N9Mvp2sI57n1vFxnIEIg8ZSEPgCjl9r6gw3OL9W6rYpQprAw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:42:13.096837Z","signed_message":"canonical_sha256_bytes"},"source_id":"1906.10843","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0eeedd4eb2ee9dc09887452ebbc40a04d352afa5d994c29d370ca265d83f8246","sha256:6a9f457bbbea1df38eed682dad5248fe94b82f5f4b67370229ce6cfe3200f75e"],"state_sha256":"817e945d39b49f7632bcf423c254522cfdeb29a7b54ecaec65d9238d5d8f6db3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XsIOIc3WkvK60nqpakbcZ2OOhZMS8lkzL0X7zFwBP5xyA78xC/pCO/zxwq7qQIcsgH40FnSZvlBH4TZOlbeuBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-11T15:04:49.915488Z","bundle_sha256":"6a2b6c3a09dedb0488eab32b13ca00a2c146a6167e92a1441c4b582a721fcb98"}}