{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:2Q7Z5ZH7VTFRN7KLGGPHARXLC5","short_pith_number":"pith:2Q7Z5ZH7","canonical_record":{"source":{"id":"1610.07667","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-10-24T22:12:52Z","cross_cats_sorted":[],"title_canon_sha256":"35637c308b880adff796827e5dee559f997e1523555b303ef0a39502de829067","abstract_canon_sha256":"015fc997fd2ed85076b7d069060466d2eb0e749c3304ae7549dca7c4cf08ee27"},"schema_version":"1.0"},"canonical_sha256":"d43f9ee4ffaccb16fd4b319e7046eb17635e523a48964ee702aa2b48d4d4d659","source":{"kind":"arxiv","id":"1610.07667","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1610.07667","created_at":"2026-05-18T01:01:15Z"},{"alias_kind":"arxiv_version","alias_value":"1610.07667v2","created_at":"2026-05-18T01:01:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1610.07667","created_at":"2026-05-18T01:01:15Z"},{"alias_kind":"pith_short_12","alias_value":"2Q7Z5ZH7VTFR","created_at":"2026-05-18T12:29:55Z"},{"alias_kind":"pith_short_16","alias_value":"2Q7Z5ZH7VTFRN7KL","created_at":"2026-05-18T12:29:55Z"},{"alias_kind":"pith_short_8","alias_value":"2Q7Z5ZH7","created_at":"2026-05-18T12:29:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:2Q7Z5ZH7VTFRN7KLGGPHARXLC5","target":"record","payload":{"canonical_record":{"source":{"id":"1610.07667","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-10-24T22:12:52Z","cross_cats_sorted":[],"title_canon_sha256":"35637c308b880adff796827e5dee559f997e1523555b303ef0a39502de829067","abstract_canon_sha256":"015fc997fd2ed85076b7d069060466d2eb0e749c3304ae7549dca7c4cf08ee27"},"schema_version":"1.0"},"canonical_sha256":"d43f9ee4ffaccb16fd4b319e7046eb17635e523a48964ee702aa2b48d4d4d659","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:01:15.254123Z","signature_b64":"VE8eBx+76VffFYYwVtZN7WJi8+cDP6GqjT9bzH46Tqw9kr3VHJgEsHQqB4jlsqyXwxt7XOq9m2fp+3oynBU7Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d43f9ee4ffaccb16fd4b319e7046eb17635e523a48964ee702aa2b48d4d4d659","last_reissued_at":"2026-05-18T01:01:15.253459Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:01:15.253459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1610.07667","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:01:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uJ1hiZQItENu1kD9+hiCn8VwBzsoYukHVfvoD7JANsl9JWSehZyfL6bWtGar2NEXRJ0XnJq++SJQtRaJCYY+Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T10:42:13.315602Z"},"content_sha256":"b4109bbab62c5854444d2cf0a30d020ec11606a8d7c2b11c910b9b6324daaf85","schema_version":"1.0","event_id":"sha256:b4109bbab62c5854444d2cf0a30d020ec11606a8d7c2b11c910b9b6324daaf85"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:2Q7Z5ZH7VTFRN7KLGGPHARXLC5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Predicting Counterfactuals from Large Historical Data and Small Randomized Trials","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Elad Yom-Tov, Nir Rosenfeld, Yishay Mansour","submitted_at":"2016-10-24T22:12:52Z","abstract_excerpt":"When a new treatment is considered for use, whether a pharmaceutical drug or a search engine ranking algorithm, a typical question that arises is, will its performance exceed that of the current treatment? The conventional way to answer this counterfactual question is to estimate the effect of the new treatment in comparison to that of the conventional treatment by running a controlled, randomized experiment. While this approach theoretically ensures an unbiased estimator, it suffers from several drawbacks, including the difficulty in finding representative experimental populations as well as "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1610.07667","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:01:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gvw+gqwAapK8rn61e/8FtVEatL95Rh9jcIVqMLGYHUoEIYjLWKTYK5nYhj2lbWwLZqXlGL3zLjqJJACNvYAKDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T10:42:13.315931Z"},"content_sha256":"cdada1073b6ce7100ddf4187fce574a5523cae3ff889a7b733b264c6bf9caba4","schema_version":"1.0","event_id":"sha256:cdada1073b6ce7100ddf4187fce574a5523cae3ff889a7b733b264c6bf9caba4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2Q7Z5ZH7VTFRN7KLGGPHARXLC5/bundle.json","state_url":"https://pith.science/pith/2Q7Z5ZH7VTFRN7KLGGPHARXLC5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2Q7Z5ZH7VTFRN7KLGGPHARXLC5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-08T10:42:13Z","links":{"resolver":"https://pith.science/pith/2Q7Z5ZH7VTFRN7KLGGPHARXLC5","bundle":"https://pith.science/pith/2Q7Z5ZH7VTFRN7KLGGPHARXLC5/bundle.json","state":"https://pith.science/pith/2Q7Z5ZH7VTFRN7KLGGPHARXLC5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2Q7Z5ZH7VTFRN7KLGGPHARXLC5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:2Q7Z5ZH7VTFRN7KLGGPHARXLC5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"015fc997fd2ed85076b7d069060466d2eb0e749c3304ae7549dca7c4cf08ee27","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-10-24T22:12:52Z","title_canon_sha256":"35637c308b880adff796827e5dee559f997e1523555b303ef0a39502de829067"},"schema_version":"1.0","source":{"id":"1610.07667","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1610.07667","created_at":"2026-05-18T01:01:15Z"},{"alias_kind":"arxiv_version","alias_value":"1610.07667v2","created_at":"2026-05-18T01:01:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1610.07667","created_at":"2026-05-18T01:01:15Z"},{"alias_kind":"pith_short_12","alias_value":"2Q7Z5ZH7VTFR","created_at":"2026-05-18T12:29:55Z"},{"alias_kind":"pith_short_16","alias_value":"2Q7Z5ZH7VTFRN7KL","created_at":"2026-05-18T12:29:55Z"},{"alias_kind":"pith_short_8","alias_value":"2Q7Z5ZH7","created_at":"2026-05-18T12:29:55Z"}],"graph_snapshots":[{"event_id":"sha256:cdada1073b6ce7100ddf4187fce574a5523cae3ff889a7b733b264c6bf9caba4","target":"graph","created_at":"2026-05-18T01:01:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"When a new treatment is considered for use, whether a pharmaceutical drug or a search engine ranking algorithm, a typical question that arises is, will its performance exceed that of the current treatment? The conventional way to answer this counterfactual question is to estimate the effect of the new treatment in comparison to that of the conventional treatment by running a controlled, randomized experiment. While this approach theoretically ensures an unbiased estimator, it suffers from several drawbacks, including the difficulty in finding representative experimental populations as well as ","authors_text":"Elad Yom-Tov, Nir Rosenfeld, Yishay Mansour","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-10-24T22:12:52Z","title":"Predicting Counterfactuals from Large Historical Data and Small Randomized Trials"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1610.07667","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b4109bbab62c5854444d2cf0a30d020ec11606a8d7c2b11c910b9b6324daaf85","target":"record","created_at":"2026-05-18T01:01:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"015fc997fd2ed85076b7d069060466d2eb0e749c3304ae7549dca7c4cf08ee27","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-10-24T22:12:52Z","title_canon_sha256":"35637c308b880adff796827e5dee559f997e1523555b303ef0a39502de829067"},"schema_version":"1.0","source":{"id":"1610.07667","kind":"arxiv","version":2}},"canonical_sha256":"d43f9ee4ffaccb16fd4b319e7046eb17635e523a48964ee702aa2b48d4d4d659","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d43f9ee4ffaccb16fd4b319e7046eb17635e523a48964ee702aa2b48d4d4d659","first_computed_at":"2026-05-18T01:01:15.253459Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:01:15.253459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VE8eBx+76VffFYYwVtZN7WJi8+cDP6GqjT9bzH46Tqw9kr3VHJgEsHQqB4jlsqyXwxt7XOq9m2fp+3oynBU7Dg==","signature_status":"signed_v1","signed_at":"2026-05-18T01:01:15.254123Z","signed_message":"canonical_sha256_bytes"},"source_id":"1610.07667","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b4109bbab62c5854444d2cf0a30d020ec11606a8d7c2b11c910b9b6324daaf85","sha256:cdada1073b6ce7100ddf4187fce574a5523cae3ff889a7b733b264c6bf9caba4"],"state_sha256":"e7196fcdc02b305eab53eae8bc4d349b43d716f207c701500d376e49d98c29a9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BuSpQl7HUrARTAMA3tU2UYXHUQrvPc+QDc7H1vThoHg4PMK27qzNcqR/EmWz9zRAowmkyo8YAX1URBoxCaskBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-08T10:42:13.317923Z","bundle_sha256":"d0a05a71da78b359779c6a144253ab91216206e31c0d52b06e8849d059ca8270"}}