{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2014:O2C2C46V5SSGA4X3CRFLZIG2BY","short_pith_number":"pith:O2C2C46V","canonical_record":{"source":{"id":"1403.1891","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2014-03-07T22:54:52Z","cross_cats_sorted":["cs.AI","stat.AP","stat.ML"],"title_canon_sha256":"d10684ad1c166e4a54998f5bc377b2a57dc69ac16953cc74093285cfd2a7d33a","abstract_canon_sha256":"5ffd7061717325db63f699547f07acac908c83f8fee9fe29bcc6e27916620cb3"},"schema_version":"1.0"},"canonical_sha256":"7685a173d5eca46072fb144abca0da0e3c1fe63edc4fa65e5a5525f74f7c5950","source":{"kind":"arxiv","id":"1403.1891","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1403.1891","created_at":"2026-05-18T02:56:34Z"},{"alias_kind":"arxiv_version","alias_value":"1403.1891v2","created_at":"2026-05-18T02:56:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1403.1891","created_at":"2026-05-18T02:56:34Z"},{"alias_kind":"pith_short_12","alias_value":"O2C2C46V5SSG","created_at":"2026-05-18T12:28:41Z"},{"alias_kind":"pith_short_16","alias_value":"O2C2C46V5SSGA4X3","created_at":"2026-05-18T12:28:41Z"},{"alias_kind":"pith_short_8","alias_value":"O2C2C46V","created_at":"2026-05-18T12:28:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2014:O2C2C46V5SSGA4X3CRFLZIG2BY","target":"record","payload":{"canonical_record":{"source":{"id":"1403.1891","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2014-03-07T22:54:52Z","cross_cats_sorted":["cs.AI","stat.AP","stat.ML"],"title_canon_sha256":"d10684ad1c166e4a54998f5bc377b2a57dc69ac16953cc74093285cfd2a7d33a","abstract_canon_sha256":"5ffd7061717325db63f699547f07acac908c83f8fee9fe29bcc6e27916620cb3"},"schema_version":"1.0"},"canonical_sha256":"7685a173d5eca46072fb144abca0da0e3c1fe63edc4fa65e5a5525f74f7c5950","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T02:56:34.402560Z","signature_b64":"CV1MJnNsIN6xqSTeatbaFWptt7pkJNn+uUDN4LroHYDf6K02tFcR5YRQK6j/42+cPUKjrAc8j8OG9sMUJYMEDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7685a173d5eca46072fb144abca0da0e3c1fe63edc4fa65e5a5525f74f7c5950","last_reissued_at":"2026-05-18T02:56:34.401761Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T02:56:34.401761Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1403.1891","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:56:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EhekwluiY/y9ggcF6SCvnV4eyoUM+mNKnS6mLhtS9UO1Daqo9xAZabfRdc5LLIcqJUO3Ped+VUKtmCnBqBO0DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-09T06:30:40.185600Z"},"content_sha256":"1e873bae8b0da6d0c9b5898ea290a1e846d057f8310f331364968d7d9b791f94","schema_version":"1.0","event_id":"sha256:1e873bae8b0da6d0c9b5898ea290a1e846d057f8310f331364968d7d9b791f94"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2014:O2C2C46V5SSGA4X3CRFLZIG2BY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Counterfactual Estimation and Optimization of Click Metrics for Search Engines","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","stat.AP","stat.ML"],"primary_cat":"cs.LG","authors_text":"Ankur Gupta, Jim Kleban, Lihong Li, Shunbao Chen","submitted_at":"2014-03-07T22:54:52Z","abstract_excerpt":"Optimizing an interactive system against a predefined online metric is particularly challenging, when the metric is computed from user feedback such as clicks and payments. The key challenge is the counterfactual nature: in the case of Web search, any change to a component of the search engine may result in a different search result page for the same query, but we normally cannot infer reliably from search log how users would react to the new result page. Consequently, it appears impossible to accurately estimate online metrics that depend on user feedback, unless the new engine is run to serv"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1403.1891","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T02:56:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GKarzOVPjnGSEFpCEG6slpzaMXVM/KSduIdJ9oC58kUlsWpOtguBsb9fE7eq0VSXzndmadfk1N86OHUGOmIpCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-09T06:30:40.186239Z"},"content_sha256":"8adbec217ac88acb49ac3dff934bb6919c5aeac0a375a122e5eb6b22f7c37ddc","schema_version":"1.0","event_id":"sha256:8adbec217ac88acb49ac3dff934bb6919c5aeac0a375a122e5eb6b22f7c37ddc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/O2C2C46V5SSGA4X3CRFLZIG2BY/bundle.json","state_url":"https://pith.science/pith/O2C2C46V5SSGA4X3CRFLZIG2BY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/O2C2C46V5SSGA4X3CRFLZIG2BY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-09T06:30:40Z","links":{"resolver":"https://pith.science/pith/O2C2C46V5SSGA4X3CRFLZIG2BY","bundle":"https://pith.science/pith/O2C2C46V5SSGA4X3CRFLZIG2BY/bundle.json","state":"https://pith.science/pith/O2C2C46V5SSGA4X3CRFLZIG2BY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/O2C2C46V5SSGA4X3CRFLZIG2BY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2014:O2C2C46V5SSGA4X3CRFLZIG2BY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5ffd7061717325db63f699547f07acac908c83f8fee9fe29bcc6e27916620cb3","cross_cats_sorted":["cs.AI","stat.AP","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2014-03-07T22:54:52Z","title_canon_sha256":"d10684ad1c166e4a54998f5bc377b2a57dc69ac16953cc74093285cfd2a7d33a"},"schema_version":"1.0","source":{"id":"1403.1891","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1403.1891","created_at":"2026-05-18T02:56:34Z"},{"alias_kind":"arxiv_version","alias_value":"1403.1891v2","created_at":"2026-05-18T02:56:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1403.1891","created_at":"2026-05-18T02:56:34Z"},{"alias_kind":"pith_short_12","alias_value":"O2C2C46V5SSG","created_at":"2026-05-18T12:28:41Z"},{"alias_kind":"pith_short_16","alias_value":"O2C2C46V5SSGA4X3","created_at":"2026-05-18T12:28:41Z"},{"alias_kind":"pith_short_8","alias_value":"O2C2C46V","created_at":"2026-05-18T12:28:41Z"}],"graph_snapshots":[{"event_id":"sha256:8adbec217ac88acb49ac3dff934bb6919c5aeac0a375a122e5eb6b22f7c37ddc","target":"graph","created_at":"2026-05-18T02:56:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Optimizing an interactive system against a predefined online metric is particularly challenging, when the metric is computed from user feedback such as clicks and payments. The key challenge is the counterfactual nature: in the case of Web search, any change to a component of the search engine may result in a different search result page for the same query, but we normally cannot infer reliably from search log how users would react to the new result page. Consequently, it appears impossible to accurately estimate online metrics that depend on user feedback, unless the new engine is run to serv","authors_text":"Ankur Gupta, Jim Kleban, Lihong Li, Shunbao Chen","cross_cats":["cs.AI","stat.AP","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2014-03-07T22:54:52Z","title":"Counterfactual Estimation and Optimization of Click Metrics for Search Engines"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1403.1891","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1e873bae8b0da6d0c9b5898ea290a1e846d057f8310f331364968d7d9b791f94","target":"record","created_at":"2026-05-18T02:56:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5ffd7061717325db63f699547f07acac908c83f8fee9fe29bcc6e27916620cb3","cross_cats_sorted":["cs.AI","stat.AP","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2014-03-07T22:54:52Z","title_canon_sha256":"d10684ad1c166e4a54998f5bc377b2a57dc69ac16953cc74093285cfd2a7d33a"},"schema_version":"1.0","source":{"id":"1403.1891","kind":"arxiv","version":2}},"canonical_sha256":"7685a173d5eca46072fb144abca0da0e3c1fe63edc4fa65e5a5525f74f7c5950","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7685a173d5eca46072fb144abca0da0e3c1fe63edc4fa65e5a5525f74f7c5950","first_computed_at":"2026-05-18T02:56:34.401761Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T02:56:34.401761Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CV1MJnNsIN6xqSTeatbaFWptt7pkJNn+uUDN4LroHYDf6K02tFcR5YRQK6j/42+cPUKjrAc8j8OG9sMUJYMEDQ==","signature_status":"signed_v1","signed_at":"2026-05-18T02:56:34.402560Z","signed_message":"canonical_sha256_bytes"},"source_id":"1403.1891","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1e873bae8b0da6d0c9b5898ea290a1e846d057f8310f331364968d7d9b791f94","sha256:8adbec217ac88acb49ac3dff934bb6919c5aeac0a375a122e5eb6b22f7c37ddc"],"state_sha256":"6a41f4956e287c9304745b8b5d2587ab99d546603bce5a5dc4da0fc1ef97ee20"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gdFftvitA6DEEqcQIFT7LchkVYoy5H3Gr15Pf9oybmODogXsOXmdUlFvGqd18EH5NXiKuLwulxzcrN0ewiRRBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-09T06:30:40.190324Z","bundle_sha256":"c917542c4481a04d8538027b1a619f88b4ba6d31cccf2be1117792da191a9ad3"}}