{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:SJWRWBENBI3G3GMC527LYFFPHA","short_pith_number":"pith:SJWRWBEN","canonical_record":{"source":{"id":"1810.05252","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-10-11T21:19:05Z","cross_cats_sorted":[],"title_canon_sha256":"bd8d790ae0bf168fa65d5c53536e98dc11189f97e71e2da402cb76472b3858a5","abstract_canon_sha256":"ef296a8c4a68151b0725b095bf9aff5456a18205050082bf31e17454f4c67407"},"schema_version":"1.0"},"canonical_sha256":"926d1b048d0a366d9982eebebc14af383986d81ddba5aeff1c5e70802b1df401","source":{"kind":"arxiv","id":"1810.05252","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1810.05252","created_at":"2026-05-18T00:03:31Z"},{"alias_kind":"arxiv_version","alias_value":"1810.05252v1","created_at":"2026-05-18T00:03:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.05252","created_at":"2026-05-18T00:03:31Z"},{"alias_kind":"pith_short_12","alias_value":"SJWRWBENBI3G","created_at":"2026-05-18T12:32:53Z"},{"alias_kind":"pith_short_16","alias_value":"SJWRWBENBI3G3GMC","created_at":"2026-05-18T12:32:53Z"},{"alias_kind":"pith_short_8","alias_value":"SJWRWBEN","created_at":"2026-05-18T12:32:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:SJWRWBENBI3G3GMC527LYFFPHA","target":"record","payload":{"canonical_record":{"source":{"id":"1810.05252","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-10-11T21:19:05Z","cross_cats_sorted":[],"title_canon_sha256":"bd8d790ae0bf168fa65d5c53536e98dc11189f97e71e2da402cb76472b3858a5","abstract_canon_sha256":"ef296a8c4a68151b0725b095bf9aff5456a18205050082bf31e17454f4c67407"},"schema_version":"1.0"},"canonical_sha256":"926d1b048d0a366d9982eebebc14af383986d81ddba5aeff1c5e70802b1df401","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:03:31.244087Z","signature_b64":"4wjKaMykDEnkdjBWStE9i9iwj/PAgud2CmiAUQiYrdxXzfMT6dLBrw0bq2Vd5V5dxG7QM7RQJybNqoPulnnpBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"926d1b048d0a366d9982eebebc14af383986d81ddba5aeff1c5e70802b1df401","last_reissued_at":"2026-05-18T00:03:31.243500Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:03:31.243500Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1810.05252","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:03:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CBeS+QEGoZHufxSqSegqbbfPUunZJZFzBKoz9szOEIj9P4tO1J3Xhj6sV21A1ZfWqcBHvSVQwbM86xV8srWOCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-11T16:36:13.586359Z"},"content_sha256":"815f5942ef48e9a0aa3a56d383fb201adea381b0562f04cf5f2c0a348f0d822f","schema_version":"1.0","event_id":"sha256:815f5942ef48e9a0aa3a56d383fb201adea381b0562f04cf5f2c0a348f0d822f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:SJWRWBENBI3G3GMC527LYFFPHA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Offline Comparison of Ranking Functions using Randomized Data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Aman Agarwal, Cheng Li, Marc Najork, Michael Bendersky, Xuanhui Wang","submitted_at":"2018-10-11T21:19:05Z","abstract_excerpt":"Ranking functions return ranked lists of items, and users often interact with these items. How to evaluate ranking functions using historical interaction logs, also known as off-policy evaluation, is an important but challenging problem. The commonly used Inverse Propensity Scores (IPS) approaches work better for the single item case, but suffer from extremely low data efficiency for the ranked list case. In this paper, we study how to improve the data efficiency of IPS approaches in the offline comparison setting. We propose two approaches Trunc-match and Rand-interleaving for offline compari"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.05252","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:03:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yPQ6L36cJzs7HUJfIGA+Z1MbzjjSunINnz/D6yEneExo3FkXkCcto+UBc/DA83N9o2ffpNzIqBJTiCjLciEZDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-11T16:36:13.586748Z"},"content_sha256":"703e1e9040cfffae38783f0a40c4342bc0ba32bb749e282b4b69a5b6cdaa6e8d","schema_version":"1.0","event_id":"sha256:703e1e9040cfffae38783f0a40c4342bc0ba32bb749e282b4b69a5b6cdaa6e8d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SJWRWBENBI3G3GMC527LYFFPHA/bundle.json","state_url":"https://pith.science/pith/SJWRWBENBI3G3GMC527LYFFPHA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SJWRWBENBI3G3GMC527LYFFPHA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-11T16:36:13Z","links":{"resolver":"https://pith.science/pith/SJWRWBENBI3G3GMC527LYFFPHA","bundle":"https://pith.science/pith/SJWRWBENBI3G3GMC527LYFFPHA/bundle.json","state":"https://pith.science/pith/SJWRWBENBI3G3GMC527LYFFPHA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SJWRWBENBI3G3GMC527LYFFPHA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:SJWRWBENBI3G3GMC527LYFFPHA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ef296a8c4a68151b0725b095bf9aff5456a18205050082bf31e17454f4c67407","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-10-11T21:19:05Z","title_canon_sha256":"bd8d790ae0bf168fa65d5c53536e98dc11189f97e71e2da402cb76472b3858a5"},"schema_version":"1.0","source":{"id":"1810.05252","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1810.05252","created_at":"2026-05-18T00:03:31Z"},{"alias_kind":"arxiv_version","alias_value":"1810.05252v1","created_at":"2026-05-18T00:03:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.05252","created_at":"2026-05-18T00:03:31Z"},{"alias_kind":"pith_short_12","alias_value":"SJWRWBENBI3G","created_at":"2026-05-18T12:32:53Z"},{"alias_kind":"pith_short_16","alias_value":"SJWRWBENBI3G3GMC","created_at":"2026-05-18T12:32:53Z"},{"alias_kind":"pith_short_8","alias_value":"SJWRWBEN","created_at":"2026-05-18T12:32:53Z"}],"graph_snapshots":[{"event_id":"sha256:703e1e9040cfffae38783f0a40c4342bc0ba32bb749e282b4b69a5b6cdaa6e8d","target":"graph","created_at":"2026-05-18T00:03:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Ranking functions return ranked lists of items, and users often interact with these items. How to evaluate ranking functions using historical interaction logs, also known as off-policy evaluation, is an important but challenging problem. The commonly used Inverse Propensity Scores (IPS) approaches work better for the single item case, but suffer from extremely low data efficiency for the ranked list case. In this paper, we study how to improve the data efficiency of IPS approaches in the offline comparison setting. We propose two approaches Trunc-match and Rand-interleaving for offline compari","authors_text":"Aman Agarwal, Cheng Li, Marc Najork, Michael Bendersky, Xuanhui Wang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-10-11T21:19:05Z","title":"Offline Comparison of Ranking Functions using Randomized Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.05252","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:815f5942ef48e9a0aa3a56d383fb201adea381b0562f04cf5f2c0a348f0d822f","target":"record","created_at":"2026-05-18T00:03:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ef296a8c4a68151b0725b095bf9aff5456a18205050082bf31e17454f4c67407","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-10-11T21:19:05Z","title_canon_sha256":"bd8d790ae0bf168fa65d5c53536e98dc11189f97e71e2da402cb76472b3858a5"},"schema_version":"1.0","source":{"id":"1810.05252","kind":"arxiv","version":1}},"canonical_sha256":"926d1b048d0a366d9982eebebc14af383986d81ddba5aeff1c5e70802b1df401","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"926d1b048d0a366d9982eebebc14af383986d81ddba5aeff1c5e70802b1df401","first_computed_at":"2026-05-18T00:03:31.243500Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:03:31.243500Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4wjKaMykDEnkdjBWStE9i9iwj/PAgud2CmiAUQiYrdxXzfMT6dLBrw0bq2Vd5V5dxG7QM7RQJybNqoPulnnpBg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:03:31.244087Z","signed_message":"canonical_sha256_bytes"},"source_id":"1810.05252","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:815f5942ef48e9a0aa3a56d383fb201adea381b0562f04cf5f2c0a348f0d822f","sha256:703e1e9040cfffae38783f0a40c4342bc0ba32bb749e282b4b69a5b6cdaa6e8d"],"state_sha256":"1162984e9098f487c1a1c1782fdcfe1e7b9abf887e52dc92354e0edcf4948391"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"86vHQ0gxO7KZCL86KQUbk0K/yuJP3l7pNdSGq6wWAOBv1iju66+QgDQF7cGpAuTo6XGMKpbPdIOVgl1BfzURAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-11T16:36:13.588947Z","bundle_sha256":"9aab3c9e8cefbdb5f449c2bf20bf23ea65c6dac5af02226f3a9ef8dd13ee9e65"}}