{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:SJWRWBENBI3G3GMC527LYFFPHA","short_pith_number":"pith:SJWRWBEN","schema_version":"1.0","canonical_sha256":"926d1b048d0a366d9982eebebc14af383986d81ddba5aeff1c5e70802b1df401","source":{"kind":"arxiv","id":"1810.05252","version":1},"attestation_state":"computed","paper":{"title":"Offline Comparison of Ranking Functions using Randomized Data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Aman Agarwal, Cheng Li, Marc Najork, Michael Bendersky, Xuanhui Wang","submitted_at":"2018-10-11T21:19:05Z","abstract_excerpt":"Ranking functions return ranked lists of items, and users often interact with these items. How to evaluate ranking functions using historical interaction logs, also known as off-policy evaluation, is an important but challenging problem. The commonly used Inverse Propensity Scores (IPS) approaches work better for the single item case, but suffer from extremely low data efficiency for the ranked list case. In this paper, we study how to improve the data efficiency of IPS approaches in the offline comparison setting. We propose two approaches Trunc-match and Rand-interleaving for offline compari"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1810.05252","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2018-10-11T21:19:05Z","cross_cats_sorted":[],"title_canon_sha256":"bd8d790ae0bf168fa65d5c53536e98dc11189f97e71e2da402cb76472b3858a5","abstract_canon_sha256":"ef296a8c4a68151b0725b095bf9aff5456a18205050082bf31e17454f4c67407"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:03:31.244087Z","signature_b64":"4wjKaMykDEnkdjBWStE9i9iwj/PAgud2CmiAUQiYrdxXzfMT6dLBrw0bq2Vd5V5dxG7QM7RQJybNqoPulnnpBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"926d1b048d0a366d9982eebebc14af383986d81ddba5aeff1c5e70802b1df401","last_reissued_at":"2026-05-18T00:03:31.243500Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:03:31.243500Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Offline Comparison of Ranking Functions using Randomized Data","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Aman Agarwal, Cheng Li, Marc Najork, Michael Bendersky, Xuanhui Wang","submitted_at":"2018-10-11T21:19:05Z","abstract_excerpt":"Ranking functions return ranked lists of items, and users often interact with these items. How to evaluate ranking functions using historical interaction logs, also known as off-policy evaluation, is an important but challenging problem. The commonly used Inverse Propensity Scores (IPS) approaches work better for the single item case, but suffer from extremely low data efficiency for the ranked list case. In this paper, we study how to improve the data efficiency of IPS approaches in the offline comparison setting. We propose two approaches Trunc-match and Rand-interleaving for offline compari"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.05252","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1810.05252","created_at":"2026-05-18T00:03:31.243593+00:00"},{"alias_kind":"arxiv_version","alias_value":"1810.05252v1","created_at":"2026-05-18T00:03:31.243593+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.05252","created_at":"2026-05-18T00:03:31.243593+00:00"},{"alias_kind":"pith_short_12","alias_value":"SJWRWBENBI3G","created_at":"2026-05-18T12:32:53.628368+00:00"},{"alias_kind":"pith_short_16","alias_value":"SJWRWBENBI3G3GMC","created_at":"2026-05-18T12:32:53.628368+00:00"},{"alias_kind":"pith_short_8","alias_value":"SJWRWBEN","created_at":"2026-05-18T12:32:53.628368+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/SJWRWBENBI3G3GMC527LYFFPHA","json":"https://pith.science/pith/SJWRWBENBI3G3GMC527LYFFPHA.json","graph_json":"https://pith.science/api/pith-number/SJWRWBENBI3G3GMC527LYFFPHA/graph.json","events_json":"https://pith.science/api/pith-number/SJWRWBENBI3G3GMC527LYFFPHA/events.json","paper":"https://pith.science/paper/SJWRWBEN"},"agent_actions":{"view_html":"https://pith.science/pith/SJWRWBENBI3G3GMC527LYFFPHA","download_json":"https://pith.science/pith/SJWRWBENBI3G3GMC527LYFFPHA.json","view_paper":"https://pith.science/paper/SJWRWBEN","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1810.05252&json=true","fetch_graph":"https://pith.science/api/pith-number/SJWRWBENBI3G3GMC527LYFFPHA/graph.json","fetch_events":"https://pith.science/api/pith-number/SJWRWBENBI3G3GMC527LYFFPHA/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/SJWRWBENBI3G3GMC527LYFFPHA/action/timestamp_anchor","attest_storage":"https://pith.science/pith/SJWRWBENBI3G3GMC527LYFFPHA/action/storage_attestation","attest_author":"https://pith.science/pith/SJWRWBENBI3G3GMC527LYFFPHA/action/author_attestation","sign_citation":"https://pith.science/pith/SJWRWBENBI3G3GMC527LYFFPHA/action/citation_signature","submit_replication":"https://pith.science/pith/SJWRWBENBI3G3GMC527LYFFPHA/action/replication_record"}},"created_at":"2026-05-18T00:03:31.243593+00:00","updated_at":"2026-05-18T00:03:31.243593+00:00"}