{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:S42X6KXJEDZUYSXPJ4DMBUNZTR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"16c2d29fdf196052bffaaeefc51a7c6c978f03a29586cadfd51be79df0316bfc","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2017-11-26T20:40:57Z","title_canon_sha256":"68b6f61e1e8a464147a4cd6b7aad4f7f37810301065775983b7cb994a3f187ab"},"schema_version":"1.0","source":{"id":"1711.09454","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1711.09454","created_at":"2026-05-18T00:29:35Z"},{"alias_kind":"arxiv_version","alias_value":"1711.09454v1","created_at":"2026-05-18T00:29:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1711.09454","created_at":"2026-05-18T00:29:35Z"},{"alias_kind":"pith_short_12","alias_value":"S42X6KXJEDZU","created_at":"2026-05-18T12:31:43Z"},{"alias_kind":"pith_short_16","alias_value":"S42X6KXJEDZUYSXP","created_at":"2026-05-18T12:31:43Z"},{"alias_kind":"pith_short_8","alias_value":"S42X6KXJ","created_at":"2026-05-18T12:31:43Z"}],"graph_snapshots":[{"event_id":"sha256:7521267287227719e6902fae4ffbb236c5cdb675f33828d26e1ddc8cdb7c1e45","target":"graph","created_at":"2026-05-18T00:29:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Multileaved comparison methods generalize interleaved comparison methods to provide a scalable approach for comparing ranking systems based on regular user interactions. Such methods enable the increasingly rapid research and development of search engines. However, existing multileaved comparison methods that provide reliable outcomes do so by degrading the user experience during evaluation. Conversely, current multileaved comparison methods that maintain the user experience cannot guarantee correctness. Our contribution is two-fold. First, we propose a theoretical framework for systematically","authors_text":"Harrie Oosterhuis, Maarten de Rijke","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2017-11-26T20:40:57Z","title":"Sensitive and Scalable Online Evaluation with Theoretical Guarantees"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1711.09454","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1417ffafa63ec7d6e8eed897e2e562aed2c91884902ef1cd0d3c44d5e1bea41c","target":"record","created_at":"2026-05-18T00:29:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"16c2d29fdf196052bffaaeefc51a7c6c978f03a29586cadfd51be79df0316bfc","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2017-11-26T20:40:57Z","title_canon_sha256":"68b6f61e1e8a464147a4cd6b7aad4f7f37810301065775983b7cb994a3f187ab"},"schema_version":"1.0","source":{"id":"1711.09454","kind":"arxiv","version":1}},"canonical_sha256":"97357f2ae920f34c4aef4f06c0d1b99c480560f0340b612749d3a77284a8ea39","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"97357f2ae920f34c4aef4f06c0d1b99c480560f0340b612749d3a77284a8ea39","first_computed_at":"2026-05-18T00:29:35.511599Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:29:35.511599Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JOwybYFpq7bVswNmkrl9RisDW6NdTodQ0cYnRoGiFjdCDYSj2eqYLtlE3jJin4RaO9InrdN432mIUreaXgycAA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:29:35.512248Z","signed_message":"canonical_sha256_bytes"},"source_id":"1711.09454","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1417ffafa63ec7d6e8eed897e2e562aed2c91884902ef1cd0d3c44d5e1bea41c","sha256:7521267287227719e6902fae4ffbb236c5cdb675f33828d26e1ddc8cdb7c1e45"],"state_sha256":"38d6d2eea17b9799ced4ca6bd7da4ab26469fb352fb8726b7928d02ca3536a5a"}