{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:DWRALWZZCDQBFUUBGDZG44AJJ6","short_pith_number":"pith:DWRALWZZ","canonical_record":{"source":{"id":"1907.07260","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2019-07-16T21:07:22Z","cross_cats_sorted":[],"title_canon_sha256":"763625afc39559351aa4b6de45485ff6bd9e6fd2507ac4d4aebdfed5d3d80c5b","abstract_canon_sha256":"2e0867b216accdb8f4f73f36aae8547ab2bb1d60fcc8c6f8f115aad05203f81a"},"schema_version":"1.0"},"canonical_sha256":"1da205db3910e012d28130f26e70094f9a1fe02e48a67f05127c88f3c1ed8ff9","source":{"kind":"arxiv","id":"1907.07260","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.07260","created_at":"2026-05-17T23:40:22Z"},{"alias_kind":"arxiv_version","alias_value":"1907.07260v1","created_at":"2026-05-17T23:40:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.07260","created_at":"2026-05-17T23:40:22Z"},{"alias_kind":"pith_short_12","alias_value":"DWRALWZZCDQB","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_16","alias_value":"DWRALWZZCDQBFUUB","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_8","alias_value":"DWRALWZZ","created_at":"2026-05-18T12:33:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:DWRALWZZCDQBFUUBGDZG44AJJ6","target":"record","payload":{"canonical_record":{"source":{"id":"1907.07260","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2019-07-16T21:07:22Z","cross_cats_sorted":[],"title_canon_sha256":"763625afc39559351aa4b6de45485ff6bd9e6fd2507ac4d4aebdfed5d3d80c5b","abstract_canon_sha256":"2e0867b216accdb8f4f73f36aae8547ab2bb1d60fcc8c6f8f115aad05203f81a"},"schema_version":"1.0"},"canonical_sha256":"1da205db3910e012d28130f26e70094f9a1fe02e48a67f05127c88f3c1ed8ff9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:40:22.873704Z","signature_b64":"VP6U00Y/EKEdNlj6nwYlNnnfKuNNvhI2o154h1uhqiSszVm8uUgK9Q6Vr9xDlI3AOQifJXVlc0DjTAT9m/lvDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1da205db3910e012d28130f26e70094f9a1fe02e48a67f05127c88f3c1ed8ff9","last_reissued_at":"2026-05-17T23:40:22.873038Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:40:22.873038Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1907.07260","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:40:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e68sZA2MrDR4nTZFqGvpvIAqPB4XqCkYR57d+XE0XsNHDruvqmZjsp5cEtXNX9cZwVW1fjCgurNDl7k18+LhAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T03:22:14.836710Z"},"content_sha256":"c4c7a2de4f7d5ed25755c70ca76f3b9775dc4ee3de9b0ddbd228096573dcb8e2","schema_version":"1.0","event_id":"sha256:c4c7a2de4f7d5ed25755c70ca76f3b9775dc4ee3de9b0ddbd228096573dcb8e2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:DWRALWZZCDQBFUUBGDZG44AJJ6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unbiased Learning to Rank: Counterfactual and Online Approaches","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Harrie Oosterhuis, Maarten de Rijke, Rolf Jagerman","submitted_at":"2019-07-16T21:07:22Z","abstract_excerpt":"This tutorial covers and contrasts the two main methodologies in unbiased Learning to Rank (LTR): Counterfactual LTR and Online LTR. There has long been an interest in LTR from user interactions, however, this form of implicit feedback is very biased. In recent years, unbiased LTR methods have been introduced to remove the effect of different types of bias caused by user-behavior in search. For instance, a well addressed type of bias is position bias: the rank at which a document is displayed heavily affects the interactions it receives. Counterfactual LTR methods deal with such types of bias "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.07260","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:40:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jFUy8CCgBgyMbeYvzqSED/ExdGabMMZ+3FUZbU/BJ39iVBulxo5nSrl97mb4R21WvHKpE5cvw1+EvC09rFODAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T03:22:14.837344Z"},"content_sha256":"c0e4ffb245e70bdf0245cf554437a73c5f92201d169bb8c69d804d1286b8180f","schema_version":"1.0","event_id":"sha256:c0e4ffb245e70bdf0245cf554437a73c5f92201d169bb8c69d804d1286b8180f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DWRALWZZCDQBFUUBGDZG44AJJ6/bundle.json","state_url":"https://pith.science/pith/DWRALWZZCDQBFUUBGDZG44AJJ6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DWRALWZZCDQBFUUBGDZG44AJJ6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T03:22:14Z","links":{"resolver":"https://pith.science/pith/DWRALWZZCDQBFUUBGDZG44AJJ6","bundle":"https://pith.science/pith/DWRALWZZCDQBFUUBGDZG44AJJ6/bundle.json","state":"https://pith.science/pith/DWRALWZZCDQBFUUBGDZG44AJJ6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DWRALWZZCDQBFUUBGDZG44AJJ6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:DWRALWZZCDQBFUUBGDZG44AJJ6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2e0867b216accdb8f4f73f36aae8547ab2bb1d60fcc8c6f8f115aad05203f81a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2019-07-16T21:07:22Z","title_canon_sha256":"763625afc39559351aa4b6de45485ff6bd9e6fd2507ac4d4aebdfed5d3d80c5b"},"schema_version":"1.0","source":{"id":"1907.07260","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.07260","created_at":"2026-05-17T23:40:22Z"},{"alias_kind":"arxiv_version","alias_value":"1907.07260v1","created_at":"2026-05-17T23:40:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.07260","created_at":"2026-05-17T23:40:22Z"},{"alias_kind":"pith_short_12","alias_value":"DWRALWZZCDQB","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_16","alias_value":"DWRALWZZCDQBFUUB","created_at":"2026-05-18T12:33:15Z"},{"alias_kind":"pith_short_8","alias_value":"DWRALWZZ","created_at":"2026-05-18T12:33:15Z"}],"graph_snapshots":[{"event_id":"sha256:c0e4ffb245e70bdf0245cf554437a73c5f92201d169bb8c69d804d1286b8180f","target":"graph","created_at":"2026-05-17T23:40:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"This tutorial covers and contrasts the two main methodologies in unbiased Learning to Rank (LTR): Counterfactual LTR and Online LTR. There has long been an interest in LTR from user interactions, however, this form of implicit feedback is very biased. In recent years, unbiased LTR methods have been introduced to remove the effect of different types of bias caused by user-behavior in search. For instance, a well addressed type of bias is position bias: the rank at which a document is displayed heavily affects the interactions it receives. Counterfactual LTR methods deal with such types of bias ","authors_text":"Harrie Oosterhuis, Maarten de Rijke, Rolf Jagerman","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2019-07-16T21:07:22Z","title":"Unbiased Learning to Rank: Counterfactual and Online Approaches"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.07260","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c4c7a2de4f7d5ed25755c70ca76f3b9775dc4ee3de9b0ddbd228096573dcb8e2","target":"record","created_at":"2026-05-17T23:40:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2e0867b216accdb8f4f73f36aae8547ab2bb1d60fcc8c6f8f115aad05203f81a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2019-07-16T21:07:22Z","title_canon_sha256":"763625afc39559351aa4b6de45485ff6bd9e6fd2507ac4d4aebdfed5d3d80c5b"},"schema_version":"1.0","source":{"id":"1907.07260","kind":"arxiv","version":1}},"canonical_sha256":"1da205db3910e012d28130f26e70094f9a1fe02e48a67f05127c88f3c1ed8ff9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1da205db3910e012d28130f26e70094f9a1fe02e48a67f05127c88f3c1ed8ff9","first_computed_at":"2026-05-17T23:40:22.873038Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:40:22.873038Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VP6U00Y/EKEdNlj6nwYlNnnfKuNNvhI2o154h1uhqiSszVm8uUgK9Q6Vr9xDlI3AOQifJXVlc0DjTAT9m/lvDg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:40:22.873704Z","signed_message":"canonical_sha256_bytes"},"source_id":"1907.07260","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c4c7a2de4f7d5ed25755c70ca76f3b9775dc4ee3de9b0ddbd228096573dcb8e2","sha256:c0e4ffb245e70bdf0245cf554437a73c5f92201d169bb8c69d804d1286b8180f"],"state_sha256":"bb6b76093c5b1dfc93e08d627ac34584b309f4fe3571abdb87b795531988fd05"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MWzp9aPcHmyJcp9PE3DqCnkYpTH2RE4PMvzqHXVMCIoQzrQAkjuBm3LcxLNiu3iWSctGnbiBYWFjv5tvsvr7Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T03:22:14.840889Z","bundle_sha256":"baaba58517a92812a80f5c8ef0aef186d5b6f54cabde941fbd898f81e9df42bb"}}