{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:674ONY5EV3WZSMVK4YAVY2AHSF","short_pith_number":"pith:674ONY5E","canonical_record":{"source":{"id":"1907.06412","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2019-07-15T10:15:31Z","cross_cats_sorted":[],"title_canon_sha256":"d79f763b4ddd2651ef7c0896528747cfc011d55de51433465bf117e711a69610","abstract_canon_sha256":"2a85c7e715efc5ef902c0e28b1acbc40a42260054071aea891de89538535d455"},"schema_version":"1.0"},"canonical_sha256":"f7f8e6e3a4aeed9932aae6015c6807917eb79e835e85b844467e8a03dccbc59f","source":{"kind":"arxiv","id":"1907.06412","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.06412","created_at":"2026-05-17T23:40:37Z"},{"alias_kind":"arxiv_version","alias_value":"1907.06412v1","created_at":"2026-05-17T23:40:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.06412","created_at":"2026-05-17T23:40:37Z"},{"alias_kind":"pith_short_12","alias_value":"674ONY5EV3WZ","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_16","alias_value":"674ONY5EV3WZSMVK","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_8","alias_value":"674ONY5E","created_at":"2026-05-18T12:33:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:674ONY5EV3WZSMVK4YAVY2AHSF","target":"record","payload":{"canonical_record":{"source":{"id":"1907.06412","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2019-07-15T10:15:31Z","cross_cats_sorted":[],"title_canon_sha256":"d79f763b4ddd2651ef7c0896528747cfc011d55de51433465bf117e711a69610","abstract_canon_sha256":"2a85c7e715efc5ef902c0e28b1acbc40a42260054071aea891de89538535d455"},"schema_version":"1.0"},"canonical_sha256":"f7f8e6e3a4aeed9932aae6015c6807917eb79e835e85b844467e8a03dccbc59f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:40:37.722303Z","signature_b64":"MGTmKpdfpBDq6pa1Zyqx7JpI8T4ApShHl1C4NR2t6eoHIRb5TPU7hIWMROzM4Zak0nfyq1EZlMOv2SSLqhy5Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f7f8e6e3a4aeed9932aae6015c6807917eb79e835e85b844467e8a03dccbc59f","last_reissued_at":"2026-05-17T23:40:37.721807Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:40:37.721807Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1907.06412","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:40:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K9w1oSrzuayAU0KM8UkLA6LR4jyE5wqdKgnrRQFaQR/8E76it915Mo7mIqQXukpFmMqwpSZWLL47KdXC9ayBAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T01:14:24.279028Z"},"content_sha256":"c1fa212a5e5915bfd123b582531e382e1d03359908d5a3a64b9984dd68ca0801","schema_version":"1.0","event_id":"sha256:c1fa212a5e5915bfd123b582531e382e1d03359908d5a3a64b9984dd68ca0801"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:674ONY5EV3WZSMVK4YAVY2AHSF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"To Model or to Intervene: A Comparison of Counterfactual and Online Learning to Rank from User Interactions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Harrie Oosterhuis, Maarten de Rijke, Rolf Jagerman","submitted_at":"2019-07-15T10:15:31Z","abstract_excerpt":"Learning to Rank (LTR) from user interactions is challenging as user feedback often contains high levels of bias and noise. At the moment, two methodologies for dealing with bias prevail in the field of LTR: counterfactual methods that learn from historical data and model user behavior to deal with biases; and online methods that perform interventions to deal with bias but use no explicit user models. For practitioners the decision between either methodology is very important because of its direct impact on end users. Nevertheless, there has never been a direct comparison between these two app"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.06412","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:40:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JvrJiod5mvtxZubS8EI8C+TwCxL1EhIIcZpDRZYOjF53V5zrRJwufgbALOWjzQmPDmXn8QAgghpAvZo1pPNYCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-04T01:14:24.279782Z"},"content_sha256":"b1b6f3993297cb07acb9c048dc62db53405e117e8fce9a4fe907517625972380","schema_version":"1.0","event_id":"sha256:b1b6f3993297cb07acb9c048dc62db53405e117e8fce9a4fe907517625972380"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/674ONY5EV3WZSMVK4YAVY2AHSF/bundle.json","state_url":"https://pith.science/pith/674ONY5EV3WZSMVK4YAVY2AHSF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/674ONY5EV3WZSMVK4YAVY2AHSF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-04T01:14:24Z","links":{"resolver":"https://pith.science/pith/674ONY5EV3WZSMVK4YAVY2AHSF","bundle":"https://pith.science/pith/674ONY5EV3WZSMVK4YAVY2AHSF/bundle.json","state":"https://pith.science/pith/674ONY5EV3WZSMVK4YAVY2AHSF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/674ONY5EV3WZSMVK4YAVY2AHSF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:674ONY5EV3WZSMVK4YAVY2AHSF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2a85c7e715efc5ef902c0e28b1acbc40a42260054071aea891de89538535d455","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2019-07-15T10:15:31Z","title_canon_sha256":"d79f763b4ddd2651ef7c0896528747cfc011d55de51433465bf117e711a69610"},"schema_version":"1.0","source":{"id":"1907.06412","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.06412","created_at":"2026-05-17T23:40:37Z"},{"alias_kind":"arxiv_version","alias_value":"1907.06412v1","created_at":"2026-05-17T23:40:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.06412","created_at":"2026-05-17T23:40:37Z"},{"alias_kind":"pith_short_12","alias_value":"674ONY5EV3WZ","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_16","alias_value":"674ONY5EV3WZSMVK","created_at":"2026-05-18T12:33:10Z"},{"alias_kind":"pith_short_8","alias_value":"674ONY5E","created_at":"2026-05-18T12:33:10Z"}],"graph_snapshots":[{"event_id":"sha256:b1b6f3993297cb07acb9c048dc62db53405e117e8fce9a4fe907517625972380","target":"graph","created_at":"2026-05-17T23:40:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Learning to Rank (LTR) from user interactions is challenging as user feedback often contains high levels of bias and noise. At the moment, two methodologies for dealing with bias prevail in the field of LTR: counterfactual methods that learn from historical data and model user behavior to deal with biases; and online methods that perform interventions to deal with bias but use no explicit user models. For practitioners the decision between either methodology is very important because of its direct impact on end users. Nevertheless, there has never been a direct comparison between these two app","authors_text":"Harrie Oosterhuis, Maarten de Rijke, Rolf Jagerman","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2019-07-15T10:15:31Z","title":"To Model or to Intervene: A Comparison of Counterfactual and Online Learning to Rank from User Interactions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.06412","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c1fa212a5e5915bfd123b582531e382e1d03359908d5a3a64b9984dd68ca0801","target":"record","created_at":"2026-05-17T23:40:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2a85c7e715efc5ef902c0e28b1acbc40a42260054071aea891de89538535d455","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2019-07-15T10:15:31Z","title_canon_sha256":"d79f763b4ddd2651ef7c0896528747cfc011d55de51433465bf117e711a69610"},"schema_version":"1.0","source":{"id":"1907.06412","kind":"arxiv","version":1}},"canonical_sha256":"f7f8e6e3a4aeed9932aae6015c6807917eb79e835e85b844467e8a03dccbc59f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f7f8e6e3a4aeed9932aae6015c6807917eb79e835e85b844467e8a03dccbc59f","first_computed_at":"2026-05-17T23:40:37.721807Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:40:37.721807Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MGTmKpdfpBDq6pa1Zyqx7JpI8T4ApShHl1C4NR2t6eoHIRb5TPU7hIWMROzM4Zak0nfyq1EZlMOv2SSLqhy5Ag==","signature_status":"signed_v1","signed_at":"2026-05-17T23:40:37.722303Z","signed_message":"canonical_sha256_bytes"},"source_id":"1907.06412","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c1fa212a5e5915bfd123b582531e382e1d03359908d5a3a64b9984dd68ca0801","sha256:b1b6f3993297cb07acb9c048dc62db53405e117e8fce9a4fe907517625972380"],"state_sha256":"4873f9673828cd53592cb38f83b0cdbe0cf3359ba17a28e30ee4c3a86fca97d5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EME+B/PlZ9N4orUdVHmX0MzDC9dYJatVYNGXIAobsAnwPQop7s28VmhSqhq0XHjL+A5F9PuLmgRiECm1Rw5FBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-04T01:14:24.282599Z","bundle_sha256":"0abb53e337dee7da6bb7383aa389dbf69184ca04ee0337f74dd412815b5cdf2c"}}