{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:K3P5VUUTV62YW3YOAZEOQSHM2T","short_pith_number":"pith:K3P5VUUT","canonical_record":{"source":{"id":"2305.00857","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-05-01T14:56:47Z","cross_cats_sorted":[],"title_canon_sha256":"4c6ce200dfbcb1f87aafce4505fe707dbb2f652f8e66efbc937c0f172745c2ce","abstract_canon_sha256":"9ba5c18caa98538c4def6aa44d6c8b186fa02166da8d188432a68dc932186b7b"},"schema_version":"1.0"},"canonical_sha256":"56dfdad293afb58b6f0e0648e848ecd4cbf13853c481a90802491c14c4a9f8ac","source":{"kind":"arxiv","id":"2305.00857","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.00857","created_at":"2026-07-05T06:05:45Z"},{"alias_kind":"arxiv_version","alias_value":"2305.00857v1","created_at":"2026-07-05T06:05:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.00857","created_at":"2026-07-05T06:05:45Z"},{"alias_kind":"pith_short_12","alias_value":"K3P5VUUTV62Y","created_at":"2026-07-05T06:05:45Z"},{"alias_kind":"pith_short_16","alias_value":"K3P5VUUTV62YW3YO","created_at":"2026-07-05T06:05:45Z"},{"alias_kind":"pith_short_8","alias_value":"K3P5VUUT","created_at":"2026-07-05T06:05:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:K3P5VUUTV62YW3YOAZEOQSHM2T","target":"record","payload":{"canonical_record":{"source":{"id":"2305.00857","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-05-01T14:56:47Z","cross_cats_sorted":[],"title_canon_sha256":"4c6ce200dfbcb1f87aafce4505fe707dbb2f652f8e66efbc937c0f172745c2ce","abstract_canon_sha256":"9ba5c18caa98538c4def6aa44d6c8b186fa02166da8d188432a68dc932186b7b"},"schema_version":"1.0"},"canonical_sha256":"56dfdad293afb58b6f0e0648e848ecd4cbf13853c481a90802491c14c4a9f8ac","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:05:45.943268Z","signature_b64":"X+QjQz3mOOwIUHWO65/OOCvGw4rJMo635eocMx4fTrTPXOTRYJi/0D+bnWn4fJ24waQa9jla6qoJBSHWe+VqDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"56dfdad293afb58b6f0e0648e848ecd4cbf13853c481a90802491c14c4a9f8ac","last_reissued_at":"2026-07-05T06:05:45.942871Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:05:45.942871Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.00857","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:05:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N2pjtsCt+QPg6QqqHQyJPcjMaGa0uezsv0phhIdgF300CezVNOZbX+TZwXmPm1ZuuCJIhYCzH/F0ojEQFaPeDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T13:54:19.256965Z"},"content_sha256":"fd69a41530e1260ec8df3aa79e1a27912dbfa801de4653d528019b33b7d77f34","schema_version":"1.0","event_id":"sha256:fd69a41530e1260ec8df3aa79e1a27912dbfa801de4653d528019b33b7d77f34"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:K3P5VUUTV62YW3YOAZEOQSHM2T","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Impact of Outlier Bias on User Clicks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Ali Vardasbi, Fatemeh Sarvi, Maarten de Rijke, Mohammad Aliannejadi, Sebastian Schelter","submitted_at":"2023-05-01T14:56:47Z","abstract_excerpt":"User interaction data is an important source of supervision in counterfactual learning to rank (CLTR). Such data suffers from presentation bias. Much work in unbiased learning to rank (ULTR) focuses on position bias, i.e., items at higher ranks are more likely to be examined and clicked. Inter-item dependencies also influence examination probabilities, with outlier items in a ranking as an important example. Outliers are defined as items that observably deviate from the rest and therefore stand out in the ranking. In this paper, we identify and introduce the bias brought about by outlier items"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.00857","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.00857/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:05:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZIvseBLLyupQr52L7f7Z8arrMjMuu5b4JKxdVXyqOfLHR65ep77OHHunWGYqOxggKdwQqri8CJexIqa9xqWdDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T13:54:19.257478Z"},"content_sha256":"2021250f7764aba34d4f73a43f0821890d01c379afee8a87eda1339360aa80c7","schema_version":"1.0","event_id":"sha256:2021250f7764aba34d4f73a43f0821890d01c379afee8a87eda1339360aa80c7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/K3P5VUUTV62YW3YOAZEOQSHM2T/bundle.json","state_url":"https://pith.science/pith/K3P5VUUTV62YW3YOAZEOQSHM2T/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/K3P5VUUTV62YW3YOAZEOQSHM2T/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T13:54:19Z","links":{"resolver":"https://pith.science/pith/K3P5VUUTV62YW3YOAZEOQSHM2T","bundle":"https://pith.science/pith/K3P5VUUTV62YW3YOAZEOQSHM2T/bundle.json","state":"https://pith.science/pith/K3P5VUUTV62YW3YOAZEOQSHM2T/state.json","well_known_bundle":"https://pith.science/.well-known/pith/K3P5VUUTV62YW3YOAZEOQSHM2T/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:K3P5VUUTV62YW3YOAZEOQSHM2T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9ba5c18caa98538c4def6aa44d6c8b186fa02166da8d188432a68dc932186b7b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-05-01T14:56:47Z","title_canon_sha256":"4c6ce200dfbcb1f87aafce4505fe707dbb2f652f8e66efbc937c0f172745c2ce"},"schema_version":"1.0","source":{"id":"2305.00857","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.00857","created_at":"2026-07-05T06:05:45Z"},{"alias_kind":"arxiv_version","alias_value":"2305.00857v1","created_at":"2026-07-05T06:05:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.00857","created_at":"2026-07-05T06:05:45Z"},{"alias_kind":"pith_short_12","alias_value":"K3P5VUUTV62Y","created_at":"2026-07-05T06:05:45Z"},{"alias_kind":"pith_short_16","alias_value":"K3P5VUUTV62YW3YO","created_at":"2026-07-05T06:05:45Z"},{"alias_kind":"pith_short_8","alias_value":"K3P5VUUT","created_at":"2026-07-05T06:05:45Z"}],"graph_snapshots":[{"event_id":"sha256:2021250f7764aba34d4f73a43f0821890d01c379afee8a87eda1339360aa80c7","target":"graph","created_at":"2026-07-05T06:05:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.00857/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"User interaction data is an important source of supervision in counterfactual learning to rank (CLTR). Such data suffers from presentation bias. Much work in unbiased learning to rank (ULTR) focuses on position bias, i.e., items at higher ranks are more likely to be examined and clicked. Inter-item dependencies also influence examination probabilities, with outlier items in a ranking as an important example. Outliers are defined as items that observably deviate from the rest and therefore stand out in the ranking. In this paper, we identify and introduce the bias brought about by outlier items","authors_text":"Ali Vardasbi, Fatemeh Sarvi, Maarten de Rijke, Mohammad Aliannejadi, Sebastian Schelter","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-05-01T14:56:47Z","title":"On the Impact of Outlier Bias on User Clicks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.00857","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fd69a41530e1260ec8df3aa79e1a27912dbfa801de4653d528019b33b7d77f34","target":"record","created_at":"2026-07-05T06:05:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9ba5c18caa98538c4def6aa44d6c8b186fa02166da8d188432a68dc932186b7b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-05-01T14:56:47Z","title_canon_sha256":"4c6ce200dfbcb1f87aafce4505fe707dbb2f652f8e66efbc937c0f172745c2ce"},"schema_version":"1.0","source":{"id":"2305.00857","kind":"arxiv","version":1}},"canonical_sha256":"56dfdad293afb58b6f0e0648e848ecd4cbf13853c481a90802491c14c4a9f8ac","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"56dfdad293afb58b6f0e0648e848ecd4cbf13853c481a90802491c14c4a9f8ac","first_computed_at":"2026-07-05T06:05:45.942871Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:05:45.942871Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"X+QjQz3mOOwIUHWO65/OOCvGw4rJMo635eocMx4fTrTPXOTRYJi/0D+bnWn4fJ24waQa9jla6qoJBSHWe+VqDw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:05:45.943268Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.00857","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fd69a41530e1260ec8df3aa79e1a27912dbfa801de4653d528019b33b7d77f34","sha256:2021250f7764aba34d4f73a43f0821890d01c379afee8a87eda1339360aa80c7"],"state_sha256":"2ad68fcbe0f87675b226b810674da8da57255d018803d5f5ff0e41ef1a68b23d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ySVsrCZJSSRvMz15NQm+4qDXXHA74TgtbJwzaBfayVmWb05wjxNQQRBGNCcN5oFecVp1Fu4NDmpmQyFwPYDKDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T13:54:19.262151Z","bundle_sha256":"2db5107bc7e3507fda507cebc7fd25f76ee6c55d0e9d9005faf7fdc704e9211c"}}