{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:CMRIRHSXWLHUFGOQSGI5VB3ZXG","short_pith_number":"pith:CMRIRHSX","canonical_record":{"source":{"id":"2206.02470","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-06-06T10:08:58Z","cross_cats_sorted":[],"title_canon_sha256":"c10221cfd1c12b30d7d961cab47297354eeb9c916f2a28a77d00062f0e5e4da9","abstract_canon_sha256":"c33a9bd30bf8877ff4dc82b0c78e9e51ec8fbf5bf05581375292fa957dabcce3"},"schema_version":"1.0"},"canonical_sha256":"1322889e57b2cf4299d09191da8779b98aa7331a4994732025edb534a42f9225","source":{"kind":"arxiv","id":"2206.02470","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.02470","created_at":"2026-07-05T04:29:18Z"},{"alias_kind":"arxiv_version","alias_value":"2206.02470v1","created_at":"2026-07-05T04:29:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.02470","created_at":"2026-07-05T04:29:18Z"},{"alias_kind":"pith_short_12","alias_value":"CMRIRHSXWLHU","created_at":"2026-07-05T04:29:18Z"},{"alias_kind":"pith_short_16","alias_value":"CMRIRHSXWLHUFGOQ","created_at":"2026-07-05T04:29:18Z"},{"alias_kind":"pith_short_8","alias_value":"CMRIRHSX","created_at":"2026-07-05T04:29:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:CMRIRHSXWLHUFGOQSGI5VB3ZXG","target":"record","payload":{"canonical_record":{"source":{"id":"2206.02470","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-06-06T10:08:58Z","cross_cats_sorted":[],"title_canon_sha256":"c10221cfd1c12b30d7d961cab47297354eeb9c916f2a28a77d00062f0e5e4da9","abstract_canon_sha256":"c33a9bd30bf8877ff4dc82b0c78e9e51ec8fbf5bf05581375292fa957dabcce3"},"schema_version":"1.0"},"canonical_sha256":"1322889e57b2cf4299d09191da8779b98aa7331a4994732025edb534a42f9225","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:29:18.141565Z","signature_b64":"xYW3Z79MtzxvCOn1hsOLDwQzKwhfgn9WcZtd7mQTYg5j/CgSZa+FZGlAwqxeeATjuvvveE5Xvhg2OXW9ZT6iBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1322889e57b2cf4299d09191da8779b98aa7331a4994732025edb534a42f9225","last_reissued_at":"2026-07-05T04:29:18.141147Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:29:18.141147Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2206.02470","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:29:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j1l0hXZEr3k3mVwMCNWEuynUSEXsoZODeKRaVEnG1YIvzZ6i9z/GQZZhtLaehunAHTqvdcWOhaEpYQeJqNYoCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T20:24:07.330428Z"},"content_sha256":"f2cac1f21fdef34991347ee70c31832a80dea371b3dbc5287be487e71058c114","schema_version":"1.0","event_id":"sha256:f2cac1f21fdef34991347ee70c31832a80dea371b3dbc5287be487e71058c114"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:CMRIRHSXWLHUFGOQSGI5VB3ZXG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Offline Evaluation of Ranked Lists using Parametric Estimation of Propensities","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"David Arbour, Manoj Kilaru, Vishwa Vinay","submitted_at":"2022-06-06T10:08:58Z","abstract_excerpt":"Search engines and recommendation systems attempt to continually improve the quality of the experience they afford to their users. Refining the ranker that produces the lists displayed in response to user requests is an important component of this process. A common practice is for the service providers to make changes (e.g. new ranking features, different ranking models) and A/B test them on a fraction of their users to establish the value of the change. An alternative approach estimates the effectiveness of the proposed changes offline, utilising previously collected clickthrough data on the "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.02470","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2206.02470/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:29:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h3sOQ7YbNhAHNxYVUQlP5J1HQwLiF5g2pH7j3eN61KmAe2AZ1N+bauEJU0Zcu2ORHCl1GzrHUKvIEeszOwchBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T20:24:07.330794Z"},"content_sha256":"132b577a42efdbf323450a4f407613d93721b5e8d429796eee1fe53ff3993063","schema_version":"1.0","event_id":"sha256:132b577a42efdbf323450a4f407613d93721b5e8d429796eee1fe53ff3993063"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CMRIRHSXWLHUFGOQSGI5VB3ZXG/bundle.json","state_url":"https://pith.science/pith/CMRIRHSXWLHUFGOQSGI5VB3ZXG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CMRIRHSXWLHUFGOQSGI5VB3ZXG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T20:24:07Z","links":{"resolver":"https://pith.science/pith/CMRIRHSXWLHUFGOQSGI5VB3ZXG","bundle":"https://pith.science/pith/CMRIRHSXWLHUFGOQSGI5VB3ZXG/bundle.json","state":"https://pith.science/pith/CMRIRHSXWLHUFGOQSGI5VB3ZXG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CMRIRHSXWLHUFGOQSGI5VB3ZXG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:CMRIRHSXWLHUFGOQSGI5VB3ZXG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c33a9bd30bf8877ff4dc82b0c78e9e51ec8fbf5bf05581375292fa957dabcce3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-06-06T10:08:58Z","title_canon_sha256":"c10221cfd1c12b30d7d961cab47297354eeb9c916f2a28a77d00062f0e5e4da9"},"schema_version":"1.0","source":{"id":"2206.02470","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.02470","created_at":"2026-07-05T04:29:18Z"},{"alias_kind":"arxiv_version","alias_value":"2206.02470v1","created_at":"2026-07-05T04:29:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.02470","created_at":"2026-07-05T04:29:18Z"},{"alias_kind":"pith_short_12","alias_value":"CMRIRHSXWLHU","created_at":"2026-07-05T04:29:18Z"},{"alias_kind":"pith_short_16","alias_value":"CMRIRHSXWLHUFGOQ","created_at":"2026-07-05T04:29:18Z"},{"alias_kind":"pith_short_8","alias_value":"CMRIRHSX","created_at":"2026-07-05T04:29:18Z"}],"graph_snapshots":[{"event_id":"sha256:132b577a42efdbf323450a4f407613d93721b5e8d429796eee1fe53ff3993063","target":"graph","created_at":"2026-07-05T04:29:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2206.02470/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Search engines and recommendation systems attempt to continually improve the quality of the experience they afford to their users. Refining the ranker that produces the lists displayed in response to user requests is an important component of this process. A common practice is for the service providers to make changes (e.g. new ranking features, different ranking models) and A/B test them on a fraction of their users to establish the value of the change. An alternative approach estimates the effectiveness of the proposed changes offline, utilising previously collected clickthrough data on the ","authors_text":"David Arbour, Manoj Kilaru, Vishwa Vinay","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-06-06T10:08:58Z","title":"Offline Evaluation of Ranked Lists using Parametric Estimation of Propensities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.02470","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f2cac1f21fdef34991347ee70c31832a80dea371b3dbc5287be487e71058c114","target":"record","created_at":"2026-07-05T04:29:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c33a9bd30bf8877ff4dc82b0c78e9e51ec8fbf5bf05581375292fa957dabcce3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2022-06-06T10:08:58Z","title_canon_sha256":"c10221cfd1c12b30d7d961cab47297354eeb9c916f2a28a77d00062f0e5e4da9"},"schema_version":"1.0","source":{"id":"2206.02470","kind":"arxiv","version":1}},"canonical_sha256":"1322889e57b2cf4299d09191da8779b98aa7331a4994732025edb534a42f9225","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1322889e57b2cf4299d09191da8779b98aa7331a4994732025edb534a42f9225","first_computed_at":"2026-07-05T04:29:18.141147Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:29:18.141147Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xYW3Z79MtzxvCOn1hsOLDwQzKwhfgn9WcZtd7mQTYg5j/CgSZa+FZGlAwqxeeATjuvvveE5Xvhg2OXW9ZT6iBw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:29:18.141565Z","signed_message":"canonical_sha256_bytes"},"source_id":"2206.02470","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f2cac1f21fdef34991347ee70c31832a80dea371b3dbc5287be487e71058c114","sha256:132b577a42efdbf323450a4f407613d93721b5e8d429796eee1fe53ff3993063"],"state_sha256":"3af8e2c7756b695155f7e021201f2e506c4f1e9adf4dad89f3a85d9cfb846001"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6ORb0OH0dQcj3sy7ulLepCQUMaXVt09cK87CDgfrY5itHai8V0ZH0LX5iba3VLKnrwYokmRmp6Uh7Jn/Ys4wBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T20:24:07.332669Z","bundle_sha256":"3d8613595131e308cd21b49e0643629e4d54bcba042202f8e4ce7ea107d28af9"}}