{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:WYTAOVUP4OMCPPRXPQP7N5C3M6","short_pith_number":"pith:WYTAOVUP","schema_version":"1.0","canonical_sha256":"b62607568fe39827be377c1ff6f45b67ae40462b3798f9bf9d9fbd91345cb10f","source":{"kind":"arxiv","id":"2308.14165","version":2},"attestation_state":"computed","paper":{"title":"Distributional Off-Policy Evaluation for Slate Recommendations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.IR","authors_text":"David Arbour, Georgios Theocharous, Nikos Vlassis, Shreyas Chaudhari","submitted_at":"2023-08-27T17:58:32Z","abstract_excerpt":"Recommendation strategies are typically evaluated by using previously logged data, employing off-policy evaluation methods to estimate their expected performance. However, for strategies that present users with slates of multiple items, the resulting combinatorial action space renders many of these methods impractical. Prior work has developed estimators that leverage the structure in slates to estimate the expected off-policy performance, but the estimation of the entire performance distribution remains elusive. Estimating the complete distribution allows for a more comprehensive evaluation o"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2308.14165","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2023-08-27T17:58:32Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"f6999c7f18399c4598da43c213444f9644b1e323094ea16a8f1c49968f1681e9","abstract_canon_sha256":"26b75d5703538dae560d334d099a0ffc6d4844edbf43c122bf5c512d8c26291b"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:28:29.586073Z","signature_b64":"xWeCH3KLz7fKJHltGf0AqnxpuvJhj/kq9qwrqrXwMcu2QSDAAG5OmtRfDCvk48VoRcbKHRrkxZ9yBrLPknAWBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b62607568fe39827be377c1ff6f45b67ae40462b3798f9bf9d9fbd91345cb10f","last_reissued_at":"2026-07-05T07:28:29.585631Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:28:29.585631Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Distributional Off-Policy Evaluation for Slate Recommendations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.IR","authors_text":"David Arbour, Georgios Theocharous, Nikos Vlassis, Shreyas Chaudhari","submitted_at":"2023-08-27T17:58:32Z","abstract_excerpt":"Recommendation strategies are typically evaluated by using previously logged data, employing off-policy evaluation methods to estimate their expected performance. However, for strategies that present users with slates of multiple items, the resulting combinatorial action space renders many of these methods impractical. Prior work has developed estimators that leverage the structure in slates to estimate the expected off-policy performance, but the estimation of the entire performance distribution remains elusive. Estimating the complete distribution allows for a more comprehensive evaluation o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.14165","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.14165/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2308.14165","created_at":"2026-07-05T07:28:29.585687+00:00"},{"alias_kind":"arxiv_version","alias_value":"2308.14165v2","created_at":"2026-07-05T07:28:29.585687+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.14165","created_at":"2026-07-05T07:28:29.585687+00:00"},{"alias_kind":"pith_short_12","alias_value":"WYTAOVUP4OMC","created_at":"2026-07-05T07:28:29.585687+00:00"},{"alias_kind":"pith_short_16","alias_value":"WYTAOVUP4OMCPPRX","created_at":"2026-07-05T07:28:29.585687+00:00"},{"alias_kind":"pith_short_8","alias_value":"WYTAOVUP","created_at":"2026-07-05T07:28:29.585687+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/WYTAOVUP4OMCPPRXPQP7N5C3M6","json":"https://pith.science/pith/WYTAOVUP4OMCPPRXPQP7N5C3M6.json","graph_json":"https://pith.science/api/pith-number/WYTAOVUP4OMCPPRXPQP7N5C3M6/graph.json","events_json":"https://pith.science/api/pith-number/WYTAOVUP4OMCPPRXPQP7N5C3M6/events.json","paper":"https://pith.science/paper/WYTAOVUP"},"agent_actions":{"view_html":"https://pith.science/pith/WYTAOVUP4OMCPPRXPQP7N5C3M6","download_json":"https://pith.science/pith/WYTAOVUP4OMCPPRXPQP7N5C3M6.json","view_paper":"https://pith.science/paper/WYTAOVUP","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2308.14165&json=true","fetch_graph":"https://pith.science/api/pith-number/WYTAOVUP4OMCPPRXPQP7N5C3M6/graph.json","fetch_events":"https://pith.science/api/pith-number/WYTAOVUP4OMCPPRXPQP7N5C3M6/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/WYTAOVUP4OMCPPRXPQP7N5C3M6/action/timestamp_anchor","attest_storage":"https://pith.science/pith/WYTAOVUP4OMCPPRXPQP7N5C3M6/action/storage_attestation","attest_author":"https://pith.science/pith/WYTAOVUP4OMCPPRXPQP7N5C3M6/action/author_attestation","sign_citation":"https://pith.science/pith/WYTAOVUP4OMCPPRXPQP7N5C3M6/action/citation_signature","submit_replication":"https://pith.science/pith/WYTAOVUP4OMCPPRXPQP7N5C3M6/action/replication_record"}},"created_at":"2026-07-05T07:28:29.585687+00:00","updated_at":"2026-07-05T07:28:29.585687+00:00"}