{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:WYTAOVUP4OMCPPRXPQP7N5C3M6","short_pith_number":"pith:WYTAOVUP","canonical_record":{"source":{"id":"2308.14165","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2023-08-27T17:58:32Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"f6999c7f18399c4598da43c213444f9644b1e323094ea16a8f1c49968f1681e9","abstract_canon_sha256":"26b75d5703538dae560d334d099a0ffc6d4844edbf43c122bf5c512d8c26291b"},"schema_version":"1.0"},"canonical_sha256":"b62607568fe39827be377c1ff6f45b67ae40462b3798f9bf9d9fbd91345cb10f","source":{"kind":"arxiv","id":"2308.14165","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.14165","created_at":"2026-07-05T07:28:29Z"},{"alias_kind":"arxiv_version","alias_value":"2308.14165v2","created_at":"2026-07-05T07:28:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.14165","created_at":"2026-07-05T07:28:29Z"},{"alias_kind":"pith_short_12","alias_value":"WYTAOVUP4OMC","created_at":"2026-07-05T07:28:29Z"},{"alias_kind":"pith_short_16","alias_value":"WYTAOVUP4OMCPPRX","created_at":"2026-07-05T07:28:29Z"},{"alias_kind":"pith_short_8","alias_value":"WYTAOVUP","created_at":"2026-07-05T07:28:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:WYTAOVUP4OMCPPRXPQP7N5C3M6","target":"record","payload":{"canonical_record":{"source":{"id":"2308.14165","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2023-08-27T17:58:32Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"f6999c7f18399c4598da43c213444f9644b1e323094ea16a8f1c49968f1681e9","abstract_canon_sha256":"26b75d5703538dae560d334d099a0ffc6d4844edbf43c122bf5c512d8c26291b"},"schema_version":"1.0"},"canonical_sha256":"b62607568fe39827be377c1ff6f45b67ae40462b3798f9bf9d9fbd91345cb10f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:28:29.586073Z","signature_b64":"xWeCH3KLz7fKJHltGf0AqnxpuvJhj/kq9qwrqrXwMcu2QSDAAG5OmtRfDCvk48VoRcbKHRrkxZ9yBrLPknAWBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b62607568fe39827be377c1ff6f45b67ae40462b3798f9bf9d9fbd91345cb10f","last_reissued_at":"2026-07-05T07:28:29.585631Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:28:29.585631Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.14165","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:28:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PBBNAI/Gt8WiTswQWGTwD7RbtgbzdH1FuNBYTNluchyOrx7GIo/ipCb9zu/oDmRD56ZDAgqQT80X83QHMyK/Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-19T09:46:23.671235Z"},"content_sha256":"dc8bd2c39db9777e45831354086063d3ceb2c520b46aa9c608467412c1274223","schema_version":"1.0","event_id":"sha256:dc8bd2c39db9777e45831354086063d3ceb2c520b46aa9c608467412c1274223"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:WYTAOVUP4OMCPPRXPQP7N5C3M6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Distributional Off-Policy Evaluation for Slate Recommendations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.IR","authors_text":"David Arbour, Georgios Theocharous, Nikos Vlassis, Shreyas Chaudhari","submitted_at":"2023-08-27T17:58:32Z","abstract_excerpt":"Recommendation strategies are typically evaluated by using previously logged data, employing off-policy evaluation methods to estimate their expected performance. However, for strategies that present users with slates of multiple items, the resulting combinatorial action space renders many of these methods impractical. Prior work has developed estimators that leverage the structure in slates to estimate the expected off-policy performance, but the estimation of the entire performance distribution remains elusive. Estimating the complete distribution allows for a more comprehensive evaluation o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.14165","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.14165/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:28:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2ZdrOYER08T7HySmCQiNl47rUlVHOO/K/EuZtG6A4lzL8DfJe3yCGhJUeYPegSG53oaCbbfvzX2s7XKgbDlwBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-19T09:46:23.671634Z"},"content_sha256":"cb8dcca236508e4967f8b26ddb3a255563adce200b2205a9dc9cea72bd827b78","schema_version":"1.0","event_id":"sha256:cb8dcca236508e4967f8b26ddb3a255563adce200b2205a9dc9cea72bd827b78"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WYTAOVUP4OMCPPRXPQP7N5C3M6/bundle.json","state_url":"https://pith.science/pith/WYTAOVUP4OMCPPRXPQP7N5C3M6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WYTAOVUP4OMCPPRXPQP7N5C3M6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-19T09:46:23Z","links":{"resolver":"https://pith.science/pith/WYTAOVUP4OMCPPRXPQP7N5C3M6","bundle":"https://pith.science/pith/WYTAOVUP4OMCPPRXPQP7N5C3M6/bundle.json","state":"https://pith.science/pith/WYTAOVUP4OMCPPRXPQP7N5C3M6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WYTAOVUP4OMCPPRXPQP7N5C3M6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:WYTAOVUP4OMCPPRXPQP7N5C3M6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"26b75d5703538dae560d334d099a0ffc6d4844edbf43c122bf5c512d8c26291b","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2023-08-27T17:58:32Z","title_canon_sha256":"f6999c7f18399c4598da43c213444f9644b1e323094ea16a8f1c49968f1681e9"},"schema_version":"1.0","source":{"id":"2308.14165","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.14165","created_at":"2026-07-05T07:28:29Z"},{"alias_kind":"arxiv_version","alias_value":"2308.14165v2","created_at":"2026-07-05T07:28:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.14165","created_at":"2026-07-05T07:28:29Z"},{"alias_kind":"pith_short_12","alias_value":"WYTAOVUP4OMC","created_at":"2026-07-05T07:28:29Z"},{"alias_kind":"pith_short_16","alias_value":"WYTAOVUP4OMCPPRX","created_at":"2026-07-05T07:28:29Z"},{"alias_kind":"pith_short_8","alias_value":"WYTAOVUP","created_at":"2026-07-05T07:28:29Z"}],"graph_snapshots":[{"event_id":"sha256:cb8dcca236508e4967f8b26ddb3a255563adce200b2205a9dc9cea72bd827b78","target":"graph","created_at":"2026-07-05T07:28:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.14165/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recommendation strategies are typically evaluated by using previously logged data, employing off-policy evaluation methods to estimate their expected performance. However, for strategies that present users with slates of multiple items, the resulting combinatorial action space renders many of these methods impractical. Prior work has developed estimators that leverage the structure in slates to estimate the expected off-policy performance, but the estimation of the entire performance distribution remains elusive. Estimating the complete distribution allows for a more comprehensive evaluation o","authors_text":"David Arbour, Georgios Theocharous, Nikos Vlassis, Shreyas Chaudhari","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2023-08-27T17:58:32Z","title":"Distributional Off-Policy Evaluation for Slate Recommendations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.14165","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dc8bd2c39db9777e45831354086063d3ceb2c520b46aa9c608467412c1274223","target":"record","created_at":"2026-07-05T07:28:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"26b75d5703538dae560d334d099a0ffc6d4844edbf43c122bf5c512d8c26291b","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.IR","submitted_at":"2023-08-27T17:58:32Z","title_canon_sha256":"f6999c7f18399c4598da43c213444f9644b1e323094ea16a8f1c49968f1681e9"},"schema_version":"1.0","source":{"id":"2308.14165","kind":"arxiv","version":2}},"canonical_sha256":"b62607568fe39827be377c1ff6f45b67ae40462b3798f9bf9d9fbd91345cb10f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b62607568fe39827be377c1ff6f45b67ae40462b3798f9bf9d9fbd91345cb10f","first_computed_at":"2026-07-05T07:28:29.585631Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:28:29.585631Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xWeCH3KLz7fKJHltGf0AqnxpuvJhj/kq9qwrqrXwMcu2QSDAAG5OmtRfDCvk48VoRcbKHRrkxZ9yBrLPknAWBw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:28:29.586073Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.14165","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dc8bd2c39db9777e45831354086063d3ceb2c520b46aa9c608467412c1274223","sha256:cb8dcca236508e4967f8b26ddb3a255563adce200b2205a9dc9cea72bd827b78"],"state_sha256":"7982b6ebf43c07b1a2f56ed2deb038213cffe2d577858e441e3dbee4c8d55fc2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+T1llm6bdOjwDDJoiRB8lIOby4f3lDpIDA43jv5Ahbp6JVxm8pvIGLfrAVFQid5vrtrffVllhLQfOlE2nq8dAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-19T09:46:23.673810Z","bundle_sha256":"70a8ba03f3febe6ae5ec340a03b49867ea1272c6211761ea3b06962263f011cd"}}