{"as_of":"2026-08-23T00:53:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:5861f8401c8d5e280682d8493f4370c107ea3eceafefe82fd86a21cada19e885","coverage":[{"denominator":9,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":9,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T23:02:49.119324Z","state":"measured"},{"denominator":9,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":9,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-22T06:32:14.747728+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2502.08993/citation-record","integrity":"/paper/2502.08993/integrity","json":"/paper/2502.08993/citation-record.json","paper":"/paper/2502.08993"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2008.07146","last_updated":"2021-10-26T08:57:39Z","snapshot_observed_at":"2026-08-06T10:55:10.645410Z","submitted_at":"2020-08-17T08:23:50Z","title":"Open Bandit Dataset and Pipeline: Towards Realistic and Reproducible Off-Policy Evaluation","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2008.07146","snapshot_observed_at":"2026-08-07T23:02:49.084096Z","title":"Open bandit dataset and pipeline: Towards realistic and reproducible off-policy evalu- ation","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2502.08993","last_updated":"2025-02-13T06:11:29Z","snapshot_observed_at":"2026-08-17T08:50:57.869268Z","submitted_at":"2025-02-13T06:11:29Z","title":"Off-Policy Evaluation for Recommendations with Missing-Not-At-Random Rewards","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T23:02:49.084096Z"},"links":{"cited_paper":"/paper/2008.07146","citing_paper":"/paper/2502.08993"},"observation_digest":"sha256:889b8503e56dbf7e83da7a9327a895e4d0808c7c1360749578febc210a3b1a51","observation_id":"66ee9906-2376-4556-b60e-fd813689d1cb","resolution":{"observed_at":"2026-08-07T23:02:49.084096Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:02:49.248560Z","title":"Top-k off-policy correction for a REINFORCE recommender system","venue":null,"work_id":"d48e512a-a924-4751-8bc8-752c5ce2b687","year":2019},"citing_paper":{"arxiv_id":"2502.08993","last_updated":"2025-02-13T06:11:29Z","snapshot_observed_at":"2026-08-17T08:50:57.869268Z","submitted_at":"2025-02-13T06:11:29Z","title":"Off-Policy Evaluation for Recommendations with Missing-Not-At-Random Rewards","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T23:02:49.089212Z"},"links":{"citing_paper":"/paper/2502.08993"},"observation_digest":"sha256:30205e8a5dd7a5fe25ce915c0e276c7015ba782da734bbc745f40fe31e3631ac","observation_id":"6dc9f898-80e6-499f-83f4-c9f50e714ff4","resolution":{"observed_at":"2026-08-07T23:02:49.252327Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:02:49.237405Z","title":"Offline evaluation to make de- cisions about playlistrecommendation algorithms","venue":null,"work_id":"8571a0ec-fdf8-49dd-8b27-6c4948e0f58d","year":2019},"citing_paper":{"arxiv_id":"2502.08993","last_updated":"2025-02-13T06:11:29Z","snapshot_observed_at":"2026-08-17T08:50:57.869268Z","submitted_at":"2025-02-13T06:11:29Z","title":"Off-Policy Evaluation for Recommendations with Missing-Not-At-Random Rewards","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T23:02:49.093479Z"},"links":{"citing_paper":"/paper/2502.08993"},"observation_digest":"sha256:f13ad0b74a3900a0af9e55fb223c82752b1b53ef7dc3e9c34a78d9755cfe1fd8","observation_id":"fdf27983-60c4-4e32-9a82-65d56b80bce6","resolution":{"observed_at":"2026-08-07T23:02:49.241097Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:02:49.225385Z","title":"Bias and debias in recommender system: A survey and future directions","venue":null,"work_id":"6ab98e5d-6d93-4b3c-8bb6-fe7a4435478a","year":2023},"citing_paper":{"arxiv_id":"2502.08993","last_updated":"2025-02-13T06:11:29Z","snapshot_observed_at":"2026-08-17T08:50:57.869268Z","submitted_at":"2025-02-13T06:11:29Z","title":"Off-Policy Evaluation for Recommendations with Missing-Not-At-Random Rewards","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T23:02:49.097893Z"},"links":{"citing_paper":"/paper/2502.08993"},"observation_digest":"sha256:5b9188bffbf4c256cb22280b927b6f0f19f1c9bef3eaaaf1bb1ece6680e4a457","observation_id":"7a60b6a9-2d18-4fe4-b881-35d2d4b9f42f","resolution":{"observed_at":"2026-08-07T23:02:49.229660Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:02:49.212831Z","title":"Recommendations as treat- ments: Debiasing learning and evaluation","venue":null,"work_id":"09926750-a8d9-4e18-b195-fbad0a036841","year":2016},"citing_paper":{"arxiv_id":"2502.08993","last_updated":"2025-02-13T06:11:29Z","snapshot_observed_at":"2026-08-17T08:50:57.869268Z","submitted_at":"2025-02-13T06:11:29Z","title":"Off-Policy Evaluation for Recommendations with Missing-Not-At-Random Rewards","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T23:02:49.102283Z"},"links":{"citing_paper":"/paper/2502.08993"},"observation_digest":"sha256:593fdd03966a7a4f0f8f57272a950951a624739ed3c045ecce252292b42f0a24","observation_id":"4d4905c1-f66d-40c6-94a5-cc738bcaf807","resolution":{"observed_at":"2026-08-07T23:02:49.217102Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:02:49.200279Z","title":"Unbiased recommender learning from missing-not-at-random implicit feedback","venue":null,"work_id":"616396f5-3e82-4e2b-8fd4-117bdacaf6fb","year":2020},"citing_paper":{"arxiv_id":"2502.08993","last_updated":"2025-02-13T06:11:29Z","snapshot_observed_at":"2026-08-17T08:50:57.869268Z","submitted_at":"2025-02-13T06:11:29Z","title":"Off-Policy Evaluation for Recommendations with Missing-Not-At-Random Rewards","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T23:02:49.106845Z"},"links":{"citing_paper":"/paper/2502.08993"},"observation_digest":"sha256:ef7c5ae8e3f362c3d1f36ddb2a3c30f64a47c19940a1ccdc2cca7bcc687e3a47","observation_id":"19500047-ebae-427a-a5d6-a84700bf25c9","resolution":{"observed_at":"2026-08-07T23:02:49.204431Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:02:49.188203Z","title":"Coun- terfactual risk minimization: Learning from logged bandit feedback","venue":null,"work_id":"c95bd07e-438c-4302-bb64-e4ffff6868eb","year":2015},"citing_paper":{"arxiv_id":"2502.08993","last_updated":"2025-02-13T06:11:29Z","snapshot_observed_at":"2026-08-17T08:50:57.869268Z","submitted_at":"2025-02-13T06:11:29Z","title":"Off-Policy Evaluation for Recommendations with Missing-Not-At-Random Rewards","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T23:02:49.111487Z"},"links":{"citing_paper":"/paper/2502.08993"},"observation_digest":"sha256:2a84f000f6623e3e228cd18c03fdb5df17300c108580a4b26e5de5eac8b7287d","observation_id":"c537b2fb-e1d4-4cee-b80b-2c4698de5a3a","resolution":{"observed_at":"2026-08-07T23:02:49.192132Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:02:49.175814Z","title":"Off-Policy Eval- uation for Large Action Spaces via Embeddings","venue":null,"work_id":"c86c7d99-4dec-4cb2-b3b7-c9333a58bddd","year":2022},"citing_paper":{"arxiv_id":"2502.08993","last_updated":"2025-02-13T06:11:29Z","snapshot_observed_at":"2026-08-17T08:50:57.869268Z","submitted_at":"2025-02-13T06:11:29Z","title":"Off-Policy Evaluation for Recommendations with Missing-Not-At-Random Rewards","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T23:02:49.115308Z"},"links":{"citing_paper":"/paper/2502.08993"},"observation_digest":"sha256:4d510a6158b106322ce693faf528ef603e6393b6352f8f5cb233c6c3fe8f562c","observation_id":"74c97132-27a3-4fb0-b884-3a69fd579ac0","resolution":{"observed_at":"2026-08-07T23:02:49.179905Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:02:49.160316Z","title":"Offline evaluation of ranking poli- cies with click models","venue":null,"work_id":"0e432208-52ac-4c5f-83f4-ed991c4f6a97","year":2018},"citing_paper":{"arxiv_id":"2502.08993","last_updated":"2025-02-13T06:11:29Z","snapshot_observed_at":"2026-08-17T08:50:57.869268Z","submitted_at":"2025-02-13T06:11:29Z","title":"Off-Policy Evaluation for Recommendations with Missing-Not-At-Random Rewards","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T23:02:49.119324Z"},"links":{"citing_paper":"/paper/2502.08993"},"observation_digest":"sha256:bbac0d3c22d34087413679d86d227d4bc6458b7013e48b9c98e28a55f8b6de42","observation_id":"240b9a10-bf2b-41ce-80c3-d7927b26fe21","resolution":{"observed_at":"2026-08-07T23:02:49.166329Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-22T06:32:14.747728+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2502.08993","last_updated":"2025-02-13T06:11:29Z","latest_version":1,"primary_category":"stat.ML","snapshot_observed_at":"2026-08-17T08:50:57.869268Z","submitted_at":"2025-02-13T06:11:29Z","title":"Off-Policy Evaluation for Recommendations with Missing-Not-At-Random Rewards"},"reference_resolution":{"displayed":9,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":1,"verified_exact":0,"verified_fuzzy":8},"total_outbound_references":9},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-22T06:32:14.747728+00:00","source":"crossref"},{"observed_at":"2026-08-22T06:32:06.552537+00:00","source":"retraction_watch"}],"thesis":"As of 23 August 2026, this Paper Citation Record lists 9 of 9 outbound references and 0 inbound Pith citation observations for arXiv:2502.08993."}