{"as_of":"2026-08-09T23:09:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:8ed5d657ca9122b9d9aa68f8c61d9988bfbc6de945d20abcbc0eaab1204fb993","coverage":[{"denominator":35,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":35,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-31T01:29:53.713473Z","state":"measured"},{"denominator":35,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":35,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2607.25097/citation-record","integrity":"/paper/2607.25097/integrity","json":"/paper/2607.25097/citation-record.json","paper":"/paper/2607.25097"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:50.601435Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:50.601435Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:0923cc24eb90e27b566a827cbc52f8d278712b0552ff9d86828a95c2e7182b1e","observation_id":"b0ecd936-618d-48a9-94b6-9a6c312111d3","resolution":{"observed_at":"2026-07-31T01:29:50.601435Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-319-24592-8_12","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Lecture notes in computer science","work_id":"9c9c49aa-5732-4f7c-b98d-fe41f2210564","year":2015},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:50.646597Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:46cd010cbfbf76aba65e5ef667447db2a2ca50e68b46981d70882030d86867ec","observation_id":"74b0fd4a-5626-4781-a464-c900e62cd10a","resolution":{"observed_at":"2026-07-31T01:31:19.455177Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:50.708085Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:50.708085Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:3f6ba4de59d4909c7e65389c8eb146d933b54945cfc1d96dd211a5ec62a7c615","observation_id":"d2d5d822-cd7e-4b9e-9966-acb62c7a57d5","resolution":{"observed_at":"2026-07-31T01:29:50.708085Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:50.767374Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:50.767374Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:528a8a4af23eea67bbee3c340d505a72893107765e48a0d56f1d8c855ef7ab0a","observation_id":"19738a2e-095c-4d6e-bab1-6c1b3de6ffc6","resolution":{"observed_at":"2026-07-31T01:29:50.767374Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:50.851132Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:50.851132Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:f0de872859032327ba443c510863961f534c7eeb36988fe7eb0c06119d7c2177","observation_id":"7fb1d5c7-191d-4ffc-bea2-ce72571733b2","resolution":{"observed_at":"2026-07-31T01:29:50.851132Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.amjmed.2005","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:31:18.932041Z","title":"Cook and Thomas J","venue":null,"work_id":"01b65cea-f448-416d-9c27-48947b319c55","year":2006},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:50.910565Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:89bf8d24dd16b333e758d9f7d66df72bb9690f9e899f647e39efd57156fb2a33","observation_id":"afb52466-47e3-45c2-ad59-8d330593e434","resolution":{"observed_at":"2026-07-31T01:31:18.967902Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:50.985779Z","title":null,"venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:50.985779Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:ea2f6abbaa407363be2950c9be2f0e6f0ddd6b991c7f89a4f845d6b7e3003ce3","observation_id":"7133bf6a-1ce3-4c5f-aac8-e659cc9f946b","resolution":{"observed_at":"2026-07-31T01:29:50.985779Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:51.075876Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:51.075876Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:697b05635974a4c9604dbf3f0a98b639efada806f1e44babdb21a142fbd9b64c","observation_id":"d93e069e-c1cf-46cd-b0bc-9501a87a365f","resolution":{"observed_at":"2026-07-31T01:29:51.075876Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:51.179967Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:51.179967Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:1c3d890fe3b08c985bd1c2449a384f37abd9bfd5b36c3e0fd0f1f5deddaf709f","observation_id":"02cbc2ef-8423-412d-a004-9f0b4e16bada","resolution":{"observed_at":"2026-07-31T01:29:51.179967Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:51.266912Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:51.266912Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:8dbc1fbc06b88efc4ecd3ac47de0b6d039e88ee7c32dd6f2ffd8482c98f87156","observation_id":"cce2baec-0398-4b8d-8fd8-d2c5defd69c8","resolution":{"observed_at":"2026-07-31T01:29:51.266912Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:51.356140Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:51.356140Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:2c99511b1563d36aa13f4b2e2ddfc0fec519b7c0441a0b113c580ae8b4865ca1","observation_id":"7f7d2d7f-2120-4ae8-8c53-f7c8310023eb","resolution":{"observed_at":"2026-07-31T01:29:51.356140Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:51.416960Z","title":"Maxwell Harper and Joseph A","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:51.416960Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:3b011e0be132bb4999f3fc3bdc23eae7562a8a74cd433cb1781cdcd88c5a7259","observation_id":"bb424a6b-f3f7-4c0e-8f45-d7845b90bcde","resolution":{"observed_at":"2026-07-31T01:29:51.416960Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:51.522636Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:51.522636Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:237ff3819b231bd8fa6e58b2369050a2f7446a593d0b0f779f21b06c86bfee39","observation_id":"eab5f539-5705-44df-acb6-1d64cb682d9d","resolution":{"observed_at":"2026-07-31T01:29:51.522636Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.11723","last_updated":"2023-09-21T01:50:17Z","snapshot_observed_at":"2026-08-08T09:14:34.822267Z","submitted_at":"2023-09-21T01:50:17Z","title":"Candidate Set Sampling for Evaluating Top-N Recommendation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.11723","snapshot_observed_at":"2026-07-31T01:29:51.597640Z","title":"Ekstrand","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:51.597640Z"},"links":{"cited_paper":"/paper/2309.11723","citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:810990ff7fef22bf4fb0139b7f54b88cc52af91ff8025d7a5ef71054e974c777","observation_id":"c2b5d234-b4e0-42d7-baab-3516f9acded6","resolution":{"observed_at":"2026-07-31T01:29:51.597640Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:51.663448Z","title":"Jadidinejad, Craig Macdonald, and Iadh Ounis","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:51.663448Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:fc783514a1979a4a3855b65b6bc4c6b51030ad5b769bbdf52341f27e940fbf41","observation_id":"97626508-3fea-40be-8fd8-1d8b6e2bafe7","resolution":{"observed_at":"2026-07-31T01:29:51.663448Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:51.738889Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:51.738889Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:319e88d676b47216b3d3d0e543c1ada0aa948a148e9cbc52a960cf0b1f3bc231","observation_id":"3d399cdd-4f1b-41d1-9cdf-035961574df2","resolution":{"observed_at":"2026-07-31T01:29:51.738889Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:51.813132Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:51.813132Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:48150d497efe29f44bb21cc2735e321c64ac3a2f047b43a47978a98917219ede","observation_id":"79e1437a-4ed7-412b-b193-8860217f63d4","resolution":{"observed_at":"2026-07-31T01:29:51.813132Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.2146/ajhp070364","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Kimberlin and Almut G","venue":"American Journal of Health-System Pharmacy","work_id":"b6fe3f0a-b50e-401e-82ec-c778e5fbb215","year":2008},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:51.899244Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:ce5481c44e34a03c8ce027b275d8a8eaa99a9cd4834925289de86fc4c605f0cb","observation_id":"ae09f756-a1f2-4092-b30a-175b117a0ebe","resolution":{"observed_at":"2026-07-31T01:31:18.817311Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:51.969335Z","title":null,"venue":null,"work_id":null,"year":2008},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:51.969335Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:5025b038ba5a560e5f2ee7a5168e6d7677a363575220d0d6dd16ff4dbd34bd73","observation_id":"ac2193d9-b710-4c5b-8b5f-1284340ca3e7","resolution":{"observed_at":"2026-07-31T01:29:51.969335Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:52.066103Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:52.066103Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:7b32d959ea04157c6b52da34228df5d9d2166c7bd47e359420501732f5632dfb","observation_id":"1700cf21-6cc0-4f46-b508-185a79dbaa3c","resolution":{"observed_at":"2026-07-31T01:29:52.066103Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/s10791-016-9282-6","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Shane Culpepper","venue":"Information Retrieval","work_id":"5337ae55-0c8d-4f01-848a-b1f269b9203a","year":2016},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:52.147075Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:a9bb2bcf7900006720904c1087e9986eea2fc3ea9d8d30534e0cbb6043b0434c","observation_id":"c3ce68f5-f18b-4099-9716-12669bf688b3","resolution":{"observed_at":"2026-07-31T01:31:18.600173Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1206.5267","last_updated":"2012-06-20T15:03:41Z","snapshot_observed_at":"2026-08-05T01:31:51.764748Z","submitted_at":"2012-06-20T15:03:41Z","title":"Collaborative Filtering and the Missing at Random Assumption","version":1},"cited_work":{"arxiv_id":"1206.5267","doi":"10.48550/arxiv.1206.5267","metadata_source":"pith","pith_arxiv_id":"1206.5267","snapshot_observed_at":"2026-08-05T02:49:54.815029Z","title":"Collaborative Filtering and the Missing at Random Assumption","venue":"cs.LG","work_id":"a717ff31-a3d7-48fc-bea8-3d8edaf3ea08","year":2012},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:52.235762Z"},"links":{"cited_paper":"/paper/1206.5267","citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:91600590c40445aede786f5d0b6dc9e79c2039a43f7917fe8f49ff00c48a4fbb","observation_id":"579f0e26-f6f2-49a7-9451-5c1bfb8ba9f7","resolution":{"observed_at":"2026-07-31T01:31:18.395098Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:52.326199Z","title":"Marlin and Richard S","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:52.326199Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:abfd67db47a2b2b370dcde04e74a0ff94aeb7e8f1ac8834560485df383bd585f","observation_id":"b63c7f7b-2555-4b36-9529-c3cf2743b2c0","resolution":{"observed_at":"2026-07-31T01:29:52.326199Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:52.409095Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:52.409095Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:710c2853a108b6746f3d632e7a138beb4b72ef800dac35766e394a3b7af20ea6","observation_id":"f318ac11-93aa-4496-ad65-70c4f786a285","resolution":{"observed_at":"2026-07-31T01:29:52.409095Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:52.501391Z","title":"Pereira, Alan Said, and Rodrygo L","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:52.501391Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:9add18b07435abf59ee85c12053a38c7f76cec734b3802f4c5294acfecba68bd","observation_id":"20868bc4-b5e9-4eb4-94b8-f20ad8d04bc9","resolution":{"observed_at":"2026-07-31T01:29:52.501391Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:52.574102Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:52.574102Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:fb58d3e2483ddaf03d6e347d997839d9a8ef8b496e62ee4a6696d93fc97b9e1f","observation_id":"6a5c6212-55cb-4255-bc32-4a346778f385","resolution":{"observed_at":"2026-07-31T01:29:52.574102Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2505.10573","last_updated":"2025-06-26T16:38:11Z","snapshot_observed_at":"2026-08-07T15:45:37.216640Z","submitted_at":"2025-05-13T20:36:22Z","title":"Measurement to Meaning: A Validity-Centered Framework for AI Evaluation","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2505.10573","snapshot_observed_at":"2026-07-31T01:29:52.661309Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:52.661309Z"},"links":{"cited_paper":"/paper/2505.10573","citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:4704e4554e3c112283aeb98666fc5a60ae99b9477acdca4b5afa3a46a7baf357","observation_id":"b46796ac-f749-410b-a7b8-98a6f8f55403","resolution":{"observed_at":"2026-07-31T01:29:52.661309Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:52.773586Z","title":"Smucker and Houmaan Chamani","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:52.773586Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:681a14a685743c89cc1641e0a07fff58e88ac530362fd195f08e5cab7567d5bd","observation_id":"291bbab5-29e7-4481-9eb3-f8138d6ba059","resolution":{"observed_at":"2026-07-31T01:29:52.773586Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:52.895936Z","title":null,"venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:52.895936Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:b36e766227906b2a57c16ab22fd1ba09575d5bb743d4c7cfff97d0eae8dbdbbb","observation_id":"aa85d3d7-644e-4633-831d-6e95d203c043","resolution":{"observed_at":"2026-07-31T01:29:52.895936Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:53.040069Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:53.040069Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:e899619a544ca2fe880b1514f628d1f4dab78d9fab3b74a87554450e30e0fd74","observation_id":"a6ca2279-bcd8-4267-aec3-6e5002b204c4","resolution":{"observed_at":"2026-07-31T01:29:53.040069Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:53.358290Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:53.358290Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:7886cb67fce85c77c5574d13bc28e2f02b344ce53ca4bd94f9ead9f02db7af88","observation_id":"578d3dfb-36f3-4f29-9259-dd9d6b71cff3","resolution":{"observed_at":"2026-07-31T01:29:53.358290Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:53.522109Z","title":"2005.TREC: Experiment and evaluation in information retrieval","venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:53.522109Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:24ce25e6ab16d15a2b3ecb149a22ccf358b74ef156400a9db5b0ab3d20b30d05","observation_id":"46dd12c0-0e37-4144-8e15-1c74c6e22868","resolution":{"observed_at":"2026-07-31T01:29:53.522109Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.00561","last_updated":"2025-06-06T22:15:14Z","snapshot_observed_at":"2026-08-09T22:39:54.332050Z","submitted_at":"2025-02-01T21:09:51Z","title":"Position: Evaluating Generative AI Systems Is a Social Science Measurement Challenge","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.00561","snapshot_observed_at":"2026-07-31T01:29:53.636089Z","title":"Feder Cooper, Angelina Wang, Chad Atalla, Solon Barocas, Su Lin Blodgett, Alexandra Chouldechova, Emily Corvi, P","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:53.636089Z"},"links":{"cited_paper":"/paper/2502.00561","citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:2043403ed74ace180d5f8a3f667039a4dc702dbd8c09daea025fd6f8798ad242","observation_id":"077493da-6a1e-4c2a-a038-729646409e34","resolution":{"observed_at":"2026-07-31T01:29:53.636089Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1145/3769688","metadata_source":"openalex","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":null,"venue":"Communications of the ACM","work_id":"63f4e1b2-fcd9-485a-9303-161f7cbe0ba7","year":2026},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:53.713473Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:88b52905079c67b269b19e3b1c9d8ca3b6d869cc927fbb00727024037d2353bb","observation_id":"0e443d61-b921-42b5-b9b8-332ceb60b99d","resolution":{"observed_at":"2026-07-31T01:31:18.198169Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-07-31T01:29:53.209044Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems","version":1},"reference_index":2638,"source":"pdf_text","source_observed_at":"2026-07-31T01:29:53.209044Z"},"links":{"citing_paper":"/paper/2607.25097"},"observation_digest":"sha256:1d6e9fb3ec0890157378a492f6183139da6a2af6b3527824caf402e3254219f4","observation_id":"258dc313-df94-4f3f-a4c9-ebae40d501a8","resolution":{"observed_at":"2026-07-31T01:29:53.209044Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2607.25097","last_updated":"2026-07-27T21:54:19Z","latest_version":1,"primary_category":"cs.IR","snapshot_observed_at":"2026-08-09T22:40:06.719664Z","submitted_at":"2026-07-27T21:54:19Z","title":"On the Convergent Validity of Offline Evaluation Designs for Recommender Systems"},"reference_resolution":{"displayed":35,"state_counts":{"malformed_identifier":1,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":28,"verified_exact":5,"verified_fuzzy":0},"total_outbound_references":35},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 35 of 35 outbound references and 0 inbound Pith citation observations for arXiv:2607.25097."}