{"as_of":"2026-08-07T23:49:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:f416ff6fce0d0e26456365f1a693fdcc6ba5ada1c31a46ce40a1497af0657fbe","coverage":[{"denominator":32,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":32,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T17:56:02.030796Z","state":"measured"},{"denominator":32,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":32,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2507.09566/citation-record","integrity":"/paper/2507.09566/integrity","json":"/paper/2507.09566/citation-record.json","paper":"/paper/2507.09566"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2209.08642","last_updated":"2022-09-18T20:03:32Z","snapshot_observed_at":"2026-07-06T13:53:33.112275Z","submitted_at":"2022-09-18T20:03:32Z","title":"Offline Evaluation of Reward-Optimizing Recommender Systems: The Case of Simulation","version":1},"cited_work":{"arxiv_id":"2209.08642","doi":"10.48550/arxiv.2209.08642","metadata_source":"pith","pith_arxiv_id":"2209.08642","snapshot_observed_at":"2026-08-06T18:16:30.548575Z","title":"Offline Evaluation of Reward-Optimizing Recommender Systems: The Case of Simulation","venue":"cs.IR","work_id":"176964e3-c21e-4cc9-bfec-7e77ae4f44f9","year":2022},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.860285Z"},"links":{"cited_paper":"/paper/2209.08642","citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:ab282c0968e6c72d58031ff4ea8f1664e41a14832302110b2f9017eb6a06975d","observation_id":"c654e996-e65c-4e96-b9ad-47905908ad74","resolution":{"observed_at":"2026-08-06T17:56:02.182565Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"1105.33757","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:03.537226Z","title":null,"venue":null,"work_id":"b98e6d99-a3c3-4469-a815-9c7345f1db14","year":2020},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.866118Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:d42cba9d8eac79a030bf0a1f9ab9d0e07948b85b526a8ed22f64a29ab8c1cc8e","observation_id":"54851d92-4322-4d08-bfa9-2001275989ef","resolution":{"observed_at":"2026-08-06T17:56:03.545304Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.871592Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.871592Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:5629e2b9c09824fe4025cba307d3655da6f322b51aaea7291b4681ee61533e6b","observation_id":"014b2504-9c65-41b3-8b46-c0dab023ed9a","resolution":{"observed_at":"2026-08-06T17:56:01.871592Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:03.675014Z","title":null,"venue":null,"work_id":"faca968c-535d-4bce-b9b4-ca3d1ab9cb03","year":2022},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.876799Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:8ac0f6ab4bc7a9755be1ed65f7a326150591b4a94ab477520e12309d05af66a6","observation_id":"1c5d807f-f69e-409a-a7f2-9e71cdf96ab0","resolution":{"observed_at":"2026-08-06T17:56:03.680173Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.882106Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.882106Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:5d6a78ff28f03684ca6506fe74a3dd63a7e8bc2b0e45d2610184990a71b22f35","observation_id":"010298e7-44e3-4410-af94-a8a5f7569d99","resolution":{"observed_at":"2026-08-06T17:56:01.882106Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2501.10945","last_updated":"2025-08-06T06:47:04Z","snapshot_observed_at":"2026-08-04T09:07:38.618126Z","submitted_at":"2025-01-19T04:56:55Z","title":"Gradient-Based Multi-Objective Deep Learning: Algorithms, Theories, Applications, and Beyond","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.10945","snapshot_observed_at":"2026-08-06T17:56:01.887726Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.887726Z"},"links":{"cited_paper":"/paper/2501.10945","citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:21c93b079367c0caf72dd216220e95df47c6e065acdec0039b13788f919b81bc","observation_id":"f853c627-d638-445d-8cf9-07bf71d0a470","resolution":{"observed_at":"2026-08-06T17:56:01.887726Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:03.655181Z","title":null,"venue":null,"work_id":"ced5785f-a627-421f-b75c-e77e543a2f14","year":2020},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.893591Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:1d5ea2a283b7373d8fba819d428d7c665ab4a68dc9899e008ad74f08643d2d62","observation_id":"4e7a1fd7-0721-430d-a135-8a5fb2064992","resolution":{"observed_at":"2026-08-06T17:56:03.661791Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.902781Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.902781Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:50a1469c21506542983edc4ec70f33b4fbfc7bb50a240c25d6e190ea41da44ec","observation_id":"b1067d82-d484-44d9-a864-b48cd1f2bd8a","resolution":{"observed_at":"2026-08-06T17:56:01.902781Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.907480Z","title":null,"venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.907480Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:307726f6f76e4140f3be8f6c5850833ea122abe4ec7a0050ec49b204af856841","observation_id":"d544626e-98a9-477d-90f9-6576291c65b7","resolution":{"observed_at":"2026-08-06T17:56:01.907480Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.912149Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.912149Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:927b682ebeb7ac5baa3ac61e38516e52ae0745118ca37141dc7d43f0a790ccf8","observation_id":"5f5493e2-816f-4b84-9bb5-14c1faba3463","resolution":{"observed_at":"2026-08-06T17:56:01.912149Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.916617Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.916617Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:c4310eb4497663495c552100d6ef6ffc22199e852cb0fc5159c96a337e675f88","observation_id":"ce2d18ca-6ec9-4d98-b397-5b50ffbf0968","resolution":{"observed_at":"2026-08-06T17:56:01.916617Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.921839Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.921839Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:a409eee8634f150e3baf64a9b0687861143e99871bf95265dd0aa891c5eb1199","observation_id":"3506fd76-b6c4-4e70-a725-14bdac1ce26a","resolution":{"observed_at":"2026-08-06T17:56:01.921839Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.932471Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.932471Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:ca34a117683eb3ca1cf800a5b5aa626a6fd1777f0a1b73bcc6559fa5aed533ca","observation_id":"3a03a462-8692-4473-a782-117f82de9ad9","resolution":{"observed_at":"2026-08-06T17:56:01.932471Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.937525Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.937525Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:e9e24dc63f4a1bccbb0be5a595b1c885644c2514e5f15db55929a1de5313b0c8","observation_id":"4a362354-b9e6-409a-8039-54205d3c20ca","resolution":{"observed_at":"2026-08-06T17:56:01.937525Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.06885","last_updated":"2023-08-14T01:37:02Z","snapshot_observed_at":"2026-07-06T16:05:47.011408Z","submitted_at":"2023-08-14T01:37:02Z","title":"Bridging Offline-Online Evaluation with a Time-dependent and Popularity Bias-free Offline Metric for Recommenders","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.06885","snapshot_observed_at":"2026-08-06T17:56:01.942784Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.942784Z"},"links":{"cited_paper":"/paper/2308.06885","citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:30801fd8301019214f8136aff592ae84eee99db390fe3e5cab43916681aad02a","observation_id":"206a40bb-4515-4a79-8f3e-c8a8093258ff","resolution":{"observed_at":"2026-08-06T17:56:01.942784Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2011.07931","last_updated":"2020-11-07T01:41:13Z","snapshot_observed_at":"2026-08-07T22:41:57.372452Z","submitted_at":"2020-11-07T01:41:13Z","title":"Do Offline Metrics Predict Online Performance in Recommender Systems?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2011.07931","snapshot_observed_at":"2026-08-06T17:56:01.948340Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.948340Z"},"links":{"cited_paper":"/paper/2011.07931","citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:c5130e922ebb9979d6eecd985567a3ffcebd5a260057ac7a65281710b081b09a","observation_id":"c1a49877-b55d-43bb-ac3d-181097f34a0c","resolution":{"observed_at":"2026-08-06T17:56:01.948340Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:03.625115Z","title":null,"venue":null,"work_id":"c05e4bfe-4fb9-4589-abc5-7730a5b40525","year":2020},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.954756Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:2623e0da9350148737d299610dc429b3e85d2e7834538a0c8fbd003d3bbe7371","observation_id":"db61fd67-89ad-4b26-a6b8-2c34b0cbd7d7","resolution":{"observed_at":"2026-08-06T17:56:03.630580Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.961564Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.961564Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:9ca86c29d4a8160f93fce957747341cf4e60059144458cf050ad7c8537a44146","observation_id":"32f15786-a251-4996-b421-c6245d67e880","resolution":{"observed_at":"2026-08-06T17:56:01.961564Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"3227.35474","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:02.929427Z","title":"Jeffrey Mei, Cole Zuber, and Yasaman Khazaeni","venue":null,"work_id":"d698c074-5e8c-4602-b8a5-a12c02439598","year":2022},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.968086Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:3b98defb2e73525cc5dfbaf0c3558d4844650fb95d72fdc4428ce81f915475a2","observation_id":"ac603c66-114b-4016-9b6e-6ab60fb1c3b4","resolution":{"observed_at":"2026-08-06T17:56:02.940506Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"4655.2022","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:02.825401Z","title":null,"venue":null,"work_id":"f1d951a1-44a6-4d12-8bef-2d55e16753ab","year":2022},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.973296Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:37799272a07cfe12ffc6026e4ed6aa6e3d469b0099a9e2884b53e9f2c518b21c","observation_id":"c55be4e8-c82e-4e88-9f6d-643f3ffbba00","resolution":{"observed_at":"2026-08-06T17:56:02.836718Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.978953Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.978953Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:5700bf481211c99055269a55a58477f13da41f43d6c5355578a3771c0ffbfaf3","observation_id":"e4c3cee1-294f-4093-9149-add1584f51bb","resolution":{"observed_at":"2026-08-06T17:56:01.978953Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2923.34047","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:02.633670Z","title":null,"venue":null,"work_id":"e4f98038-3d70-409e-9ab7-11e400afbf2a","year":2020},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.984259Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:ea45d3938bafa1af49cd8788936dab07315783e03dda111943880f31e889d68c","observation_id":"40b35ee8-7e89-436b-bcc2-f8dc765bb2d4","resolution":{"observed_at":"2026-08-06T17:56:02.641961Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:01.989734Z","title":null,"venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.989734Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:e9f4300af96fc4f641c8ad45c0a42aa35032d7117cbc62888dcb930c93744452","observation_id":"5dc635d0-899c-4897-89e5-fb98fddc83f0","resolution":{"observed_at":"2026-08-06T17:56:01.989734Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:03.608546Z","title":null,"venue":null,"work_id":"bcda709f-36f7-4a95-952c-e454edf7a013","year":2017},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.995182Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:45b37c238922b1ba3694851be8bf057fc5664667a110444423117e0499b30adb","observation_id":"b77d6fc8-f9f9-473f-b75a-a4cf2708e4dd","resolution":{"observed_at":"2026-08-06T17:56:03.613659Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:03.591006Z","title":"Hoang, Dung D","venue":null,"work_id":"f25eed26-2d66-43f9-aa36-e01ee4afa966","year":2024},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.999896Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:ac6eeb01e66a1c96bc0505e8b4b5fd89d0551b7bf2bd93390782d14a1474bb44","observation_id":"19312dcc-a30c-4ce0-90e1-00d888cebe2c","resolution":{"observed_at":"2026-08-06T17:56:03.596784Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:03.573374Z","title":null,"venue":null,"work_id":"fdb80d2e-8901-4536-b479-f222b6c2b489","year":null},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:02.005001Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:cb3f87ad9917c0dad017191b7e373190f252bfb0628516d271c791aa58324cd1","observation_id":"7b151267-2769-4098-956e-472466d48ed5","resolution":{"observed_at":"2026-08-06T17:56:03.578870Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:02.015211Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:02.015211Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:27375a8154b5e9616ecdac5cf86fea2fd1559930c064a18fd84344de5e02b3f8","observation_id":"3193f757-1d3e-457b-8977-bb62e0cc3e8e","resolution":{"observed_at":"2026-08-06T17:56:02.015211Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:02.025377Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:02.025377Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:26c48fc854571c822320c7fc5c55a2d53b9f6b0edeba06166fad112cb91b3a16","observation_id":"8bac4e16-cb06-4940-84f1-0372fc60ce83","resolution":{"observed_at":"2026-08-06T17:56:02.025377Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:02.030796Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:02.030796Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:c1280546eab627b53ae652dbcc6f4838e4fa2953a41f2771767bc668ecbfc5ff","observation_id":"b59db278-2c02-40ae-a232-a5687ac5d91c","resolution":{"observed_at":"2026-08-06T17:56:02.030796Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"4915.36102","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:02.365142Z","title":"InProceedings of the 17th ACM Conference on Recommender Systems","venue":null,"work_id":"b5cae129-3670-424d-845f-3a9a6e885363","year":null},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:02.020265Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:0e8951ef5f5f4c8949caa04ca4bb341cd7ebbb7e4ca4a872e24af54bb6923dab","observation_id":"d79dd27c-1e59-4559-93a5-089f73213ed4","resolution":{"observed_at":"2026-08-06T17:56:02.376668Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1511.06939","last_updated":"2016-03-29T14:52:58Z","snapshot_observed_at":"2026-07-31T19:00:00.136727Z","submitted_at":"2015-11-21T23:42:59Z","title":"Session-based Recommendations with Recurrent Neural Networks","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1511.06939","snapshot_observed_at":"2026-08-06T17:56:01.926563Z","title":"In 4th International Conference on Learning Representations, ICLR 2016, San Juan, Puerto Rico, May 2-4, 2016, Conference Track Proceedings, Yoshua Bengio and Yann LeCun (Eds.)","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":2016,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:01.926563Z"},"links":{"cited_paper":"/paper/1511.06939","citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:b24a32db5dea9164cad6f007fc409f90009c93efef43fdfa77b59e072bcf3b90","observation_id":"6d3a6b57-c25e-4f33-8e03-c0f35b0c365d","resolution":{"observed_at":"2026-08-06T17:56:01.926563Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:56:02.010226Z","title":"In Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-06T17:56:02.010226Z"},"links":{"citing_paper":"/paper/2507.09566"},"observation_digest":"sha256:2967c41ec7e0834af2c34658f3b07a3afc91038bdd0899f847f6c188da29fd7f","observation_id":"1aa40ebc-b260-4d62-bcca-1cbb87712faa","resolution":{"observed_at":"2026-08-06T17:56:02.010226Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.09566","last_updated":"2025-07-13T10:24:41Z","latest_version":1,"primary_category":"cs.IR","snapshot_observed_at":"2026-08-06T17:50:12.705792Z","submitted_at":"2025-07-13T10:24:41Z","title":"Identifying Offline Metrics that Predict Online Impact: A Pragmatic Strategy for Real-World Recommender Systems"},"reference_resolution":{"displayed":32,"state_counts":{"malformed_identifier":5,"metadata_mismatch":3,"parse_uncertain":0,"unresolved":22,"verified_exact":2,"verified_fuzzy":0},"total_outbound_references":32},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 32 of 32 outbound references and 0 inbound Pith citation observations for arXiv:2507.09566."}