{"as_of":"2026-08-08T20:05:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:2bae9e6c9b490ca3bf501c0f53e306c3be939324b41f7a33052b971afe75e979","coverage":[{"denominator":18,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":18,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T15:34:04.596012Z","state":"measured"},{"denominator":20,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":20,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-10T18:13:46.622289Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-11T21:51:33.232440Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"cited_work":{"arxiv_id":"2505.14903","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.14903","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"When to retrain a machine learning model","venue":null,"work_id":"7577ca37-2b83-4900-a5c2-4f22ff6387e6","year":2025},"citing_paper":{"arxiv_id":"2604.07739","last_updated":"2026-04-09T02:48:52Z","snapshot_observed_at":"2026-07-06T22:57:00.904627Z","submitted_at":"2026-04-09T02:48:52Z","title":"Efficient Dataset Selection for Continual Adaptation of Generative Recommenders","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-05-10T18:13:46.622289Z"},"links":{"cited_paper":"/paper/2505.14903","citing_paper":"/paper/2604.07739"},"observation_digest":"sha256:9d7d29070765e238e28c2408d8cb3b1fcb6ffb24c09210d02626d591d5d5e1c2","observation_id":"cf9a5c35-fc64-4fb1-bdea-a306934e3eed","resolution":{"observed_at":"2026-05-11T05:16:03.810543Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"cited_work":{"arxiv_id":"2505.14903","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.14903","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"When to retrain a machine learning model","venue":null,"work_id":"7577ca37-2b83-4900-a5c2-4f22ff6387e6","year":2025},"citing_paper":{"arxiv_id":"2604.23954","last_updated":"2026-08-04T14:05:39Z","snapshot_observed_at":"2026-08-07T23:11:33.830594Z","submitted_at":"2026-04-27T01:59:04Z","title":"An empirical evaluation of the risks of AI model updates using clinical data: stability, arbitrariness, and fairness","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-08T03:58:19.554654Z"},"links":{"cited_paper":"/paper/2505.14903","citing_paper":"/paper/2604.23954"},"observation_digest":"sha256:7c6b2e97e12997dd4a5526239ed13af6112f1af8ada50ab4c95a34435d5c6784","observation_id":"bae637d4-ff43-4fc5-b9ad-b740c5f6cb9b","resolution":{"observed_at":"2026-05-11T21:51:33.256962Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.14903/citation-record","integrity":"/paper/2505.14903/integrity","json":"/paper/2505.14903/citation-record.json","paper":"/paper/2505.14903"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:34:08.041755Z","title":"staleness cost","venue":null,"work_id":"2537c5b1-0840-43ab-a8b3-f3225f9ee8e2","year":2015},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:03.093645Z"},"links":{"citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:b6104b74beca5e3b4a14b30ad1dbf85a36891a6c55bfcfd57db356a7eec01599","observation_id":"8e208ac3-8bb9-4aca-8054-350297c53de3","resolution":{"observed_at":"2026-08-07T15:34:08.168951Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2001.08361","last_updated":"2020-01-23T03:59:20Z","snapshot_observed_at":"2026-07-06T08:52:12.656082Z","submitted_at":"2020-01-23T03:59:20Z","title":"Scaling Laws for Neural Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2001.08361","snapshot_observed_at":"2026-08-07T15:34:02.839770Z","title":"Scalable deep reinforce- ment learning for vision-based robotic manipulation","venue":null,"work_id":null,"year":2001},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:02.839770Z"},"links":{"cited_paper":"/paper/2001.08361","citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:5b226764521cbb97c056c48cb1b04956968c5509830bafa5d525aa81148e6b73","observation_id":"0f1f25ea-5833-411f-b2e5-c36487550cf4","resolution":{"observed_at":"2026-08-07T15:34:02.839770Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:34:07.781928Z","title":"These approaches may work well when retraining costs are low, but they become unsuitable when retraining is expensive – it is not always optimal to retrain after every minor shift","venue":null,"work_id":"bd302eb4-3ae1-4798-9ade-b769ee48f43a","year":2007},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:03.262051Z"},"links":{"citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:ac9239a03945c77d53d9674e57a88db1e8bb88df85e0ca85f6d22282d24ec1c4","observation_id":"5646da45-9b53-4c6d-b04b-f6d8df04189e","resolution":{"observed_at":"2026-08-07T15:34:07.896436Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:34:07.257796Z","title":null,"venue":null,"work_id":"d75156ae-4bc6-498b-888c-4f0572046e74","year":2003},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:03.532081Z"},"links":{"citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:c21eff439c3dbecc88f2ababd2853c2c499e8c92fab3dddd92dc66f7e009ec67","observation_id":"8f740a10-d22b-4b56-8612-c245b33ac4f5","resolution":{"observed_at":"2026-08-07T15:34:07.417136Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:34:06.982649Z","title":"Some methods integrates epistemic uncertainty on Q-function to account for the distribution shift of unseen actions (Kumar et al., 2020; O’Donoghue et al., 2017; Luis et al., 2023)","venue":null,"work_id":"a62b8717-aa55-436d-b211-de5054fb9990","year":2023},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:03.644348Z"},"links":{"citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:7df3dea0ce2cc99ea48c1aa1ecef31c907bd0e01be348f418c7c8a0e8422026b","observation_id":"df9538f7-0a69-44b5-9697-e6b3db1df167","resolution":{"observed_at":"2026-08-07T15:34:07.116775Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:34:06.187100Z","title":"w denotes the number of timestep of the offline phase, T denotes the number of timestep of the online phase","venue":null,"work_id":"559e36f1-a77c-4f39-8bc5-14863e1713f3","year":2000},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:03.961850Z"},"links":{"citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:5d8dabc350f0879864e8d7ef28e039004ecd397851d282ac1a0faf6e674b69e4","observation_id":"4b298177-fd8c-472e-8750-315af0c16959","resolution":{"observed_at":"2026-08-07T15:34:06.320820Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:34:05.890531Z","title":"We follow Mahadevan & Mathioudakis (2024) and use the Sklearn Multiflow library version (Montiel et al.,","venue":null,"work_id":"134d4723-756a-4577-bb7c-26f3b7cf5b13","year":2024},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:04.096803Z"},"links":{"citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:b22c1633f7d6fd36e7cd045529b2c9ade1cf5db046424adfba89595100f33529","observation_id":"c34e8474-b199-45e6-9f58-6ba5e7ecb857","resolution":{"observed_at":"2026-08-07T15:34:06.046814Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"0001.0101","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:34:05.118417Z","title":"relative staleness cost","venue":null,"work_id":"bdb0dc03-3f6a-44a1-ba16-0d8dbeb9c25f","year":2022},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:04.478812Z"},"links":{"citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:33bd4a954dc5cbd24bb3187aa019c6cee15175137387c049703ffd2039229a31","observation_id":"04fa6668-3400-4374-a92f-ef7302658b0e","resolution":{"observed_at":"2026-08-07T15:34:05.233297Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:34:05.649380Z","title":null,"venue":null,"work_id":"d09191a3-0384-4249-be4a-af76c5097876","year":2020},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:04.249505Z"},"links":{"citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:e1418e92284e347f56741529e70cfc04c8894c9b0e35c48a002ca85b759cf932","observation_id":"45353d81-996b-4e90-b0f9-0112f3f4e813","resolution":{"observed_at":"2026-08-07T15:34:05.763615Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:34:05.436885Z","title":"Therefore, with this specific parameterization, we can establish a connection between Q-learning and our learning method","venue":null,"work_id":"17d2c76a-040f-4ac5-8300-b6d138205220","year":2003},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":78,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:04.339075Z"},"links":{"citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:f68b7eb013445b18211cc54aae91d9fd756b04d7f3683b2124dd7471bddca25d","observation_id":"bbbc9c86-2b0a-47d1-a11a-3acdc522ae29","resolution":{"observed_at":"2026-08-07T15:34:05.525077Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2004.10340","last_updated":"2020-04-21T23:25:13Z","snapshot_observed_at":"2026-08-07T18:30:26.178863Z","submitted_at":"2020-04-21T23:25:13Z","title":"The iWildCam 2020 Competition Dataset","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2004.10340","snapshot_observed_at":"2026-08-07T15:34:02.484228Z","title":"The iwildcam 2020 competition dataset","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":2002,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:02.484228Z"},"links":{"cited_paper":"/paper/2004.10340","citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:396334ce8a8454d7b3f36d5dfb6f4b94dec02e68c4dc04ccbbfd6f96a4d83c11","observation_id":"226d6879-d640-40b1-9329-496ee60e7cfd","resolution":{"observed_at":"2026-08-07T15:34:02.484228Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:34:06.492506Z","title":null,"venue":null,"work_id":"8b07be5d-de9a-421a-8c9f-d9928fe2d1b2","year":2020},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":2008,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:03.849559Z"},"links":{"citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:182279e47c0054d9e837f0c0a171b874c722555502a3663755bbdd58e2f8aebc","observation_id":"76fb66a5-61dd-4db2-8352-623276ab0999","resolution":{"observed_at":"2026-08-07T15:34:06.606888Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"0241.00001","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:34:04.789306Z","title":"Normalized AUC of the combined performance/retraining cost metric ˆCα(θ), computed over a range of α values, for all datasets","venue":null,"work_id":"9fb647ff-9dab-4949-9701-5873a0f16189","year":2022},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":2012,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:04.596012Z"},"links":{"citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:0ad27681b053fdbcfda4f1dec0065c6a319bfe0d9d03cb55eaa31acf8c7c85fb","observation_id":"7b5b1656-6b63-4184-a74c-154b8c495e48","resolution":{"observed_at":"2026-08-07T15:34:04.904407Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:34:07.547396Z","title":"The Freeze-Thaw method, introduced by Swersky et al","venue":null,"work_id":"d11eade5-60b8-4c3e-a068-fe07108a9554","year":2014},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":2016,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:03.372237Z"},"links":{"citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:303ebdccbcbbc1c7ac92fc9f3b739e6b22354e85701afc424fd167a71a667f0f","observation_id":"743d2426-b289-4069-b670-8452098165e3","resolution":{"observed_at":"2026-08-07T15:34:07.679726Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:34:08.552803Z","title":"Predicting with confidence on unseen dis- tributions","venue":null,"work_id":"221f721f-7c67-4624-a943-0c3999c93c23","year":2021},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":2017,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:02.594486Z"},"links":{"citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:eb6b1356df35ff595a1527275f7283aabc3e64f59bf5b5e53cfe7c703cd9907e","observation_id":"a6c15ede-6d40-44bf-a831-4aca52a190d7","resolution":{"observed_at":"2026-08-07T15:34:08.658961Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:34:06.767353Z","title":",(x(i+1)∣D∣, y(i+1)∣D∣)∈R d ×{±1} be drawn i.i.d","venue":null,"work_id":"ba8cac0c-60d9-4e50-99a1-ef257bb0492e","year":2018},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:03.750060Z"},"links":{"citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:b433c8a5d9c3136cc8cbc3f0dbdbc64db0adfd963acfc6572fd46435f03e2480","observation_id":"e7e10b94-3c55-49ec-9ed1-75a2148969fe","resolution":{"observed_at":"2026-08-07T15:34:06.891274Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2103.05331","last_updated":"2021-06-14T07:08:46Z","snapshot_observed_at":"2026-07-06T10:48:10.764238Z","submitted_at":"2021-03-09T10:20:49Z","title":"Active Testing: Sample-Efficient Model Evaluation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2103.05331","snapshot_observed_at":"2026-08-07T15:34:02.981417Z","title":"Active Testing: Sample-Efficient Model Evaluation","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:02.981417Z"},"links":{"cited_paper":"/paper/2103.05331","citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:0c8f3086eb886602885d4f89438f79d27ae88c54cc3726f21da64b85842aa9f5","observation_id":"361a6aad-9c9c-49b2-8b32-825ee64c8413","resolution":{"observed_at":"2026-08-07T15:34:02.981417Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T15:34:08.327240Z","title":null,"venue":null,"work_id":"244e4b75-e728-47a7-b6c5-663d65f085eb","year":2016},"citing_paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-07T15:34:02.747335Z"},"links":{"citing_paper":"/paper/2505.14903"},"observation_digest":"sha256:1138c53f50d8559823001b7874a7fb6ffd185f3ca271e997d9615fc9111b5aa6","observation_id":"ea05fe16-c474-4497-8780-1c26bd28ae01","resolution":{"observed_at":"2026-08-07T15:34:08.428670Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.14903","last_updated":"2025-05-20T20:55:56Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-07T15:25:32.889778Z","submitted_at":"2025-05-20T20:55:56Z","title":"When to retrain a machine learning model"},"reference_resolution":{"displayed":18,"state_counts":{"malformed_identifier":2,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":7,"verified_exact":0,"verified_fuzzy":9},"total_outbound_references":18},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 18 of 18 outbound references and 2 inbound Pith citation observations for arXiv:2505.14903."}