{"as_of":"2026-08-08T04:28:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e08b042583da41ff4e9eebff6bdd662791d7454a486a91676e615ec1ddd96525","coverage":[{"denominator":90,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":90,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:20:27.594668Z","state":"measured"},{"denominator":91,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":91,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-26T20:45:15.226889Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":0,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"cited_work":{"arxiv_id":"2505.22356","doi":"10.48550/arxiv.2505.22356","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.22356","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Suitability","venue":"ArXiv.org","work_id":"969ee64f-644a-432f-a2e6-eaa5e0b97da4","year":2025},"citing_paper":{"arxiv_id":"2606.19594","last_updated":"2026-06-17T20:56:44Z","snapshot_observed_at":"2026-08-02T12:17:21.328593Z","submitted_at":"2026-06-17T20:56:44Z","title":"Unsupervised Causal Abstractions Discovery","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-06-26T20:45:15.226889Z"},"links":{"cited_paper":"/paper/2505.22356","citing_paper":"/paper/2606.19594"},"observation_digest":"sha256:ece2d60e435f50b8692b9d0dd3b2dee62906bd82ff71852914c90d970db34dca","observation_id":"2204b82b-a49e-4f84-9136-506be78f5401","resolution":{"observed_at":"2026-06-26T20:49:57.306375Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.22356/citation-record","integrity":"/paper/2505.22356/integrity","json":"/paper/2505.22356/citation-record.json","paper":"/paper/2505.22356"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:16.641224Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:16.641224Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:b3cedfd8f720ddff149152b87d1850cb1f1d81fdb4dc223b01f327d72f2c6d0c","observation_id":"77fc6925-9106-4530-b27c-3bfe28d1c8cb","resolution":{"observed_at":"2026-08-07T13:20:16.641224Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:16.732404Z","title":"Ensemble of averages: Improving model selection and boosting performance in domain generalization","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:16.732404Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:4775c391dbea5ba2058cf951ad59f661210549519e066d7ca84829a589a643e7","observation_id":"0e37218d-bdef-46d3-bd77-0c5bf53dac8a","resolution":{"observed_at":"2026-08-07T13:20:16.732404Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:16.816375Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:16.816375Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:c66dc28187c94514be15b28a890d96674971d7a56b177e2f00e11dfe99956e5f","observation_id":"62f148a1-e07f-4701-8dfc-a6c9c8958a2f","resolution":{"observed_at":"2026-08-07T13:20:16.816375Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:16.905857Z","title":"and Hochberg, Y","venue":null,"work_id":null,"year":1995},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:16.905857Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:13e0d749ae132cb139b4ef00c012679ab78d006bf9bb12e499eb8be14bdc0f1b","observation_id":"8a400cdf-29ba-4fe6-a65a-5c5442d4efb5","resolution":{"observed_at":"2026-08-07T13:20:16.905857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:17.119406Z","title":"Estimating model performance under covariate shift without labels","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.119406Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:3b5a5ae32b9ba0639fe95399b59099f1dfaf3fb6a14c4a4d1b9a49e7d0087f1d","observation_id":"0685494b-506c-4c19-b928-d3cb5577d400","resolution":{"observed_at":"2026-08-07T13:20:17.119406Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:17.190509Z","title":"Nuanced metrics for measuring unintended bias with real data for text classification","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.190509Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:e0af3c7f600aa081b581e0548b78367fe362309043d3197620c66b07167358b6","observation_id":"42b96acd-cd22-4a12-b3b8-feebf5178d67","resolution":{"observed_at":"2026-08-07T13:20:17.190509Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:17.326163Z","title":"Domain generalization by mutual-information regularization with pre-trained models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.326163Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:425c6c8650502c504fcf2cf971476e4fc0265cc8b7a21a3186984ba10801a317","observation_id":"124ce62e-4248-4500-ba25-b3e19dfe6870","resolution":{"observed_at":"2026-08-07T13:20:17.326163Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:17.429760Z","title":"Detecting errors and estimating accuracy on unlabeled data with self-training ensembles","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.429760Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:2b7911709789b956fd9e0f3e4e8c7a03187460d521c1c4b28b2868d42444a1ea","observation_id":"41e7d575-85e0-4b0e-afa7-84cb10f986f1","resolution":{"observed_at":"2026-08-07T13:20:17.429760Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:17.474465Z","title":"S., Poms, F., Fatahalian, K., and R \\'e , C","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.474465Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:f6dc271ceeea2c74d3f43ead6b12472fc1129808835086b4d52f5f803cf44423","observation_id":"1e4a30d4-7e3b-47e2-a9b1-ceca052d7008","resolution":{"observed_at":"2026-08-07T13:20:17.474465Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:17.549145Z","title":"An optimum character recognition system using decision functions","venue":null,"work_id":null,"year":1957},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.549145Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:858d80746119106ed9f712c8c8e205f933e22d71e0f1a771f5b56c78ff2ebf28","observation_id":"a8fad859-92e9-4d06-be68-8a157e69d9e5","resolution":{"observed_at":"2026-08-07T13:20:17.549145Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:38.723867Z","title":"Functional map of the world","venue":null,"work_id":"768324cf-afe0-44a0-9673-804f9b9deba3","year":2018},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.700139Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:020e2af77def6689897fb8ed78f048d550d795890c0a7368fe1ec17001bb3bfe","observation_id":"3878c0df-31da-4974-9a44-cf884d61a494","resolution":{"observed_at":"2026-08-07T13:20:38.839005Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:38.562266Z","title":"Estimating generalization under distribution shifts via domain-invariant representations","venue":null,"work_id":"c00a78b8-b36c-4a70-b90b-7b86389444c7","year":1984},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.880741Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:46ae2406a147ca7d7d2381b1109ec7a4cb51a7f599feb8ae70dc5e055206c19b","observation_id":"0a393998-8603-4802-84da-b9b060e3996e","resolution":{"observed_at":"2026-08-07T13:20:38.661945Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:38.318603Z","title":"F., Williams, R., Reguera, B., Herry, V., and Gonz \\'a lez-Gil, S","venue":null,"work_id":"485891ea-b392-4b3c-a164-1e6a752c4d6f","year":2003},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.970755Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:165fb29ed6d88a2ad38689919480f0622ee825e1949b0760b1c381f1148d862e","observation_id":"2121e205-693a-443c-9757-084018b512c5","resolution":{"observed_at":"2026-08-07T13:20:38.434663Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:38.075869Z","title":"B., Lu, T., Luu, T., and P \\'a l, D","venue":null,"work_id":"eca07419-0d3c-4e69-83cf-254213aadcd0","year":2010},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:18.056744Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:e877d43e408bbd462a2d77809d87af1e4476f46c0112ee7016ee30b8bc561027","observation_id":"b6984484-2219-484e-beac-075219da6479","resolution":{"observed_at":"2026-08-07T13:20:38.187927Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:37.777652Z","title":"and Zheng, L","venue":null,"work_id":"4c8c424d-e217-4f39-9842-5e584b8f10ad","year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:18.174098Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:0306c90ab9b2b6493d34c589705dce354a44f58675f552308862645566cc9a46","observation_id":"7f714073-a61d-4ee5-a4d5-861a03d91b2a","resolution":{"observed_at":"2026-08-07T13:20:37.910707Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:37.577234Z","title":"What does rotation prediction tell us about classifier accuracy under varying testing environments? In International Conference on Machine Learning, pp.\\ 2579--2589","venue":null,"work_id":"ae909573-163d-49d4-bf33-deaa7ab13b87","year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:18.339819Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:9093c5938cd4bdc99a0a27c34fbce9533e1714627b2c7e33837fe25972ee8171","observation_id":"fbd64a92-ee88-4fcc-9fc9-930c50f8e438","resolution":{"observed_at":"2026-08-07T13:20:37.677056Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:37.368910Z","title":"Confidence and dispersity speak: Characterizing prediction matrix for unsupervised accuracy estimation","venue":null,"work_id":"79b742f3-1c3e-42f6-8cec-c834de3cf243","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:18.518244Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:5a9dd5542fcf9783ce27197cec7e680750a94a81dd9145cc6d2c9b3545d1746a","observation_id":"d8c635cc-fe37-4756-997f-d7109f03cb81","resolution":{"observed_at":"2026-08-07T13:20:37.499618Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:37.184388Z","title":"Unsupervised supervised learning i: Estimating classification and regression errors without labels","venue":null,"work_id":"89077f4d-cd2c-4403-addf-102f2ea68a2c","year":2010},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:18.683150Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:7ab9c82e26a437eed3270af74ad1ba5c77d693268e40b02d500bf449d2fb2ebf","observation_id":"4ad4f8b7-4d3b-4a33-a186-0ea22bafceaa","resolution":{"observed_at":"2026-08-07T13:20:37.239966Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:18.863825Z","title":null,"venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:18.863825Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:739ec09ecd1d1682e9763c95167a14a9090e8aa327e14792041c5c4ae17f81c3","observation_id":"2afb065d-a8cd-4e2c-a828-fad09e020ce0","resolution":{"observed_at":"2026-08-07T13:20:18.863825Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:36.907067Z","title":"and Gall \\'e , M","venue":null,"work_id":"062a5db2-877e-42bf-95f3-dee8927b7d87","year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:19.083611Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:7012aedaf7ff2872a7600942ca410f89ae5208e284b747e49cc93314097d82f4","observation_id":"0e80d56d-3241-4c4c-844a-72edfb30126f","resolution":{"observed_at":"2026-08-07T13:20:37.037093Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:36.673912Z","title":"and Davidson, I","venue":null,"work_id":"c54a25fe-c678-401d-ac8e-53c94c2ed28d","year":2006},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:19.239948Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:80655676712867f967e761c3359254c798964bc126f5205a6d0ef1019094c24e","observation_id":"7bc1b1fd-de00-4ed7-a654-86c2b3e80176","resolution":{"observed_at":"2026-08-07T13:20:36.788964Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:36.419479Z","title":"Selective prediction-set models with coverage rate guarantees","venue":null,"work_id":"b3f3e716-7eb1-4854-84c1-1787c0d2cae4","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:19.370390Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:03bbd10d1872429c37fb0cd91d0089d022bc58e3b2eeb66e58111a414557be95","observation_id":"f9023ac6-88e9-400a-bc26-e048c21c9a54","resolution":{"observed_at":"2026-08-07T13:20:36.552751Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:19.492135Z","title":"and Ghahramani, Z","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:19.492135Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:d955ac92741202c987403355a9bb37292accc4307a6e4150dc2afef9e84c1eff","observation_id":"5694b500-6300-49c9-a701-8c42508f8630","resolution":{"observed_at":"2026-08-07T13:20:19.492135Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:36.185513Z","title":"Selective classification via one-sided prediction","venue":null,"work_id":"a79f4076-1896-4dc6-a9f8-df3bd487d007","year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:19.649459Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:da24b707c6dd4ad3c69a897c85d01eec48db2032a94af62a9c4ba52fc61f7d92","observation_id":"fc4f1a22-5218-45c6-917d-8871f6c03774","resolution":{"observed_at":"2026-08-07T13:20:36.311513Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2201.04234","last_updated":"2022-10-15T00:51:16Z","snapshot_observed_at":"2026-08-04T20:50:07.648489Z","submitted_at":"2022-01-11T23:01:12Z","title":"Leveraging Unlabeled Data to Predict Out-of-Distribution Performance","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2201.04234","snapshot_observed_at":"2026-08-07T13:20:19.789920Z","title":"C., Neyshabur, B., and Sedghi, H","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:19.789920Z"},"links":{"cited_paper":"/paper/2201.04234","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:e898659038c803494d109be8ad549e3556768e4a37177e810df4f85d3dce3c4c","observation_id":"8505c97c-1384-4598-9fc2-ad0ed630f3f5","resolution":{"observed_at":"2026-08-07T13:20:19.789920Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:35.875496Z","title":"and El-Yaniv, R","venue":null,"work_id":"e6909c2c-7d79-41fa-92dc-ce4e430ae302","year":2017},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:19.939773Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:40ea94dfe6e846938d325a93b0b2806f6af5a539295fd1a4e4731d1d709808f7","observation_id":"cf2a5962-66b0-4a22-afd0-0fd6160b5db9","resolution":{"observed_at":"2026-08-07T13:20:36.059700Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:35.629656Z","title":"and El-Yaniv, R","venue":null,"work_id":"acfd3b55-8ae8-47ef-86f6-608e15f62120","year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.049725Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:b818857f079468db6803adba90a15bdd64c70dc1da585d15c8cd91b4237e4889","observation_id":"a3c99127-5fff-41ed-bc7f-44097eb9928a","resolution":{"observed_at":"2026-08-07T13:20:35.760431Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:35.402749Z","title":"Bias-reduced uncertainty estimation for deep neural classifiers","venue":null,"work_id":"e8f1edd1-1d80-48d9-9c27-5afd6c0f9fea","year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.171199Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:54b18e0c008cea35cbd5a3c4208f4a789701f84df565fe15966626a5d823d2a8","observation_id":"8dc9a39b-96ac-4d86-8cd2-90b206956625","resolution":{"observed_at":"2026-08-07T13:20:35.504917Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2212.02742","last_updated":"2023-03-01T18:19:45Z","snapshot_observed_at":"2026-07-06T14:27:14.966862Z","submitted_at":"2022-12-06T04:15:24Z","title":"A Learning Based Hypothesis Test for Harmful Covariate Shift","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.02742","snapshot_observed_at":"2026-08-07T13:20:20.310963Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.310963Z"},"links":{"cited_paper":"/paper/2212.02742","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:80c94a55b297a8f42deab54e94bd652fe8ae534d05ecb6e56117f21bf546a352","observation_id":"aa805b2a-a0d9-4f67-9409-c7fb276f8569","resolution":{"observed_at":"2026-08-07T13:20:20.310963Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:35.149437Z","title":null,"venue":null,"work_id":"f878c7ff-7c78-45dc-8f8b-f7c63b394e6b","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.419604Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:e19eec4329ca49d195b6cbcec144c03b071cff0364505b3cdd9df527af637295","observation_id":"c3cc2638-a8be-4066-9610-030d0a4b85f7","resolution":{"observed_at":"2026-08-07T13:20:35.276986Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:34.946487Z","title":"and Yuan, X","venue":null,"work_id":"5a42e74f-fbf9-4a68-82e0-57f5b6b26ae8","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.549039Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:86ad5496b980ff51f2e9e26c5e3289c4a5190d8a01d70d6b312ef66af50d0b6b","observation_id":"1150243f-de56-4985-b4de-62df1979dbd1","resolution":{"observed_at":"2026-08-07T13:20:35.041577Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:34.734252Z","title":"Predicting with confidence on unseen distributions","venue":null,"work_id":"7913133c-352d-43d1-9232-1f6469ad5eb1","year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.685382Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:2bf6e7f5d88168222d9cb506874c47f254aef2b1e0ee0a9e2584963262a37f1d","observation_id":"12bd3172-7156-4a35-9565-11110a63ff80","resolution":{"observed_at":"2026-08-07T13:20:34.845784Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:34.522464Z","title":"and Lopez-Paz, D","venue":null,"work_id":"e337d2d2-70a2-4c0a-b016-19d7ec9cc0f1","year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.759602Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:b52fbab327c92510c7f75a26f29d24d3ba42dfa3a3c7593882eb44f69566024b","observation_id":"19e5c83a-5442-4bd4-9e0e-46c699f85bde","resolution":{"observed_at":"2026-08-07T13:20:34.597221Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:20.843632Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.843632Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:80a1f4e6f8c6b907654a3272e7b3f9153599572c04dfbebebca1340d78e52d51","observation_id":"33f6b7f5-7baa-4f77-9ed3-09843da983bf","resolution":{"observed_at":"2026-08-07T13:20:20.843632Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:20.975442Z","title":"Deep residual learning for image recognition","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.975442Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:ccb87692bd3194fa4df420bb7f3913e438a4b3bfd4193840c9d9b1c5be25c422","observation_id":"0a4c77a4-58b8-4115-9bbd-55e6a3669226","resolution":{"observed_at":"2026-08-07T13:20:20.975442Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:34.210941Z","title":"Multicalibration: Calibration for the (computationally-identifiable) masses","venue":null,"work_id":"bab649df-3689-43fb-a7ac-f9f44a9456a9","year":1939},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:21.105064Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:032feb64fc7bf7f65cdd5be687e20affbc45fb85b2919e3f069ecb04ddfee9a8","observation_id":"a4ae4b10-168e-493c-962e-a98b64719ae2","resolution":{"observed_at":"2026-08-07T13:20:34.313167Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:33.924385Z","title":"and Dietterich, T","venue":null,"work_id":"7250b250-3a12-40af-ade3-b358602dc90d","year":2018},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:21.244661Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:8155624ac8af3cc3c4f4d15f7131fbf1f69ab2738c208eb0ea7e9d357bfcb526","observation_id":"7dc67cda-b658-4d7d-a642-b4a74a20ca64","resolution":{"observed_at":"2026-08-07T13:20:34.069237Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1610.02136","last_updated":"2018-10-03T07:32:57Z","snapshot_observed_at":"2026-08-02T06:41:33.803920Z","submitted_at":"2016-10-07T04:06:01Z","title":"A Baseline for Detecting Misclassified and Out-of-Distribution Examples in Neural Networks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1610.02136","snapshot_observed_at":"2026-08-07T13:20:21.361582Z","title":"and Gimpel, K","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:21.361582Z"},"links":{"cited_paper":"/paper/1610.02136","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:66ef0d925ed293bd5c26cafc113d3f61b9449bb2efca85bce466293fe65729ce","observation_id":"2dd71c09-0089-41c9-a127-ef8434b404cc","resolution":{"observed_at":"2026-08-07T13:20:21.361582Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:33.611864Z","title":"Aries: Efficient testing of deep neural networks via labeling-free accuracy estimation","venue":null,"work_id":"b469bcde-47e2-4806-9f75-a37995fc279b","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:21.492488Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:d0398674fbe75734f16fe8d52c843f152ab2ad50a1d4e465dca857f2c5e50195","observation_id":"c2c3496b-f327-4644-81df-10de9778395d","resolution":{"observed_at":"2026-08-07T13:20:33.770520Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:21.612669Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:21.612669Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:58111b2299b27c038189f4327b87adf0c75c9d1ccb4a9ade409b0dc38ff79d3f","observation_id":"da126727-bec3-423c-9195-378beaa927f5","resolution":{"observed_at":"2026-08-07T13:20:21.612669Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:33.397519Z","title":"Self-adaptive training: beyond empirical risk minimization","venue":null,"work_id":"5009c544-8f03-45fa-bebe-2d105386f266","year":2020},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:21.681289Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:4d0c593bea20e93939a13415b10b9fd7a64c99d88eb70dad7b584f7afb96965a","observation_id":"7ce020b2-58c2-47cf-a762-a5d761582d7c","resolution":{"observed_at":"2026-08-07T13:20:33.494809Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:33.200608Z","title":"Estimating the accuracies of multiple classifiers without labeled data","venue":null,"work_id":"fe5c2f75-d404-4c39-91db-4f906ca5559d","year":2015},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:21.859503Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:0def72f87a6ae163a8f620ecac921e56330bce2b9bf17b72741329c30b40e3da","observation_id":"ae77bb14-79dd-45f8-af7c-a3d9e42e86f6","resolution":{"observed_at":"2026-08-07T13:20:33.249440Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2106.13799","last_updated":"2022-05-15T20:53:46Z","snapshot_observed_at":"2026-08-04T17:39:49.366116Z","submitted_at":"2021-06-25T17:53:09Z","title":"Assessing Generalization of SGD via Disagreement","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2106.13799","snapshot_observed_at":"2026-08-07T13:20:21.975150Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:21.975150Z"},"links":{"cited_paper":"/paper/2106.13799","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:361c5f28051bfd63eb482dd47515d9b0f3652846c44469fa3457711b1027d1d3","observation_id":"54f9419a-45a7-4cd7-82c0-2969c352baa6","resolution":{"observed_at":"2026-08-07T13:20:21.975150Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1412.6980","last_updated":"2017-01-30T01:27:54Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2014-12-22T13:54:29Z","title":"Adam: A Method for Stochastic Optimization","version":9},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1412.6980","snapshot_observed_at":"2026-08-07T13:20:22.071196Z","title":null,"venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.071196Z"},"links":{"cited_paper":"/paper/1412.6980","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:6a12ff90ba4259fd4aed12c8185ca9315cc47781a998c5218cea427e1a5b131c","observation_id":"be117fd7-1903-45b0-bb67-b4b441e03c03","resolution":{"observed_at":"2026-08-07T13:20:22.071196Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.08649","last_updated":"2025-02-12T14:49:16Z","snapshot_observed_at":"2026-08-05T14:39:41.536761Z","submitted_at":"2024-07-11T16:28:31Z","title":"Confidence-based Estimators for Predictive Performance in Model Monitoring","version":2},"cited_work":{"arxiv_id":"2407.08649","doi":null,"metadata_source":"pith","pith_arxiv_id":"2407.08649","snapshot_observed_at":"2026-08-07T13:20:28.309738Z","title":"Confidence-based Estimators for Predictive Performance in Model Monitoring","venue":"cs.LG","work_id":"2a34a549-24c1-4675-af85-42db78d48cca","year":2024},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.153631Z"},"links":{"cited_paper":"/paper/2407.08649","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:38cdf027d9f90ae429fbb73ec05a05402d7d6e3e406ff27c5077b400d68103ae","observation_id":"d700f261-2287-40a2-bba1-24e5a7e41fae","resolution":{"observed_at":"2026-08-07T13:20:28.377391Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:33.066142Z","title":"W., Sagawa, S., Marklund, H., Xie, S","venue":null,"work_id":"a4d54887-e511-41d7-ad8f-56d4adf61c78","year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.260600Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:9b341a8022fd804ab5b4abcf66a61d539292ea63a9ad47fd2df8ba31f46b4998","observation_id":"24f9c813-074f-46a6-8d1e-37295de6df54","resolution":{"observed_at":"2026-08-07T13:20:33.150148Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.999674Z","title":"Fairness in credit scoring: Assessment, implementation and profit implications","venue":null,"work_id":"d3ad429c-3c64-445d-82c9-bf7d5417c314","year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.318892Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:74162f90d2f1cf713cc653693f0435f1466a0b57b845a302fb103439562523ed","observation_id":"b9ee152e-bdb1-4c00-8232-f2685c460962","resolution":{"observed_at":"2026-08-07T13:20:33.045671Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:22.381487Z","title":"and Inouye, D","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.381487Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:cfb2d5d12475274df8de36b7911981ed8b8adc2ab67aca6eb38f3c935888c867","observation_id":"c421652c-1a31-41df-886b-fbb22c696043","resolution":{"observed_at":"2026-08-07T13:20:22.381487Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:22.456648Z","title":"Simple and scalable predictive uncertainty estimation using deep ensembles","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.456648Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:4bb7afc4ef51096f081ac03922024670dcb0c45ec7c12501669c690076942797","observation_id":"9d49c1e5-07fc-496c-a9f0-629117bcdd6b","resolution":{"observed_at":"2026-08-07T13:20:22.456648Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.893746Z","title":"L., Romano, J","venue":null,"work_id":"dc098437-4d87-44c1-be8e-8db14f2bd96f","year":1986},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.547563Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:99b0ab8b63873e9efbb05eda0a994fba9d3baf2f7db22b37586af59d0f82998b","observation_id":"f6081630-b825-4bce-8b2f-c195e6e81c04","resolution":{"observed_at":"2026-08-07T13:20:32.935824Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.820791Z","title":"Learning a data-driven policy network for pre-training automated feature engineering","venue":null,"work_id":"ec368304-2daf-4585-8cb1-72b9956ea74b","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.625799Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:3b8d6c717f68382fae23a364a9739ee2a2cc3bdfee687291d9caf5a3b8e22f0b","observation_id":"67c29345-d249-4ac1-8263-6cc5cbd10972","resolution":{"observed_at":"2026-08-07T13:20:32.851982Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.701367Z","title":"P., Salakhutdinov, R","venue":null,"work_id":"bbfe49e5-25d4-434c-abca-373e55600794","year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.692215Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:16d7cd5aaaf7fa56b7cc7816e20ef78a797ec9819b711f133d65cbb80571804a","observation_id":"6cc2e8a2-6020-42d6-a17e-5c8377145604","resolution":{"observed_at":"2026-08-07T13:20:32.764426Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1711.05101","last_updated":"2019-01-04T21:01:49Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2017-11-14T14:24:06Z","title":"Decoupled Weight Decay Regularization","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1711.05101","snapshot_observed_at":"2026-08-07T13:20:22.748030Z","title":"Fixing weight decay regularization in adam","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.748030Z"},"links":{"cited_paper":"/paper/1711.05101","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:035f163e6b686cd3cf244b34c21ae90064657e0b067a0f7f101dc6c2a54d1ae2","observation_id":"cfbe7397-913e-44f2-bdc5-e0d0223cda43","resolution":{"observed_at":"2026-08-07T13:20:22.748030Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.05018","last_updated":"2023-02-10T02:27:13Z","snapshot_observed_at":"2026-07-06T14:50:19.249541Z","submitted_at":"2023-02-10T02:27:13Z","title":"Predicting Out-of-Distribution Error with Confidence Optimal Transport","version":1},"cited_work":{"arxiv_id":"2302.05018","doi":null,"metadata_source":"pith","pith_arxiv_id":"2302.05018","snapshot_observed_at":"2026-08-07T13:20:27.985773Z","title":"Predicting Out-of-Distribution Error with Confidence Optimal Transport","venue":"cs.LG","work_id":"a9b87815-bd3c-4405-8f7f-e499a6428e7a","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.839846Z"},"links":{"cited_paper":"/paper/2302.05018","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:4db6f859e203ac0cc6cc25a912cd888133b185123aaf244c6f212af68cd5b72a","observation_id":"b5413823-8e26-4f50-9c6d-a649fb135e4d","resolution":{"observed_at":"2026-08-07T13:20:28.086236Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.589376Z","title":"Co-validation: Using model disagreement on unlabeled data to validate classification algorithms","venue":null,"work_id":"b4945162-5d75-444d-9092-aeec353cb65a","year":2004},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.985652Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:7a1a7a893d1f34eb22e15bf4fedf8b19706ea4c70e7eb850f55b6d217411b3d9","observation_id":"d9bfaee5-1328-4832-a7dc-8135bdc725b5","resolution":{"observed_at":"2026-08-07T13:20:32.646211Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.480789Z","title":"Performance prediction under dataset shift","venue":null,"work_id":"48c0ea29-361d-44b8-8b19-31c165297055","year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:23.517445Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:0df84d9397a8c9e4dff8c6de4f23e908c72756dd315d230c89033939249b1867","observation_id":"744b8def-cd42-4894-a8d6-48c8c6912ff6","resolution":{"observed_at":"2026-08-07T13:20:32.538459Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2104.10706","last_updated":"2021-04-21T18:12:18Z","snapshot_observed_at":"2026-08-06T05:28:32.913878Z","submitted_at":"2021-04-21T18:12:18Z","title":"Dataset Inference: Ownership Resolution in Machine Learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2104.10706","snapshot_observed_at":"2026-08-07T13:20:23.777814Z","title":"Dataset inference: Ownership resolution in machine learning","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:23.777814Z"},"links":{"cited_paper":"/paper/2104.10706","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:789fb814c97f641a22257d8675c999e6f90f1975787247b49fc92b3307a39d31","observation_id":"90184418-f9c2-43be-a068-131de67f3e7b","resolution":{"observed_at":"2026-08-07T13:20:23.777814Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.327092Z","title":"K-means clustering based feature consistency alignment for label-free model evaluation","venue":null,"work_id":"dc345114-9481-4d7a-b5c3-67599d4cdb30","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:23.905763Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:92a088fa4d4e65c894dcfe23efccb5d4cd32d21a7f08fd16d3361e9174dc7fd4","observation_id":"fe7ac63a-6e9c-4ba8-a735-b74ea309a12c","resolution":{"observed_at":"2026-08-07T13:20:32.403423Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.235720Z","title":null,"venue":null,"work_id":"709c10c7-cda3-478d-a13b-9e9ebda6c88e","year":1979},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.019304Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:bc03567d8d0797cae08b42257262c742e6e1466d49eb2f20c139e90d0206df9d","observation_id":"66c3cbca-6e3e-4b06-ae0b-25410c342af1","resolution":{"observed_at":"2026-08-07T13:20:32.287914Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.064681Z","title":"Can you trust your model's uncertainty? evaluating predictive uncertainty under dataset shift","venue":null,"work_id":"e0fa5cdf-b853-4cc0-bf10-6d3ae0a10f78","year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.105595Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:eec17be557f334f2604d3728a7dd7fe51ab2c746ecf4bed33546a4b757bc6667","observation_id":"02781abd-5ca3-4868-95c1-389f908dc396","resolution":{"observed_at":"2026-08-07T13:20:32.146661Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:31.944252Z","title":"Came: Contrastive automated model evaluation","venue":null,"work_id":"7bbe65bd-ce7d-4fda-b5e3-60982fafffee","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.229301Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:e5c58387ae6755a4ddb5d80e880ad71f1b004d1e3cbf63cc90371b04b634ec43","observation_id":"25e650cb-f962-4618-8faf-ac9c28b5fb7a","resolution":{"observed_at":"2026-08-07T13:20:32.011070Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.12689","last_updated":"2024-03-15T06:51:28Z","snapshot_observed_at":"2026-07-06T17:19:19.377937Z","submitted_at":"2024-01-23T11:54:09Z","title":"Energy-based Automated Model Evaluation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.12689","snapshot_observed_at":"2026-08-07T13:20:24.387157Z","title":"Energy-based automated model evaluation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.387157Z"},"links":{"cited_paper":"/paper/2401.12689","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:c930a7c8c2184dccfe6dddd4316d55f20d623e407394d929ac05e5b8f175ec5b","observation_id":"31666ea6-c1a3-44e1-a82a-7521118a0119","resolution":{"observed_at":"2026-08-07T13:20:24.387157Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:31.760872Z","title":"M., and Horvitz, E","venue":null,"work_id":"9e138ea0-837a-4cdb-93ab-f63ae4723335","year":2017},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.503962Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:cf03f126ecb91e07e1f7a9f841749f1043fa4d3075ec59cd8e521e01d6d82db9","observation_id":"fe45983a-b9e1-410d-adc0-f87cc1650a1c","resolution":{"observed_at":"2026-08-07T13:20:31.846690Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:31.688030Z","title":"A., Dubey, A., and Mitchell, T","venue":null,"work_id":"21b172f1-bb30-4ec1-8fd6-1c7223f21f6b","year":2016},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.661275Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:b4cbbd1411ba5f2a47def6eda5ede5a80f6b0f38fb853ee27905c4a6f9b255d2","observation_id":"6aac9870-b265-49b1-b6a2-2b13a90f2aa5","resolution":{"observed_at":"2026-08-07T13:20:31.717507Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:24.735045Z","title":null,"venue":null,"work_id":null,"year":1999},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.735045Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:b918ea5a0722d8024220785d31e59ddf50007f5bed8319002ffbeda1bbc3341f","observation_id":"de179f72-648c-4836-a41c-1b30907ca832","resolution":{"observed_at":"2026-08-07T13:20:24.735045Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:31.529951Z","title":null,"venue":null,"work_id":"002cd7e9-fe87-49e9-b56a-cde0b312c234","year":2013},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.851605Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:4b4c8dc896ac8753d72019b672109e4cd69eae4fe65bbb67ae6612fe2063a893","observation_id":"c369dc0c-67bb-42ff-996b-42685c5fb2ca","resolution":{"observed_at":"2026-08-07T13:20:31.616847Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.06177","last_updated":"2022-05-05T16:30:00Z","snapshot_observed_at":"2026-07-06T11:57:06.976298Z","submitted_at":"2021-10-12T17:21:41Z","title":"Tracking the risk of a deployed model and detecting harmful distribution shifts","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.06177","snapshot_observed_at":"2026-08-07T13:20:24.932300Z","title":"and Ramdas, A","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":67,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.932300Z"},"links":{"cited_paper":"/paper/2110.06177","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:1d351a04034a78b8826fce027220d875eacb1fb6dff4e09828d41ddbddcd7e91","observation_id":"50df01c9-859e-4af1-b166-8e4c385fa1cf","resolution":{"observed_at":"2026-08-07T13:20:24.932300Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:31.354305Z","title":null,"venue":null,"work_id":"1ec5a271-086d-4c68-9dfd-363f7fd5b09a","year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":68,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.025290Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:e605968bb703a6981c9c6dbfea6d1750b6d1c1119c92ac85426d5f7df6ecc272","observation_id":"30dcd0cb-d2fe-4f18-b951-4f8969aa1b81","resolution":{"observed_at":"2026-08-07T13:20:31.441152Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:31.108099Z","title":"Failing loudly: An empirical study of methods for detecting dataset shift","venue":null,"work_id":"9d68709a-623e-418e-ba64-552348b71c44","year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":69,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.095559Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:0bf44b4214515897ee3297475b0c371c2c1e2384e1b25d9532d419086f15b5c9","observation_id":"1a870ca4-243d-438a-9a55-a64de54a7f59","resolution":{"observed_at":"2026-08-07T13:20:31.191309Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2205.13532","last_updated":"2025-07-06T20:35:29Z","snapshot_observed_at":"2026-08-05T16:48:11.978574Z","submitted_at":"2022-05-26T17:51:29Z","title":"Selective Prediction via Training Dynamics","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2205.13532","snapshot_observed_at":"2026-08-07T13:20:25.232239Z","title":"Selective classification via neural network training dynamics","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":70,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.232239Z"},"links":{"cited_paper":"/paper/2205.13532","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:d4f15335ee12fca4087067c5b332d999f51cc79fe011171869e1bee8bc139f86","observation_id":"e16bae3c-8d28-4139-8820-698a4d4ff201","resolution":{"observed_at":"2026-08-07T13:20:25.232239Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:30.907063Z","title":"Learning to validate the predictions of black box machine learning models on unseen data","venue":null,"work_id":"a4cded94-819e-4d44-a7ca-0f30deb95f54","year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":71,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.346853Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:8cb49b1ead5c7375ebb02eee85c760a58ec1c478728e9700e2e8eea1182871a4","observation_id":"566226b9-9d3f-44d2-8fc2-83ad05ff574e","resolution":{"observed_at":"2026-08-07T13:20:31.014335Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:25.495498Z","title":"Imagenet large scale visual recognition challenge","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.495498Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:35cfa5c491c58b995a14f3ed537ba74fe450971c91bc542cae3c2edf52ce5ee9","observation_id":"a222340c-4c42-47d4-8a8d-eedb9b654cae","resolution":{"observed_at":"2026-08-07T13:20:25.495498Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1910.01108","last_updated":"2020-03-01T02:57:50Z","snapshot_observed_at":"2026-08-07T19:07:36.327251Z","submitted_at":"2019-10-02T17:56:28Z","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1910.01108","snapshot_observed_at":"2026-08-07T13:20:25.608328Z","title":"Distilbert, a distilled version of bert: smaller, faster, cheaper and lighter","venue":null,"work_id":null,"year":1910},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":73,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.608328Z"},"links":{"cited_paper":"/paper/1910.01108","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:a4bbb977227cb1b5c5933d8abe66fdaf2b333e6e92df08202ad684521cdbcc5f","observation_id":"23039291-fbcc-4734-85ea-4d1ad154638b","resolution":{"observed_at":"2026-08-07T13:20:25.608328Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:30.696876Z","title":"Learning to validate the predictions of black box classifiers on unseen data","venue":null,"work_id":"e2f9101a-a38d-4db7-a3ea-ae1788eff21b","year":2020},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":74,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.677197Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:17d90ada27422250a4c5a672037345f05a8d739d18b0b1cb6dba2ca05fe0364e","observation_id":"c0142bd0-d33e-4cb5-b05a-b2d5a6a15369","resolution":{"observed_at":"2026-08-07T13:20:30.790176Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2112.00694","last_updated":"2021-12-01T18:15:58Z","snapshot_observed_at":"2026-07-06T12:14:17.687535Z","submitted_at":"2021-12-01T18:15:58Z","title":"Label-Free Model Evaluation with Semi-Structured Dataset Representations","version":1},"cited_work":{"arxiv_id":"2112.00694","doi":null,"metadata_source":"pith","pith_arxiv_id":"2112.00694","snapshot_observed_at":"2026-08-07T13:20:27.697511Z","title":"Label-Free Model Evaluation with Semi-Structured Dataset Representations","venue":"cs.CV","work_id":"48582e98-fc19-43d5-9369-7d4da23f3104","year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":75,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.785148Z"},"links":{"cited_paper":"/paper/2112.00694","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:ac0b24d93fe4bd59fec595e39a0bf7814707989686fdbc3e0ae061a424157896","observation_id":"c8e7c8f2-717e-4344-b9e7-01602dd4679a","resolution":{"observed_at":"2026-08-07T13:20:27.797504Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:30.553735Z","title":"Target specification bias, counterfactual prediction, and algorithmic fairness in healthcare","venue":null,"work_id":"e6802706-b257-4f86-9a9a-757910a2d72d","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":76,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.892256Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:cdb0e3a311f8a9e28dbb694c5653682482838f553ecd9e115ae29f000824e7a6","observation_id":"18a810bb-2029-495f-afcc-d589e4ed3a4f","resolution":{"observed_at":"2026-08-07T13:20:30.639259Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:30.397736Z","title":"Rxrx1: An image set for cellular morphological variation across many experimental batches","venue":null,"work_id":"a1ddacd9-d657-45ed-a146-b47a48481f61","year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":77,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:26.040722Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:62dd90cf7e90f9d2f7bbfe23f152ff86f57cfcffe5ae2c085badfb81e28c3fcc","observation_id":"71b0a790-df30-4a82-bec4-012d86d228a4","resolution":{"observed_at":"2026-08-07T13:20:30.446775Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:30.289624Z","title":"V., Pacchioni, F., Bellumore, S., Bosia, M., and De Micco, F","venue":null,"work_id":"0945945f-ed39-47c9-a45d-5229122a8ea2","year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":78,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:26.187522Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:f296990294138f0ac8677bfe47bc948ea94de891aa85e06512b45a17c83ae0a8","observation_id":"1976f2f9-ffb6-4cbb-a57b-7a1d1a69a55a","resolution":{"observed_at":"2026-08-07T13:20:30.334129Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:30.136491Z","title":"A bag-of-prototypes representation for dataset-level applications","venue":null,"work_id":"93f76f97-5bf2-4a32-8b1d-9f1c38f9719e","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":79,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:26.311059Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:12b9a9a7752eab3a34bc40cbcf2f6552f6419686f1211405d4e437b219434aa9","observation_id":"2b794b92-378c-40f6-b49d-c013f48b5a6d","resolution":{"observed_at":"2026-08-07T13:20:30.207099Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2002.11448","last_updated":"2021-04-09T10:38:15Z","snapshot_observed_at":"2026-07-06T09:00:15.310896Z","submitted_at":"2020-02-26T13:06:14Z","title":"Predicting Neural Network Accuracy from Weights","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2002.11448","snapshot_observed_at":"2026-08-07T13:20:26.420181Z","title":"Predicting neural network accuracy from weights","venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":80,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:26.420181Z"},"links":{"cited_paper":"/paper/2002.11448","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:3c2b278e66a43051736458e996713e7d9917f2a72904dcedf57405990c89c21d","observation_id":"4d4b9cf1-ead0-4296-9658-2324865c361f","resolution":{"observed_at":"2026-08-07T13:20:26.420181Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:29.947334Z","title":"and Nowacki, A","venue":null,"work_id":"32c311eb-e3b3-47cf-b843-de77aedd206b","year":2011},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":81,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:26.553542Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:4b54e3c551148065593ef1be2a5c073e471f64597103bcc13b6c71c6c0e10a62","observation_id":"2d4c611f-3986-4855-ab95-94da05812235","resolution":{"observed_at":"2026-08-07T13:20:30.042878Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:29.731676Z","title":null,"venue":null,"work_id":"a06a004d-f1bb-4172-b55e-55a0ddf49a73","year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":82,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:26.654030Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:2c1a610f38235f70080112c272c8239db3398d76de042923b9a1fb1637023b9c","observation_id":"c27cd55f-689f-407f-821a-69d7db9f7062","resolution":{"observed_at":"2026-08-07T13:20:29.855068Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:29.528733Z","title":"Toward auto-evaluation with confidence-based category relation-aware regression","venue":null,"work_id":"4c154af8-fdd7-45db-afcd-b69b3c340ab6","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":83,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:26.799486Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:866d45f54bdfe501384081cd458dd90578e4470790a68af920cbf3a261536e05","observation_id":"8caac18a-c2c1-4d78-8e6e-a5ffca06d685","resolution":{"observed_at":"2026-08-07T13:20:29.617304Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:29.257150Z","title":null,"venue":null,"work_id":"d47040b7-8045-4b6d-b07a-45cf6720b6cb","year":1947},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":84,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:26.938152Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:bef5884915535ddc913549ceb7a2fc2fa694c995dccfd1c6acecd5b0811b9bc2","observation_id":"1e61e38f-900e-421d-a94b-84d22bde4c6b","resolution":{"observed_at":"2026-08-07T13:20:29.392665Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:29.157836Z","title":"Testing statistical hypotheses of equivalence","venue":null,"work_id":"c8519af4-9aa4-49c0-84c0-9372f802d5fb","year":2002},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":85,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:27.028856Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:57a855629b02025cb3d2107de2007de3cb418a2a9abf3b6ef34b9ccefc8f1911","observation_id":"77c56062-db82-4e88-bdfc-b6baa221359e","resolution":{"observed_at":"2026-08-07T13:20:29.200882Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.11328","last_updated":"2021-11-25T20:59:18Z","snapshot_observed_at":"2026-07-06T12:00:21.464672Z","submitted_at":"2021-10-21T17:57:08Z","title":"A Fine-Grained Analysis on Distribution Shift","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.11328","snapshot_observed_at":"2026-08-07T13:20:27.172233Z","title":"A fine-grained analysis on distribution shift","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":86,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:27.172233Z"},"links":{"cited_paper":"/paper/2110.11328","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:4bf57be3f59ad65d1c8c81a781a88b7469688bbe54672d4f14891035288a45bc","observation_id":"1f25e242-5247-433e-bfab-8f4300dcadfa","resolution":{"observed_at":"2026-08-07T13:20:27.172233Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:28.936473Z","title":"On the importance of feature separability in predicting out-of-distribution error","venue":null,"work_id":"52f8f540-d921-4918-9644-a1270d985f63","year":2024},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":87,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:27.306947Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:6b58a0c3be455308f3a332284ddadabd035970da24852af5d5930880a6e66b71","observation_id":"d153a383-26ab-4e27-a5b3-a41c6c2fd33b","resolution":{"observed_at":"2026-08-07T13:20:29.075381Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:28.753170Z","title":"Predicting out-of-distribution error with the projection norm","venue":null,"work_id":"91a6fc36-f48e-45f7-87c7-b8af3df4836f","year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":88,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:27.416276Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:0962c71776ec041c9d410be3375b814649788a166f21cd67286567aad9bb4d4a","observation_id":"40253399-420e-4481-9157-6756f9892f78","resolution":{"observed_at":"2026-08-07T13:20:28.812246Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:28.507708Z","title":"Domain generalization with mixstyle","venue":null,"work_id":"815ca7bc-de07-42c8-8319-7f6a5987e010","year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":89,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:27.501347Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:b5199758debd07a61c3a11235c684ab7b15a351ddc4b0de9428ffbccf913383a","observation_id":"e6c736bd-38ed-473a-9b82-3e7e1e082ae3","resolution":{"observed_at":"2026-08-07T13:20:28.567560Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:27.594668Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":90,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:27.594668Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:d8c189d23b68f3e2b08b561af3199b216043d9667a10d7e1b0ef7d0e94a39272","observation_id":"6992e840-1b2b-4b39-a16c-66e31b8c4b7e","resolution":{"observed_at":"2026-08-07T13:20:27.594668Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-07T13:06:41.653908Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings"},"reference_resolution":{"displayed":90,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":39,"verified_exact":3,"verified_fuzzy":48},"total_outbound_references":90},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 90 of 90 outbound references and 1 inbound Pith citation observation for arXiv:2505.22356."}