{"as_of":"2026-08-09T21:55:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c84e66a2a4f990ebb8860d1cdf015ed4b4563b472760a1e1b2c259e9a78f0703","coverage":[{"denominator":90,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":90,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:20:27.594668Z","state":"measured"},{"denominator":91,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":91,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-06-26T20:45:15.226889Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":0,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"cited_work":{"arxiv_id":"2505.22356","doi":"10.48550/arxiv.2505.22356","metadata_source":"arxiv_reference","pith_arxiv_id":"2505.22356","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Suitability","venue":"ArXiv.org","work_id":"969ee64f-644a-432f-a2e6-eaa5e0b97da4","year":2025},"citing_paper":{"arxiv_id":"2606.19594","last_updated":"2026-06-17T20:56:44Z","snapshot_observed_at":"2026-08-02T12:17:21.328593Z","submitted_at":"2026-06-17T20:56:44Z","title":"Unsupervised Causal Abstractions Discovery","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-06-26T20:45:15.226889Z"},"links":{"cited_paper":"/paper/2505.22356","citing_paper":"/paper/2606.19594"},"observation_digest":"sha256:40112fa033686377e75bdaec2d70fce4b7948801c82a4ae05420e9e00e50dc00","observation_id":"2204b82b-a49e-4f84-9136-506be78f5401","resolution":{"observed_at":"2026-06-26T20:49:57.306375Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.22356/citation-record","integrity":"/paper/2505.22356/integrity","json":"/paper/2505.22356/citation-record.json","paper":"/paper/2505.22356"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:16.641224Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:16.641224Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:efd0a3d376fb3a5a8e147950124444dc2c47872ceabc7cefd66495a9219b2a81","observation_id":"77fc6925-9106-4530-b27c-3bfe28d1c8cb","resolution":{"observed_at":"2026-08-07T13:20:16.641224Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:16.732404Z","title":"Ensemble of averages: Improving model selection and boosting performance in domain generalization","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:16.732404Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:1b53387251d59e9ab27c50765ae29370c4e5476234f033725240db342e91ba38","observation_id":"0e37218d-bdef-46d3-bd77-0c5bf53dac8a","resolution":{"observed_at":"2026-08-07T13:20:16.732404Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:16.816375Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:16.816375Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:cd1defd37c79faa3682dbcacf49d2c7e9abec6e75193625dd433a60165240fd3","observation_id":"62f148a1-e07f-4701-8dfc-a6c9c8958a2f","resolution":{"observed_at":"2026-08-07T13:20:16.816375Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:16.905857Z","title":"and Hochberg, Y","venue":null,"work_id":null,"year":1995},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:16.905857Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:028ed907c5518dd95a10d3c106e075aa2344fa4e37af744541cfff4d4390755a","observation_id":"8a400cdf-29ba-4fe6-a65a-5c5442d4efb5","resolution":{"observed_at":"2026-08-07T13:20:16.905857Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:17.119406Z","title":"Estimating model performance under covariate shift without labels","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.119406Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:9a6b9312c65dcd61f39babf5e4d9ebf76911164e1c49247991b06c099c78a856","observation_id":"0685494b-506c-4c19-b928-d3cb5577d400","resolution":{"observed_at":"2026-08-07T13:20:17.119406Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:17.190509Z","title":"Nuanced metrics for measuring unintended bias with real data for text classification","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.190509Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:e3fbee8ea08b3bf22de26134ce853c7fc903394b3e44f5a0deb035066f2c90ca","observation_id":"42b96acd-cd22-4a12-b3b8-feebf5178d67","resolution":{"observed_at":"2026-08-07T13:20:17.190509Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:17.326163Z","title":"Domain generalization by mutual-information regularization with pre-trained models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.326163Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:b70d61bc8f4de0453b5a348e060595caf17ff9bc67011584196273626baff6b4","observation_id":"124ce62e-4248-4500-ba25-b3e19dfe6870","resolution":{"observed_at":"2026-08-07T13:20:17.326163Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:17.429760Z","title":"Detecting errors and estimating accuracy on unlabeled data with self-training ensembles","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.429760Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:8d38aec8e7f9ed095ee66b2bd54d0ce30d68dce2b41face79c53ba2d8c2c5623","observation_id":"41e7d575-85e0-4b0e-afa7-84cb10f986f1","resolution":{"observed_at":"2026-08-07T13:20:17.429760Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:17.474465Z","title":"S., Poms, F., Fatahalian, K., and R \\'e , C","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.474465Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:a21fc1318b3d370b17e96750f3af558a6bca8ee68896eda62f019edd11e6659a","observation_id":"1e4a30d4-7e3b-47e2-a9b1-ceca052d7008","resolution":{"observed_at":"2026-08-07T13:20:17.474465Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:17.549145Z","title":"An optimum character recognition system using decision functions","venue":null,"work_id":null,"year":1957},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.549145Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:f921ff9066ec153a605d2c8174a3e0f69bce01cabb0dddcf3b657d1f500c5eda","observation_id":"a8fad859-92e9-4d06-be68-8a157e69d9e5","resolution":{"observed_at":"2026-08-07T13:20:17.549145Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:38.723867Z","title":"Functional map of the world","venue":null,"work_id":"768324cf-afe0-44a0-9673-804f9b9deba3","year":2018},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.700139Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:d86479a986a522bf560c52cbf68acca2d90dad7871705586143736b642872531","observation_id":"3878c0df-31da-4974-9a44-cf884d61a494","resolution":{"observed_at":"2026-08-07T13:20:38.839005Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:38.562266Z","title":"Estimating generalization under distribution shifts via domain-invariant representations","venue":null,"work_id":"c00a78b8-b36c-4a70-b90b-7b86389444c7","year":1984},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.880741Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:7f810436a416edd3ef0fe68fe19380cda0c30a09ee6a7363e6731160834adcbc","observation_id":"0a393998-8603-4802-84da-b9b060e3996e","resolution":{"observed_at":"2026-08-07T13:20:38.661945Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:38.318603Z","title":"F., Williams, R., Reguera, B., Herry, V., and Gonz \\'a lez-Gil, S","venue":null,"work_id":"485891ea-b392-4b3c-a164-1e6a752c4d6f","year":2003},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:17.970755Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:21118f3c5656cee807f6d0bd0f53311f77f6ef40af81ffcbfd611a6aea994c23","observation_id":"2121e205-693a-443c-9757-084018b512c5","resolution":{"observed_at":"2026-08-07T13:20:38.434663Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:38.075869Z","title":"B., Lu, T., Luu, T., and P \\'a l, D","venue":null,"work_id":"eca07419-0d3c-4e69-83cf-254213aadcd0","year":2010},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:18.056744Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:7dbc5d44ab8c1491e8f56c0e3dbac552d80872fe2b4aae124a12906d3cdad5ae","observation_id":"b6984484-2219-484e-beac-075219da6479","resolution":{"observed_at":"2026-08-07T13:20:38.187927Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:37.777652Z","title":"and Zheng, L","venue":null,"work_id":"4c8c424d-e217-4f39-9842-5e584b8f10ad","year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:18.174098Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:29f0097bcc0cb4167fc742fc536007407ba222cc1203ea7480259ec7a328c615","observation_id":"7f714073-a61d-4ee5-a4d5-861a03d91b2a","resolution":{"observed_at":"2026-08-07T13:20:37.910707Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:37.577234Z","title":"What does rotation prediction tell us about classifier accuracy under varying testing environments? In International Conference on Machine Learning, pp.\\ 2579--2589","venue":null,"work_id":"ae909573-163d-49d4-bf33-deaa7ab13b87","year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:18.339819Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:ddf769770afba73e88ab6b55eabe7f83c66b5dc67e15cec7982e6bc15bfe8801","observation_id":"fbd64a92-ee88-4fcc-9fc9-930c50f8e438","resolution":{"observed_at":"2026-08-07T13:20:37.677056Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:37.368910Z","title":"Confidence and dispersity speak: Characterizing prediction matrix for unsupervised accuracy estimation","venue":null,"work_id":"79b742f3-1c3e-42f6-8cec-c834de3cf243","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:18.518244Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:04edbf1119788957907bfa41a341c6198806bc37cd978e6274593ac0d4b4f1dc","observation_id":"d8c635cc-fe37-4756-997f-d7109f03cb81","resolution":{"observed_at":"2026-08-07T13:20:37.499618Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:37.184388Z","title":"Unsupervised supervised learning i: Estimating classification and regression errors without labels","venue":null,"work_id":"89077f4d-cd2c-4403-addf-102f2ea68a2c","year":2010},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:18.683150Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:5e3ccb3e8019f0ed0dc7fb9763ea921bb16404f8718e6f80dfcec9a58e1eb25a","observation_id":"4ad4f8b7-4d3b-4a33-a186-0ea22bafceaa","resolution":{"observed_at":"2026-08-07T13:20:37.239966Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:18.863825Z","title":null,"venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:18.863825Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:91425bb09e07c1adc83b996c4996792615306c5a9fd126a194422b2b3e308b5c","observation_id":"2afb065d-a8cd-4e2c-a828-fad09e020ce0","resolution":{"observed_at":"2026-08-07T13:20:18.863825Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:36.907067Z","title":"and Gall \\'e , M","venue":null,"work_id":"062a5db2-877e-42bf-95f3-dee8927b7d87","year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:19.083611Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:b49b2a8ef77493a088d5ce8340c2df3e7c9a56b972a73ca07bfaef7e59b3ea18","observation_id":"0e80d56d-3241-4c4c-844a-72edfb30126f","resolution":{"observed_at":"2026-08-07T13:20:37.037093Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:36.673912Z","title":"and Davidson, I","venue":null,"work_id":"c54a25fe-c678-401d-ac8e-53c94c2ed28d","year":2006},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:19.239948Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:87642cf2d726eec34a76baf6e717416d93a2f088a53166dd07f3f5e026fc15b2","observation_id":"7bc1b1fd-de00-4ed7-a654-86c2b3e80176","resolution":{"observed_at":"2026-08-07T13:20:36.788964Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:36.419479Z","title":"Selective prediction-set models with coverage rate guarantees","venue":null,"work_id":"b3f3e716-7eb1-4854-84c1-1787c0d2cae4","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:19.370390Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:1f6cc284392fd91dbf6be26b087b53d38fd78a6a6e0ed2ea11620640993c7efb","observation_id":"f9023ac6-88e9-400a-bc26-e048c21c9a54","resolution":{"observed_at":"2026-08-07T13:20:36.552751Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:19.492135Z","title":"and Ghahramani, Z","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:19.492135Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:c06d08cfbbc64f9c9ed82717d8d0f3af130dc57def7079eb8fbbeea6d11738ef","observation_id":"5694b500-6300-49c9-a701-8c42508f8630","resolution":{"observed_at":"2026-08-07T13:20:19.492135Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:36.185513Z","title":"Selective classification via one-sided prediction","venue":null,"work_id":"a79f4076-1896-4dc6-a9f8-df3bd487d007","year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:19.649459Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:925d23d977bd1f4545de5093a97f80de4b29172136f8188e247f1147762dba09","observation_id":"fc4f1a22-5218-45c6-917d-8871f6c03774","resolution":{"observed_at":"2026-08-07T13:20:36.311513Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2201.04234","last_updated":"2022-10-15T00:51:16Z","snapshot_observed_at":"2026-08-09T19:29:11.579132Z","submitted_at":"2022-01-11T23:01:12Z","title":"Leveraging Unlabeled Data to Predict Out-of-Distribution Performance","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2201.04234","snapshot_observed_at":"2026-08-07T13:20:19.789920Z","title":"C., Neyshabur, B., and Sedghi, H","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:19.789920Z"},"links":{"cited_paper":"/paper/2201.04234","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:01cf1d7579a260e7a6ab384bf9bb73bda47f1c0fa1650f562815c80c8f838a81","observation_id":"8505c97c-1384-4598-9fc2-ad0ed630f3f5","resolution":{"observed_at":"2026-08-07T13:20:19.789920Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:35.875496Z","title":"and El-Yaniv, R","venue":null,"work_id":"e6909c2c-7d79-41fa-92dc-ce4e430ae302","year":2017},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:19.939773Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:75bac393b70748b74bff01d769b8dc62f7c26100d6e40ba9b9a48b79199913e0","observation_id":"cf2a5962-66b0-4a22-afd0-0fd6160b5db9","resolution":{"observed_at":"2026-08-07T13:20:36.059700Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:35.629656Z","title":"and El-Yaniv, R","venue":null,"work_id":"acfd3b55-8ae8-47ef-86f6-608e15f62120","year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.049725Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:0dff162d91a37c7a64f8481aa4bd44d63d88d085081f01626be05293f6c2320f","observation_id":"a3c99127-5fff-41ed-bc7f-44097eb9928a","resolution":{"observed_at":"2026-08-07T13:20:35.760431Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:35.402749Z","title":"Bias-reduced uncertainty estimation for deep neural classifiers","venue":null,"work_id":"e8f1edd1-1d80-48d9-9c27-5afd6c0f9fea","year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.171199Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:e025847459aacd5100e22b7ef40aa5255579cca30a398214366f1671f281ea12","observation_id":"8dc9a39b-96ac-4d86-8cd2-90b206956625","resolution":{"observed_at":"2026-08-07T13:20:35.504917Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2212.02742","last_updated":"2023-03-01T18:19:45Z","snapshot_observed_at":"2026-08-09T12:14:43.434422Z","submitted_at":"2022-12-06T04:15:24Z","title":"A Learning Based Hypothesis Test for Harmful Covariate Shift","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.02742","snapshot_observed_at":"2026-08-07T13:20:20.310963Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.310963Z"},"links":{"cited_paper":"/paper/2212.02742","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:0214c29fde447ce0c0a27f48b3b46fdf4204ce5dcdb689b7afbbfc5894195b5d","observation_id":"aa805b2a-a0d9-4f67-9409-c7fb276f8569","resolution":{"observed_at":"2026-08-07T13:20:20.310963Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:35.149437Z","title":null,"venue":null,"work_id":"f878c7ff-7c78-45dc-8f8b-f7c63b394e6b","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.419604Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:477ce8ad695ab0b5bc41585a8d16f2dd81fa5ab2be7fcb28b813d3c09c8697d8","observation_id":"c3cc2638-a8be-4066-9610-030d0a4b85f7","resolution":{"observed_at":"2026-08-07T13:20:35.276986Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:34.946487Z","title":"and Yuan, X","venue":null,"work_id":"5a42e74f-fbf9-4a68-82e0-57f5b6b26ae8","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.549039Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:b7a47c964df87c78491cb9aa9f0567fc9b2bd933f63c144a4b0dc3079242f680","observation_id":"1150243f-de56-4985-b4de-62df1979dbd1","resolution":{"observed_at":"2026-08-07T13:20:35.041577Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:34.734252Z","title":"Predicting with confidence on unseen distributions","venue":null,"work_id":"7913133c-352d-43d1-9232-1f6469ad5eb1","year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.685382Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:e4f08092553faf9b15f0a765d9acd0093c713c4cbc7e56f2d66fb5dcbaea782f","observation_id":"12bd3172-7156-4a35-9565-11110a63ff80","resolution":{"observed_at":"2026-08-07T13:20:34.845784Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:34.522464Z","title":"and Lopez-Paz, D","venue":null,"work_id":"e337d2d2-70a2-4c0a-b016-19d7ec9cc0f1","year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.759602Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:771eb7dcf3ef2320999455e23c23b511c9eeeabb433940cc0cea81240ee4dce5","observation_id":"19e5c83a-5442-4bd4-9e0e-46c699f85bde","resolution":{"observed_at":"2026-08-07T13:20:34.597221Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:20.843632Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.843632Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:c0357138533ccea1a7d2d6f966c0ffa41559bb5ee02d7ca060e9131485426201","observation_id":"33f6b7f5-7baa-4f77-9ed3-09843da983bf","resolution":{"observed_at":"2026-08-07T13:20:20.843632Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:20.975442Z","title":"Deep residual learning for image recognition","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:20.975442Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:c5e08f8dc72c39089801424d984623a67216e14e3760550fc3c814830acc761d","observation_id":"0a4c77a4-58b8-4115-9bbd-55e6a3669226","resolution":{"observed_at":"2026-08-07T13:20:20.975442Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:34.210941Z","title":"Multicalibration: Calibration for the (computationally-identifiable) masses","venue":null,"work_id":"bab649df-3689-43fb-a7ac-f9f44a9456a9","year":1939},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:21.105064Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:1f0657defd31b061a58a33f6e0fdbc1e016f92f599adf4cac7cb52ac11ce4b62","observation_id":"a4ae4b10-168e-493c-962e-a98b64719ae2","resolution":{"observed_at":"2026-08-07T13:20:34.313167Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:33.924385Z","title":"and Dietterich, T","venue":null,"work_id":"7250b250-3a12-40af-ade3-b358602dc90d","year":2018},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:21.244661Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:0695726213a57ab5149ee494b83c437611528dce230372ca1269f7fc9fcc6e3e","observation_id":"7dc67cda-b658-4d7d-a642-b4a74a20ca64","resolution":{"observed_at":"2026-08-07T13:20:34.069237Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1610.02136","last_updated":"2018-10-03T07:32:57Z","snapshot_observed_at":"2026-08-02T06:41:33.803920Z","submitted_at":"2016-10-07T04:06:01Z","title":"A Baseline for Detecting Misclassified and Out-of-Distribution Examples in Neural Networks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1610.02136","snapshot_observed_at":"2026-08-07T13:20:21.361582Z","title":"and Gimpel, K","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:21.361582Z"},"links":{"cited_paper":"/paper/1610.02136","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:7d64b6341d584198adba203314e6bb76671cd31277155c47fb5e0e7533478d0b","observation_id":"2dd71c09-0089-41c9-a127-ef8434b404cc","resolution":{"observed_at":"2026-08-07T13:20:21.361582Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:33.611864Z","title":"Aries: Efficient testing of deep neural networks via labeling-free accuracy estimation","venue":null,"work_id":"b469bcde-47e2-4806-9f75-a37995fc279b","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:21.492488Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:3b0e5080e8f62c0daf420112422bd6ee342ada2473ff6ab37911a3c2e5a23963","observation_id":"c2c3496b-f327-4644-81df-10de9778395d","resolution":{"observed_at":"2026-08-07T13:20:33.770520Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:21.612669Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:21.612669Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:607e329c4c502dbe3a5ff1b444133b0d029d07880631afd00ee9a0f65e9d690d","observation_id":"da126727-bec3-423c-9195-378beaa927f5","resolution":{"observed_at":"2026-08-07T13:20:21.612669Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:33.397519Z","title":"Self-adaptive training: beyond empirical risk minimization","venue":null,"work_id":"5009c544-8f03-45fa-bebe-2d105386f266","year":2020},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:21.681289Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:daa5b242a808eeafe7edad81676281e4cc7cab8e5386797cf300e85b34d26c42","observation_id":"7ce020b2-58c2-47cf-a762-a5d761582d7c","resolution":{"observed_at":"2026-08-07T13:20:33.494809Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:33.200608Z","title":"Estimating the accuracies of multiple classifiers without labeled data","venue":null,"work_id":"fe5c2f75-d404-4c39-91db-4f906ca5559d","year":2015},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:21.859503Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:2a13d8fb465e2786537ce8790b3a807c5b9a29779edc4816b1ca31ac9336336c","observation_id":"ae77bb14-79dd-45f8-af7c-a3d9e42e86f6","resolution":{"observed_at":"2026-08-07T13:20:33.249440Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2106.13799","last_updated":"2022-05-15T20:53:46Z","snapshot_observed_at":"2026-08-04T17:39:49.366116Z","submitted_at":"2021-06-25T17:53:09Z","title":"Assessing Generalization of SGD via Disagreement","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2106.13799","snapshot_observed_at":"2026-08-07T13:20:21.975150Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:21.975150Z"},"links":{"cited_paper":"/paper/2106.13799","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:5e74d04801f58e43661013550b51360a54fe263d4612d535b805c61dd4f8df35","observation_id":"54f9419a-45a7-4cd7-82c0-2969c352baa6","resolution":{"observed_at":"2026-08-07T13:20:21.975150Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1412.6980","last_updated":"2017-01-30T01:27:54Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2014-12-22T13:54:29Z","title":"Adam: A Method for Stochastic Optimization","version":9},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1412.6980","snapshot_observed_at":"2026-08-07T13:20:22.071196Z","title":null,"venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.071196Z"},"links":{"cited_paper":"/paper/1412.6980","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:d6b705b9b3e9bcfb552500e36e278110ff0f5a7048cb0e0eb206bc0e51b26177","observation_id":"be117fd7-1903-45b0-bb67-b4b441e03c03","resolution":{"observed_at":"2026-08-07T13:20:22.071196Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.08649","last_updated":"2025-02-12T14:49:16Z","snapshot_observed_at":"2026-08-05T14:39:41.536761Z","submitted_at":"2024-07-11T16:28:31Z","title":"Confidence-based Estimators for Predictive Performance in Model Monitoring","version":2},"cited_work":{"arxiv_id":"2407.08649","doi":null,"metadata_source":"pith","pith_arxiv_id":"2407.08649","snapshot_observed_at":"2026-08-07T13:20:28.309738Z","title":"Confidence-based Estimators for Predictive Performance in Model Monitoring","venue":"cs.LG","work_id":"2a34a549-24c1-4675-af85-42db78d48cca","year":2024},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.153631Z"},"links":{"cited_paper":"/paper/2407.08649","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:b8d6921ab086d690125d374105ecdde9f2356a64521177dd9771d934bd745baf","observation_id":"d700f261-2287-40a2-bba1-24e5a7e41fae","resolution":{"observed_at":"2026-08-07T13:20:28.377391Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:33.066142Z","title":"W., Sagawa, S., Marklund, H., Xie, S","venue":null,"work_id":"a4d54887-e511-41d7-ad8f-56d4adf61c78","year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.260600Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:290b83e0938debb75c670675d1c26f097347a8ccc347337a105ee42118de9edd","observation_id":"24f9c813-074f-46a6-8d1e-37295de6df54","resolution":{"observed_at":"2026-08-07T13:20:33.150148Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.999674Z","title":"Fairness in credit scoring: Assessment, implementation and profit implications","venue":null,"work_id":"d3ad429c-3c64-445d-82c9-bf7d5417c314","year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.318892Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:09c54090ccf5d74841a59cdec43f068863c4d33eb6bc78656214d2059b837c27","observation_id":"b9ee152e-bdb1-4c00-8232-f2685c460962","resolution":{"observed_at":"2026-08-07T13:20:33.045671Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:22.381487Z","title":"and Inouye, D","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.381487Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:dc2b8c372fc6ab77d4b470e4949c81afd923b137ed5709f8a9fc00e6ad40471d","observation_id":"c421652c-1a31-41df-886b-fbb22c696043","resolution":{"observed_at":"2026-08-07T13:20:22.381487Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:22.456648Z","title":"Simple and scalable predictive uncertainty estimation using deep ensembles","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.456648Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:478d7df9bd5414036c018e1e0ad75ea3a00155c40187142d42036066754fa036","observation_id":"9d49c1e5-07fc-496c-a9f0-629117bcdd6b","resolution":{"observed_at":"2026-08-07T13:20:22.456648Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.893746Z","title":"L., Romano, J","venue":null,"work_id":"dc098437-4d87-44c1-be8e-8db14f2bd96f","year":1986},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.547563Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:2eee76f7c184e4ff142382926e5b3cdc41352269fb9e3021f1ae3c78800675c2","observation_id":"f6081630-b825-4bce-8b2f-c195e6e81c04","resolution":{"observed_at":"2026-08-07T13:20:32.935824Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.820791Z","title":"Learning a data-driven policy network for pre-training automated feature engineering","venue":null,"work_id":"ec368304-2daf-4585-8cb1-72b9956ea74b","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.625799Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:73c09c961ddbfd7b1d5115f1016e8893ce5d07fcf997cf8a1f5d3b778fbd2318","observation_id":"67c29345-d249-4ac1-8263-6cc5cbd10972","resolution":{"observed_at":"2026-08-07T13:20:32.851982Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.701367Z","title":"P., Salakhutdinov, R","venue":null,"work_id":"bbfe49e5-25d4-434c-abca-373e55600794","year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.692215Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:d661856163c4c35ef8be0088d0f75dbea4b5dca5b53b06664fc99c7bc811ead0","observation_id":"6cc2e8a2-6020-42d6-a17e-5c8377145604","resolution":{"observed_at":"2026-08-07T13:20:32.764426Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1711.05101","last_updated":"2019-01-04T21:01:49Z","snapshot_observed_at":"2026-08-09T20:34:52.923500Z","submitted_at":"2017-11-14T14:24:06Z","title":"Decoupled Weight Decay Regularization","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1711.05101","snapshot_observed_at":"2026-08-07T13:20:22.748030Z","title":"Fixing weight decay regularization in adam","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.748030Z"},"links":{"cited_paper":"/paper/1711.05101","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:f83d805a3b29908b0bd1c470741387311b91a2ad3ce68c1ab928b6bbad458d67","observation_id":"cfbe7397-913e-44f2-bdc5-e0d0223cda43","resolution":{"observed_at":"2026-08-07T13:20:22.748030Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.05018","last_updated":"2023-02-10T02:27:13Z","snapshot_observed_at":"2026-08-09T10:39:12.571502Z","submitted_at":"2023-02-10T02:27:13Z","title":"Predicting Out-of-Distribution Error with Confidence Optimal Transport","version":1},"cited_work":{"arxiv_id":"2302.05018","doi":null,"metadata_source":"pith","pith_arxiv_id":"2302.05018","snapshot_observed_at":"2026-08-07T13:20:27.985773Z","title":"Predicting Out-of-Distribution Error with Confidence Optimal Transport","venue":"cs.LG","work_id":"a9b87815-bd3c-4405-8f7f-e499a6428e7a","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.839846Z"},"links":{"cited_paper":"/paper/2302.05018","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:28af43703c51b3bca6f7150ed541132d7ac3b3a19791900e09dd211e9ddc5afd","observation_id":"b5413823-8e26-4f50-9c6d-a649fb135e4d","resolution":{"observed_at":"2026-08-07T13:20:28.086236Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.589376Z","title":"Co-validation: Using model disagreement on unlabeled data to validate classification algorithms","venue":null,"work_id":"b4945162-5d75-444d-9092-aeec353cb65a","year":2004},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:22.985652Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:57062c226c6ed56384e3a0f08f29d9b6294a977b6ef81d712c08ba3e11ad0b5e","observation_id":"d9bfaee5-1328-4832-a7dc-8135bdc725b5","resolution":{"observed_at":"2026-08-07T13:20:32.646211Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.480789Z","title":"Performance prediction under dataset shift","venue":null,"work_id":"48c0ea29-361d-44b8-8b19-31c165297055","year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:23.517445Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:b5e44ccbfdfb872e93c405314715de478dc92595bbbdcecab8e8254663f7e3f9","observation_id":"744b8def-cd42-4894-a8d6-48c8c6912ff6","resolution":{"observed_at":"2026-08-07T13:20:32.538459Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2104.10706","last_updated":"2021-04-21T18:12:18Z","snapshot_observed_at":"2026-08-06T05:28:32.913878Z","submitted_at":"2021-04-21T18:12:18Z","title":"Dataset Inference: Ownership Resolution in Machine Learning","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2104.10706","snapshot_observed_at":"2026-08-07T13:20:23.777814Z","title":"Dataset inference: Ownership resolution in machine learning","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:23.777814Z"},"links":{"cited_paper":"/paper/2104.10706","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:f36b7b12c1525e7b30562d1b95e3b99f29f366140beae12ddd27437f835df95a","observation_id":"90184418-f9c2-43be-a068-131de67f3e7b","resolution":{"observed_at":"2026-08-07T13:20:23.777814Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.327092Z","title":"K-means clustering based feature consistency alignment for label-free model evaluation","venue":null,"work_id":"dc345114-9481-4d7a-b5c3-67599d4cdb30","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:23.905763Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:e6a2e54145a01943401a1f651f2b7996752c7906b62199bc5b9e7fab48b02d35","observation_id":"fe7ac63a-6e9c-4ba8-a735-b74ea309a12c","resolution":{"observed_at":"2026-08-07T13:20:32.403423Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.235720Z","title":null,"venue":null,"work_id":"709c10c7-cda3-478d-a13b-9e9ebda6c88e","year":1979},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.019304Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:1fc39a3204e74d12ef797a2697beee1e21d42af62ba1285bcbf0e9061c811333","observation_id":"66c3cbca-6e3e-4b06-ae0b-25410c342af1","resolution":{"observed_at":"2026-08-07T13:20:32.287914Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:32.064681Z","title":"Can you trust your model's uncertainty? evaluating predictive uncertainty under dataset shift","venue":null,"work_id":"e0fa5cdf-b853-4cc0-bf10-6d3ae0a10f78","year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.105595Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:fc950d01bbf151e60e91c472af63d29f797dd477845517e1835f8754d55384f9","observation_id":"02781abd-5ca3-4868-95c1-389f908dc396","resolution":{"observed_at":"2026-08-07T13:20:32.146661Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:31.944252Z","title":"Came: Contrastive automated model evaluation","venue":null,"work_id":"7bbe65bd-ce7d-4fda-b5e3-60982fafffee","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.229301Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:161fea0c52c01b4d48ef047366c280efa25a734d6ae20877567b03ac72fa95f8","observation_id":"25e650cb-f962-4618-8faf-ac9c28b5fb7a","resolution":{"observed_at":"2026-08-07T13:20:32.011070Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.12689","last_updated":"2024-03-15T06:51:28Z","snapshot_observed_at":"2026-07-06T17:19:19.377937Z","submitted_at":"2024-01-23T11:54:09Z","title":"Energy-based Automated Model Evaluation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.12689","snapshot_observed_at":"2026-08-07T13:20:24.387157Z","title":"Energy-based automated model evaluation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.387157Z"},"links":{"cited_paper":"/paper/2401.12689","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:30b9962f3aa63e72b12a06bd73b4512d317d84b790070fcb23d86ccdc2208afc","observation_id":"31666ea6-c1a3-44e1-a82a-7521118a0119","resolution":{"observed_at":"2026-08-07T13:20:24.387157Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:31.760872Z","title":"M., and Horvitz, E","venue":null,"work_id":"9e138ea0-837a-4cdb-93ab-f63ae4723335","year":2017},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.503962Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:568f4603f77d546a1a8af152d3608ce21340492b7fd699ac9f3d36471da78398","observation_id":"fe45983a-b9e1-410d-adc0-f87cc1650a1c","resolution":{"observed_at":"2026-08-07T13:20:31.846690Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:31.688030Z","title":"A., Dubey, A., and Mitchell, T","venue":null,"work_id":"21b172f1-bb30-4ec1-8fd6-1c7223f21f6b","year":2016},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.661275Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:9604d573fb3f5d49db7872c272cc9cbbf36982a4d7bb25c80bdcdcdaa1f482b8","observation_id":"6aac9870-b265-49b1-b6a2-2b13a90f2aa5","resolution":{"observed_at":"2026-08-07T13:20:31.717507Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:24.735045Z","title":null,"venue":null,"work_id":null,"year":1999},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.735045Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:70fc1a37478a1ba7019a146971a8ea5829b5a678682e2d5521516651423431b8","observation_id":"de179f72-648c-4836-a41c-1b30907ca832","resolution":{"observed_at":"2026-08-07T13:20:24.735045Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:31.529951Z","title":null,"venue":null,"work_id":"002cd7e9-fe87-49e9-b56a-cde0b312c234","year":2013},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.851605Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:831fdf2efb56b2985ae3a2a1487ee17d2c7187330878aba628b9b812ac390e77","observation_id":"c369dc0c-67bb-42ff-996b-42685c5fb2ca","resolution":{"observed_at":"2026-08-07T13:20:31.616847Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.06177","last_updated":"2022-05-05T16:30:00Z","snapshot_observed_at":"2026-07-06T11:57:06.976298Z","submitted_at":"2021-10-12T17:21:41Z","title":"Tracking the risk of a deployed model and detecting harmful distribution shifts","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.06177","snapshot_observed_at":"2026-08-07T13:20:24.932300Z","title":"and Ramdas, A","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":67,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:24.932300Z"},"links":{"cited_paper":"/paper/2110.06177","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:303948c344efcc5765fd392196987517dd741fe2b083c385cf9ee1da442244db","observation_id":"50df01c9-859e-4af1-b166-8e4c385fa1cf","resolution":{"observed_at":"2026-08-07T13:20:24.932300Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:31.354305Z","title":null,"venue":null,"work_id":"1ec5a271-086d-4c68-9dfd-363f7fd5b09a","year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":68,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.025290Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:2e62ab4e8d574a75b44ba550d899e9590779b5c03155e498bbcdf962090f9612","observation_id":"30dcd0cb-d2fe-4f18-b951-4f8969aa1b81","resolution":{"observed_at":"2026-08-07T13:20:31.441152Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:31.108099Z","title":"Failing loudly: An empirical study of methods for detecting dataset shift","venue":null,"work_id":"9d68709a-623e-418e-ba64-552348b71c44","year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":69,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.095559Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:5d3e353c13951b79aa4922381deb1de72005e264f0bd9bbac3188df777a4a894","observation_id":"1a870ca4-243d-438a-9a55-a64de54a7f59","resolution":{"observed_at":"2026-08-07T13:20:31.191309Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2205.13532","last_updated":"2025-07-06T20:35:29Z","snapshot_observed_at":"2026-08-05T16:48:11.978574Z","submitted_at":"2022-05-26T17:51:29Z","title":"Selective Prediction via Training Dynamics","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2205.13532","snapshot_observed_at":"2026-08-07T13:20:25.232239Z","title":"Selective classification via neural network training dynamics","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":70,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.232239Z"},"links":{"cited_paper":"/paper/2205.13532","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:768fec7ecc3b0a50bcd93779ed5875cb144e5605d7b2a1297cd6aa92a223551b","observation_id":"e16bae3c-8d28-4139-8820-698a4d4ff201","resolution":{"observed_at":"2026-08-07T13:20:25.232239Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:30.907063Z","title":"Learning to validate the predictions of black box machine learning models on unseen data","venue":null,"work_id":"a4cded94-819e-4d44-a7ca-0f30deb95f54","year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":71,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.346853Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:319c2da7d11b8c9915644f780fefd5b5561d440b265857f3c31a7e0bc9fbd71a","observation_id":"566226b9-9d3f-44d2-8fc2-83ad05ff574e","resolution":{"observed_at":"2026-08-07T13:20:31.014335Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:25.495498Z","title":"Imagenet large scale visual recognition challenge","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":72,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.495498Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:d43f6fa633704561e325ffb44e191fd8ce4d78aa7130e036047dfc2807d54d5f","observation_id":"a222340c-4c42-47d4-8a8d-eedb9b654cae","resolution":{"observed_at":"2026-08-07T13:20:25.495498Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1910.01108","last_updated":"2020-03-01T02:57:50Z","snapshot_observed_at":"2026-08-07T19:07:36.327251Z","submitted_at":"2019-10-02T17:56:28Z","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1910.01108","snapshot_observed_at":"2026-08-07T13:20:25.608328Z","title":"Distilbert, a distilled version of bert: smaller, faster, cheaper and lighter","venue":null,"work_id":null,"year":1910},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":73,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.608328Z"},"links":{"cited_paper":"/paper/1910.01108","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:677fdd4631da66bc638782eb0211468b06a7d788fac1b138e24462bbdfcec59d","observation_id":"23039291-fbcc-4734-85ea-4d1ad154638b","resolution":{"observed_at":"2026-08-07T13:20:25.608328Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:30.696876Z","title":"Learning to validate the predictions of black box classifiers on unseen data","venue":null,"work_id":"e2f9101a-a38d-4db7-a3ea-ae1788eff21b","year":2020},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":74,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.677197Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:89bdeb03ea33190dfec9607927bbe935f158027c07d8c87bf84ed9d93d31411d","observation_id":"c0142bd0-d33e-4cb5-b05a-b2d5a6a15369","resolution":{"observed_at":"2026-08-07T13:20:30.790176Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2112.00694","last_updated":"2021-12-01T18:15:58Z","snapshot_observed_at":"2026-07-06T12:14:17.687535Z","submitted_at":"2021-12-01T18:15:58Z","title":"Label-Free Model Evaluation with Semi-Structured Dataset Representations","version":1},"cited_work":{"arxiv_id":"2112.00694","doi":null,"metadata_source":"pith","pith_arxiv_id":"2112.00694","snapshot_observed_at":"2026-08-07T13:20:27.697511Z","title":"Label-Free Model Evaluation with Semi-Structured Dataset Representations","venue":"cs.CV","work_id":"48582e98-fc19-43d5-9369-7d4da23f3104","year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":75,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.785148Z"},"links":{"cited_paper":"/paper/2112.00694","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:3c196c56581d5e492c318eaaacdd39cd60915e034d63fa7ebd3e34ddb7c89564","observation_id":"c8e7c8f2-717e-4344-b9e7-01602dd4679a","resolution":{"observed_at":"2026-08-07T13:20:27.797504Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:30.553735Z","title":"Target specification bias, counterfactual prediction, and algorithmic fairness in healthcare","venue":null,"work_id":"e6802706-b257-4f86-9a9a-757910a2d72d","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":76,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:25.892256Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:e65b823dc20682211394432325612d397bbe8530879a9a7a84095d7b576a61a8","observation_id":"18a810bb-2029-495f-afcc-d589e4ed3a4f","resolution":{"observed_at":"2026-08-07T13:20:30.639259Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:30.397736Z","title":"Rxrx1: An image set for cellular morphological variation across many experimental batches","venue":null,"work_id":"a1ddacd9-d657-45ed-a146-b47a48481f61","year":2019},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":77,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:26.040722Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:4d48f6406538d0934c0f487ea772a831faa02e26422daf62d9392d9e3dec0768","observation_id":"71b0a790-df30-4a82-bec4-012d86d228a4","resolution":{"observed_at":"2026-08-07T13:20:30.446775Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:30.289624Z","title":"V., Pacchioni, F., Bellumore, S., Bosia, M., and De Micco, F","venue":null,"work_id":"0945945f-ed39-47c9-a45d-5229122a8ea2","year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":78,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:26.187522Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:ea7f4ca9ccb302328343611a9d42de80b383ebfb84ae9fe1c57ddede22d5628b","observation_id":"1976f2f9-ffb6-4cbb-a57b-7a1d1a69a55a","resolution":{"observed_at":"2026-08-07T13:20:30.334129Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:30.136491Z","title":"A bag-of-prototypes representation for dataset-level applications","venue":null,"work_id":"93f76f97-5bf2-4a32-8b1d-9f1c38f9719e","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":79,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:26.311059Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:2efebeb4632bc127d486e83cb8a30e052095da2cfb47f7ade613a886711248a6","observation_id":"2b794b92-378c-40f6-b49d-c013f48b5a6d","resolution":{"observed_at":"2026-08-07T13:20:30.207099Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2002.11448","last_updated":"2021-04-09T10:38:15Z","snapshot_observed_at":"2026-08-08T07:42:09.120294Z","submitted_at":"2020-02-26T13:06:14Z","title":"Predicting Neural Network Accuracy from Weights","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2002.11448","snapshot_observed_at":"2026-08-07T13:20:26.420181Z","title":"Predicting neural network accuracy from weights","venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":80,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:26.420181Z"},"links":{"cited_paper":"/paper/2002.11448","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:efd77b20116899213cb0da59c2e67915090e2e0785a72821445458a02bd6bf6c","observation_id":"4d4b9cf1-ead0-4296-9658-2324865c361f","resolution":{"observed_at":"2026-08-07T13:20:26.420181Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:29.947334Z","title":"and Nowacki, A","venue":null,"work_id":"32c311eb-e3b3-47cf-b843-de77aedd206b","year":2011},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":81,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:26.553542Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:58e593d430dad0b0076ae42098d7f1ecd14d639e1a9c94016e26c8338ce3fbb6","observation_id":"2d4c611f-3986-4855-ab95-94da05812235","resolution":{"observed_at":"2026-08-07T13:20:30.042878Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:29.731676Z","title":null,"venue":null,"work_id":"a06a004d-f1bb-4172-b55e-55a0ddf49a73","year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":82,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:26.654030Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:7bc685abd5c2fd408d8c0d6455e779b9c2d689d505ea0a454586f24b07b7db0f","observation_id":"c27cd55f-689f-407f-821a-69d7db9f7062","resolution":{"observed_at":"2026-08-07T13:20:29.855068Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:29.528733Z","title":"Toward auto-evaluation with confidence-based category relation-aware regression","venue":null,"work_id":"4c154af8-fdd7-45db-afcd-b69b3c340ab6","year":2023},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":83,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:26.799486Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:83d23b9c7944bb9cc134a0ba75ed197babe2280466f667f9059c6099974be66f","observation_id":"8caac18a-c2c1-4d78-8e6e-a5ffca06d685","resolution":{"observed_at":"2026-08-07T13:20:29.617304Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:29.257150Z","title":null,"venue":null,"work_id":"d47040b7-8045-4b6d-b07a-45cf6720b6cb","year":1947},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":84,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:26.938152Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:4ecdf28638b58b3ef6d27fc0c27df01cca98e7240ffd6290a78240328de2fc5f","observation_id":"1e61e38f-900e-421d-a94b-84d22bde4c6b","resolution":{"observed_at":"2026-08-07T13:20:29.392665Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:29.157836Z","title":"Testing statistical hypotheses of equivalence","venue":null,"work_id":"c8519af4-9aa4-49c0-84c0-9372f802d5fb","year":2002},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":85,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:27.028856Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:797f9c079bd396db42ec9bad5b5a4e9a188419371eed03fcf62c08e275283221","observation_id":"77c56062-db82-4e88-bdfc-b6baa221359e","resolution":{"observed_at":"2026-08-07T13:20:29.200882Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.11328","last_updated":"2021-11-25T20:59:18Z","snapshot_observed_at":"2026-07-06T12:00:21.464672Z","submitted_at":"2021-10-21T17:57:08Z","title":"A Fine-Grained Analysis on Distribution Shift","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.11328","snapshot_observed_at":"2026-08-07T13:20:27.172233Z","title":"A fine-grained analysis on distribution shift","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":86,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:27.172233Z"},"links":{"cited_paper":"/paper/2110.11328","citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:55da6cba1e60d56ca4407088db290c82662644a50292be36a80de5c609aab86c","observation_id":"1f25e242-5247-433e-bfab-8f4300dcadfa","resolution":{"observed_at":"2026-08-07T13:20:27.172233Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:28.936473Z","title":"On the importance of feature separability in predicting out-of-distribution error","venue":null,"work_id":"52f8f540-d921-4918-9644-a1270d985f63","year":2024},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":87,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:27.306947Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:dc554818fb1b446396dd75a366fb54a69249c59da92aa3190fc692906f5ad5df","observation_id":"d153a383-26ab-4e27-a5b3-a41c6c2fd33b","resolution":{"observed_at":"2026-08-07T13:20:29.075381Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:28.753170Z","title":"Predicting out-of-distribution error with the projection norm","venue":null,"work_id":"91a6fc36-f48e-45f7-87c7-b8af3df4836f","year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":88,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:27.416276Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:71935200b0f925d41ab274de1e41daad47b68a6840ef130de8f80358a3cc8a53","observation_id":"40253399-420e-4481-9157-6756f9892f78","resolution":{"observed_at":"2026-08-07T13:20:28.812246Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:28.507708Z","title":"Domain generalization with mixstyle","venue":null,"work_id":"815ca7bc-de07-42c8-8319-7f6a5987e010","year":2021},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":89,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:27.501347Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:465df138f5f2e66bbcb93f68db4476c481c691c72f2ca3dcb3fe4ed8ff4fc9d9","observation_id":"e6c736bd-38ed-473a-9b82-3e7e1e082ae3","resolution":{"observed_at":"2026-08-07T13:20:28.567560Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:20:27.594668Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings","version":1},"reference_index":90,"source":"arxiv_source","source_observed_at":"2026-08-07T13:20:27.594668Z"},"links":{"citing_paper":"/paper/2505.22356"},"observation_digest":"sha256:122cd7baea6419db5da2136b264d0c1a7db818cef8622354a2fe9787a558c351","observation_id":"6992e840-1b2b-4b39-a16c-66e31b8c4b7e","resolution":{"observed_at":"2026-08-07T13:20:27.594668Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.22356","last_updated":"2025-05-28T13:37:04Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-08T23:15:24.525867Z","submitted_at":"2025-05-28T13:37:04Z","title":"Suitability Filter: A Statistical Framework for Classifier Evaluation in Real-World Deployment Settings"},"reference_resolution":{"displayed":90,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":39,"verified_exact":3,"verified_fuzzy":48},"total_outbound_references":90},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 90 of 90 outbound references and 1 inbound Pith citation observation for arXiv:2505.22356."}