%0 Journal Article %1 Kurz2022-li %A Kurz, Alexander %A Hauser, Katja %A Mehrtens, Hendrik Alexander %A Krieghoff-Henning, Eva %A Hekler, Achim %A Kather, Jakob Nikolas %A Fröhling, Stefan %A von Kalle, Christof %A Brinker, Titus Josef %D 2022 %J JMIR Med. Inform. %K calibration; classification; deep detection; estimation image imaging; learning; medical network out-of-distribution topic_lifescience uncertainty %N 8 %P e36427 %T Uncertainty estimation in medical image classification: Systematic review %V 10 %X BACKGROUND: Deep neural networks are showing impressive results in different medical image classification tasks. However, for real-world applications, there is a need to estimate the network's uncertainty together with its prediction. OBJECTIVE: In this review, we investigate in what form uncertainty estimation has been applied to the task of medical image classification. We also investigate which metrics are used to describe the effectiveness of the applied uncertainty estimation. METHODS: Google Scholar, PubMed, IEEE Xplore, and ScienceDirect were screened for peer-reviewed studies, published between 2016 and 2021, that deal with uncertainty estimation in medical image classification. The search terms ``uncertainty,'' ``uncertainty estimation,'' ``network calibration,'' and ``out-of-distribution detection'' were used in combination with the terms ``medical images,'' ``medical image analysis,'' and ``medical image classification.'' RESULTS: A total of 22 papers were chosen for detailed analysis through the systematic review process. This paper provides a table for a systematic comparison of the included works with respect to the applied method for estimating the uncertainty. CONCLUSIONS: The applied methods for estimating uncertainties are diverse, but the sampling-based methods Monte-Carlo Dropout and Deep Ensembles are used most frequently. We concluded that future works can investigate the benefits of uncertainty estimation in collaborative settings of artificial intelligence systems and human experts. INTERNATIONAL REGISTERED REPORT IDENTIFIER (IRRID): RR2-10.2196/11936.

@article{Kurz2022-li, abstract = {BACKGROUND: Deep neural networks are showing impressive results in different medical image classification tasks. However, for real-world applications, there is a need to estimate the network's uncertainty together with its prediction. OBJECTIVE: In this review, we investigate in what form uncertainty estimation has been applied to the task of medical image classification. We also investigate which metrics are used to describe the effectiveness of the applied uncertainty estimation. METHODS: Google Scholar, PubMed, IEEE Xplore, and ScienceDirect were screened for peer-reviewed studies, published between 2016 and 2021, that deal with uncertainty estimation in medical image classification. The search terms ``uncertainty,'' ``uncertainty estimation,'' ``network calibration,'' and ``out-of-distribution detection'' were used in combination with the terms ``medical images,'' ``medical image analysis,'' and ``medical image classification.'' RESULTS: A total of 22 papers were chosen for detailed analysis through the systematic review process. This paper provides a table for a systematic comparison of the included works with respect to the applied method for estimating the uncertainty. CONCLUSIONS: The applied methods for estimating uncertainties are diverse, but the sampling-based methods Monte-Carlo Dropout and Deep Ensembles are used most frequently. We concluded that future works can investigate the benefits of uncertainty estimation in collaborative settings of artificial intelligence systems and human experts. INTERNATIONAL REGISTERED REPORT IDENTIFIER (IRRID): RR2-10.2196/11936.}, added-at = {2024-09-10T11:54:51.000+0200}, author = {Kurz, Alexander and Hauser, Katja and Mehrtens, Hendrik Alexander and Krieghoff-Henning, Eva and Hekler, Achim and Kather, Jakob Nikolas and Fr{\"o}hling, Stefan and von Kalle, Christof and Brinker, Titus Josef}, biburl = {https://puma.scadsai.uni-leipzig.de/bibtex/232863a057b88dd950406ee809abcf003/scadsfct}, interhash = {b7747dcb38e6af924fbf7c5d91bc6990}, intrahash = {32863a057b88dd950406ee809abcf003}, journal = {JMIR Med. Inform.}, keywords = {calibration; classification; deep detection; estimation image imaging; learning; medical network out-of-distribution topic_lifescience uncertainty}, language = {en}, month = aug, number = 8, pages = {e36427}, timestamp = {2024-09-10T12:00:15.000+0200}, title = {Uncertainty estimation in medical image classification: Systematic review}, volume = 10, year = 2022 }