@inproceedings{80e1b29ab04c4548a8fc06c35ae94308,
title = "Expert level evaluations for explainable AI (XAI) methods in the medical domain",
abstract = "The recently emerged field of explainable artificial intelligence (XAI) attempts to shed lights on 'black box' Machine Learning (ML) models in understandable terms for human. As several explanation methods are developed alongside different applications for a black box model, the need for expert-level evaluation in inspecting their effectiveness becomes inevitable. This is significantly important for sensitive domains such as medical applications where evaluation of experts is essential to better understand how accurate the results of complex ML are and debug the models if necessary. The aim of this study is to experimentally show how the expert-level evaluation of XAI methods in a medical application can be utilized and aligned with the actual explanations generated by the clinician. To this end, we collect annotations from expert subjects equipped with an eye-tracker while they classify medical images and devise an approach for comparing the results with those obtained from XAI methods. We demonstrate the effectiveness of our approach in several experiments. ",
keywords = "Explainable AI (XAI), Deep learning, Expert-level explanation, XAI evaluation, Retinal Images, Eye-tracker",
author = "Muddamsetty, {Satya Mahesh} and Jahromi, {Mohammad Naser Sabet} and Moeslund, {Thomas B.}",
year = "2021",
month = feb,
doi = "10.1007/978-3-030-68796-0_3",
language = "English",
isbn = "978-3-030-68795-3",
volume = "12663",
series = "Lecture Notes in Computer Science",
publisher = "Springer Publishing Company",
pages = " 35--46",
editor = "{ Del Bimbo}, Alberto and Cucchiara, {Rita } and Sclaroff, {Stan } and Farinella, {Giovanni Maria } and Mei, {Tao } and { Bertini}, Marco and Escalante, {Hugo Jair } and Vezzani, {Roberto }",
booktitle = "Pattern Recognition. ICPR International Workshops and Challenges",
address = "United States",
note = "Pattern Recognition. ICPR International Workshops and Challenges ; Conference date: 10-01-2021 Through 15-01-2021",
}