{"id":"https://openalex.org/W4307658558","doi":"https://doi.org/10.3390/s22208068","title":"A Survey on Medical Explainable AI (XAI): Recent Progress, Explainability Approach, Human Interaction and Scoring System","display_name":"A Survey on Medical Explainable AI (XAI): Recent Progress, Explainability Approach, Human Interaction and Scoring System","publication_year":2022,"publication_date":"2022-10-21","ids":{"openalex":"https://openalex.org/W4307658558","doi":"https://doi.org/10.3390/s22208068","pmid":"https://pubmed.ncbi.nlm.nih.gov/36298417","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/9609212"},"language":"en","primary_location":{"id":"doi:10.3390/s22208068","doi":"https://doi.org/10.3390/s22208068","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22208068","pdf_url":"https://www.mdpi.com/1424-8220/22/20/8068/pdf?version=1666765240","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"volume":null,"type":"review","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/22/20/8068/pdf?version=1666765240","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015103550","display_name":"Ruey\u2010Kai Sheu","orcid":"https://orcid.org/0000-0002-3014-8095","observed_orcids":["https://orcid.org/0000-0002-3014-8095"]},"institutions":[{"id":"https://openalex.org/I169090423","display_name":"Tunghai University","ror":"https://ror.org/00zhvdn11","country_code":"TW","type":"education","lineage":["https://openalex.org/I169090423"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ruey-Kai Sheu","raw_affiliation_strings":["Department of Computer Science, Tunghai University, No. 1727, Section 4, Taiwan Blvd, Xitun District, Taichung 407224, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-3014-8095","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tunghai University, No. 1727, Section 4, Taiwan Blvd, Xitun District, Taichung 407224, Taiwan","institution_ids":["https://openalex.org/I169090423"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001285591","display_name":"Mayuresh Sunil Pardeshi","orcid":"https://orcid.org/0000-0001-8144-0734","observed_orcids":["https://orcid.org/0000-0001-8144-0734"]},"institutions":[{"id":"https://openalex.org/I169090423","display_name":"Tunghai University","ror":"https://ror.org/00zhvdn11","country_code":"TW","type":"education","lineage":["https://openalex.org/I169090423"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Mayuresh Sunil Pardeshi","raw_affiliation_strings":["AI Center, Tunghai University, No. 1727, Section 4, Taiwan Blvd, Xitun District, Taichung 407224, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-8144-0734","affiliations":[{"raw_affiliation_string":"AI Center, Tunghai University, No. 1727, Section 4, Taiwan Blvd, Xitun District, Taichung 407224, Taiwan","institution_ids":["https://openalex.org/I169090423"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5001285591"],"corresponding_institution_ids":["https://openalex.org/I169090423"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2513},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2513},"fwci":1.6177,"has_fulltext":true,"cited_by_count":154,"citation_normalized_percentile":{"value":0.84745763,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"22","issue":"20","first_page":"8068","last_page":"8068"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.7699999809265137},{"id":"https://openalex.org/keywords/explainability-evaluation","display_name":"explainability evaluation","score":0.5450000166893005},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"human-in-the-loop","score":0.6790000200271606},{"id":"https://openalex.org/keywords/human-machine-collaboration","display_name":"human-machine collaboration","score":0.9509999752044678},{"id":"https://openalex.org/keywords/model-interpretability","display_name":"model interpretability","score":0.824999988079071},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.8230000138282776},{"id":"https://openalex.org/keywords/clinical-decision-support","display_name":"clinical decision support","score":0.5230000019073486}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6465001106262207},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5851925611495972},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.511664628982544},{"id":"https://openalex.org/C2778701210","wikidata":"https://www.wikidata.org/wiki/Q28130034","display_name":"Constructive","level":3,"score":0.47389569878578186},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3815692365169525},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36937904357910156},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3279120922088623},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3216358423233032},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.17076188325881958},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10498008131980896},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08306664228439331},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.3390/s22208068","doi":"https://doi.org/10.3390/s22208068","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22208068","pdf_url":"https://www.mdpi.com/1424-8220/22/20/8068/pdf?version=1666765240","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:9609212","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9609212","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmid:36298417","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36298417","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:879d58985d054ebb9da7c7e721f402b1","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/879d58985d054ebb9da7c7e721f402b1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 22, Iss 20, p 8068 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/s22208068","doi":"https://doi.org/10.3390/s22208068","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22208068","pdf_url":"https://www.mdpi.com/1424-8220/22/20/8068/pdf?version=1666765240","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.504800021648407,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G6917194519","display_name":"Zoe\uff1aAi+Hi, Ai Diagnosis and Caring System and Cross-Hospital Implementation( III )","funder_award_id":"MOST111-2321-B075A-001","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"},{"id":"https://openalex.org/F4320326232","display_name":"Taichung Veterans General Hospital","ror":"https://ror.org/00e87hq62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4307658558.pdf","grobid_xml":"https://content.openalex.org/works/W4307658558.grobid-xml"},"referenced_works_count":96,"referenced_works":["https://openalex.org/W1530536511","https://openalex.org/W1651609297","https://openalex.org/W2024798729","https://openalex.org/W2118022153","https://openalex.org/W2396881363","https://openalex.org/W2561412020","https://openalex.org/W2592691248","https://openalex.org/W2621053657","https://openalex.org/W2750557731","https://openalex.org/W2753278547","https://openalex.org/W2791366411","https://openalex.org/W2883457117","https://openalex.org/W2889037799","https://openalex.org/W2889592693","https://openalex.org/W2892368225","https://openalex.org/W2895739182","https://openalex.org/W2897539682","https://openalex.org/W2898477488","https://openalex.org/W2899909823","https://openalex.org/W2902727875","https://openalex.org/W2910705748","https://openalex.org/W2910910290","https://openalex.org/W2913977338","https://openalex.org/W2921087533","https://openalex.org/W2921802966","https://openalex.org/W2922038192","https://openalex.org/W2943865428","https://openalex.org/W2947706148","https://openalex.org/W2948702906","https://openalex.org/W2955114250","https://openalex.org/W2958089299","https://openalex.org/W2958310486","https://openalex.org/W2962858109","https://openalex.org/W2963222567","https://openalex.org/W2964696298","https://openalex.org/W2980684757","https://openalex.org/W2992923261","https://openalex.org/W2996061341","https://openalex.org/W2997833216","https://openalex.org/W3007001459","https://openalex.org/W3011005294","https://openalex.org/W3011076233","https://openalex.org/W3015177564","https://openalex.org/W3016087461","https://openalex.org/W3024173558","https://openalex.org/W3027866141","https://openalex.org/W3041232348","https://openalex.org/W3041288499","https://openalex.org/W3042143383","https://openalex.org/W3044430020","https://openalex.org/W3046761449","https://openalex.org/W3074741277","https://openalex.org/W3080562335","https://openalex.org/W3088014280","https://openalex.org/W3090266264","https://openalex.org/W3090442146","https://openalex.org/W3090469325","https://openalex.org/W3091271860","https://openalex.org/W3096743003","https://openalex.org/W3115897805","https://openalex.org/W3116077553","https://openalex.org/W3117379604","https://openalex.org/W3120894151","https://openalex.org/W3122448963","https://openalex.org/W3134892187","https://openalex.org/W3135751641","https://openalex.org/W3137670674","https://openalex.org/W3154853263","https://openalex.org/W3155356005","https://openalex.org/W3157643309","https://openalex.org/W3159082513","https://openalex.org/W3159184823","https://openalex.org/W3159479990","https://openalex.org/W3164015310","https://openalex.org/W3172362366","https://openalex.org/W3173078903","https://openalex.org/W3173097008","https://openalex.org/W3176463933","https://openalex.org/W3180293735","https://openalex.org/W3183198896","https://openalex.org/W3189169109","https://openalex.org/W3189411510","https://openalex.org/W3206825982","https://openalex.org/W3214024265","https://openalex.org/W3214419629","https://openalex.org/W4214590200","https://openalex.org/W4214740522","https://openalex.org/W4226213830","https://openalex.org/W4281633150","https://openalex.org/W4281785387","https://openalex.org/W4283123701","https://openalex.org/W4285019560","https://openalex.org/W4288279522","https://openalex.org/W4290861046","https://openalex.org/W4300537824","https://openalex.org/W4312372365"],"related_works":["https://openalex.org/W4385774886","https://openalex.org/W7119083124","https://openalex.org/W3136577618","https://openalex.org/W4308906748","https://openalex.org/W7125611344","https://openalex.org/W3185873317","https://openalex.org/W7154051576","https://openalex.org/W4394845951","https://openalex.org/W4414010786","https://openalex.org/W7091285335"],"abstract_inverted_index":{"The":[0,176],"emerging":[1],"field":[2],"of":[3,15,42,66,179,207,238],"eXplainable":[4],"AI":[5,31,82],"(XAI)":[6],"in":[7,21,81],"the":[8,22,43,55,59,89,124,129,142,148,152,180,208,236,243],"medical":[9,23,56,73,135,153,246],"domain":[10,24],"is":[11,32,120],"considered":[12],"to":[13,27,34,147,171,195],"be":[14,49],"utmost":[16],"importance.":[17],"Meanwhile,":[18],"incorporating":[19],"explanations":[20],"with":[25,58,69,88,116,165],"respect":[26],"legal":[28],"and":[29,39,76,83,97,105,108,211,221,227],"ethical":[30],"necessary":[33],"understand":[35],"detailed":[36,52],"decisions,":[37],"results,":[38],"current":[40],"status":[41],"patient's":[44],"conditions.":[45],"Successively,":[46],"we":[47],"will":[48],"presenting":[50],"a":[51,134,162,192,202,216],"survey":[53,157],"for":[54,100,128,184],"XAI":[57,84,91,113,136,144,181,205,218,222],"model":[60],"enhancements,":[61],"evaluation":[62,187],"methods,":[63],"significant":[64],"overview":[65],"case":[67,139],"studies":[68],"open":[70,74],"box":[71],"architecture,":[72],"datasets,":[75],"future":[77,117],"improvements.":[78],"Potential":[79],"differences":[80],"methods":[85,92,99],"are":[86,213,225],"provided":[87],"recent":[90,143],"stated":[93],"as":[94],"(i)":[95],"local":[96],"global":[98],"preprocessing,":[101],"(ii)":[102],"knowledge":[103],"base":[104],"distillation":[106],"algorithms,":[107],"(iii)":[109],"interpretable":[110],"machine":[111],"learning.":[112],"characteristics":[114],"details":[115,178],"healthcare":[118],"explainability":[119],"included":[121],"prominently,":[122],"whereas":[123],"pre-requisite":[125],"provides":[126,188],"insights":[127,190],"brainstorming":[130],"sessions":[131],"before":[132],"beginning":[133],"project.":[137],"Practical":[138],"study":[140],"determines":[141],"progress":[145],"leading":[146],"advance":[149],"developments":[150],"within":[151],"field.":[154,247],"Ultimately,":[155],"this":[156,230,233],"proposes":[158],"critical":[159],"ideas":[160],"surrounding":[161,177],"user-in-the-loop":[163],"approach,":[164],"an":[166],"emphasis":[167],"on":[168],"human-machine":[169],"collaboration,":[170],"better":[172],"produce":[173,196],"explainable":[174,240],"solutions.":[175],"feedback":[182],"system":[183,220,224],"human":[185,197],"rating-based":[186],"intelligible":[189],"into":[191,242],"constructive":[193],"method":[194],"enforced":[198],"explanation":[199],"feedback.":[200],"For":[201],"long":[203],"time,":[204],"limitations":[206],"ratings,":[209],"scores":[210],"grading":[212],"present.":[214],"Therefore,":[215],"novel":[217],"recommendation":[219],"scoring":[223],"designed":[226],"approached":[228],"from":[229],"work.":[231],"Additionally,":[232],"paper":[234],"encourages":[235],"importance":[237],"implementing":[239],"solutions":[241],"high":[244],"impact":[245]},"counts_by_year":[{"year":2026,"cited_by_count":47},{"year":2025,"cited_by_count":39},{"year":2024,"cited_by_count":49},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2022-11-04T00:00:00"}