{"id":"https://openalex.org/W4282821541","doi":"https://doi.org/10.1155/2022/8167821","title":"From Blackbox to Explainable AI in Healthcare: Existing Tools and Case Studies","display_name":"From Blackbox to Explainable AI in Healthcare: Existing Tools and Case Studies","publication_year":2022,"publication_date":"2022-06-13","ids":{"openalex":"https://openalex.org/W4282821541","doi":"https://doi.org/10.1155/2022/8167821"},"language":"en","primary_location":{"id":"doi:10.1155/2022/8167821","doi":"https://doi.org/10.1155/2022/8167821","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2022/8167821","pdf_url":"https://downloads.hindawi.com/journals/misy/2022/8167821.pdf","source":{"id":"https://openalex.org/S152111507","display_name":"Mobile Information Systems","issn_l":"1574-017X","issn":["1574-017X","1875-905X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","poland-20"],"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mobile Information Systems","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/misy/2022/8167821.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000176863","display_name":"Parvathaneni Naga Srinivasu","orcid":"https://orcid.org/0000-0001-9247-9132","observed_orcids":["https://orcid.org/0000-0001-9247-9132"]},"institutions":[{"id":"https://openalex.org/I4405263215","display_name":"Vallurupalli Nageswara Rao Vignana Jyothi Institute of Engineering and Technology","ror":"https://ror.org/041jxfy86","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405263215"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Parvathaneni Naga Srinivasu","raw_affiliation_strings":["Department of Computer Science and Engineering-AIML, VNR Vignana Jyothi Institute of Engineering and Technology, Hyderabad, Telangana 500090, India"],"raw_orcid":"https://orcid.org/0000-0001-9247-9132","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering-AIML, VNR Vignana Jyothi Institute of Engineering and Technology, Hyderabad, Telangana 500090, India","institution_ids":["https://openalex.org/I4405263215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026670679","display_name":"N. Sandhya","orcid":"https://orcid.org/0000-0003-4962-2647","observed_orcids":["https://orcid.org/0000-0003-4962-2647"]},"institutions":[{"id":"https://openalex.org/I4405263215","display_name":"Vallurupalli Nageswara Rao Vignana Jyothi Institute of Engineering and Technology","ror":"https://ror.org/041jxfy86","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405263215"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"N. Sandhya","raw_affiliation_strings":["Department of Computer Science and Engineering-AIML, VNR Vignana Jyothi Institute of Engineering and Technology, Hyderabad, Telangana 500090, India"],"raw_orcid":"https://orcid.org/0000-0003-4962-2647","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering-AIML, VNR Vignana Jyothi Institute of Engineering and Technology, Hyderabad, Telangana 500090, India","institution_ids":["https://openalex.org/I4405263215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037977430","display_name":"Rutvij H. Jhaveri","orcid":"https://orcid.org/0000-0002-3285-7346","observed_orcids":["https://orcid.org/0000-0002-3285-7346"]},"institutions":[{"id":"https://openalex.org/I33586908","display_name":"Pandit Deendayal Energy University","ror":"https://ror.org/02nsv5p42","country_code":"IN","type":"education","lineage":["https://openalex.org/I33586908"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Rutvij H. Jhaveri","raw_affiliation_strings":["Department of Computer Science & Engineering, Pandit Deendayal Energy University, Gandhinagar, India"],"raw_orcid":"https://orcid.org/0000-0002-3285-7346","affiliations":[{"raw_affiliation_string":"Department of Computer Science & Engineering, Pandit Deendayal Energy University, Gandhinagar, India","institution_ids":["https://openalex.org/I33586908"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042257441","display_name":"Roshani Raut","orcid":"https://orcid.org/0000-0002-5477-8841","observed_orcids":["https://orcid.org/0000-0002-5477-8841"]},"institutions":[{"id":"https://openalex.org/I878213199","display_name":"Savitribai Phule Pune University","ror":"https://ror.org/044g6d731","country_code":"IN","type":"education","lineage":["https://openalex.org/I878213199"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Roshani Raut","raw_affiliation_strings":["Pimpri Chinchwad College of Engineering, Savitribai Phule Pune University, Pune, India"],"raw_orcid":"https://orcid.org/0000-0002-5477-8841","affiliations":[{"raw_affiliation_string":"Pimpri Chinchwad College of Engineering, Savitribai Phule Pune University, Pune, India","institution_ids":["https://openalex.org/I878213199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5037977430"],"corresponding_institution_ids":["https://openalex.org/I33586908"],"apc_list":{"value":2550,"currency":"USD","value_usd":2550},"apc_paid":{"value":2550,"currency":"USD","value_usd":2550},"fwci":10.6397,"has_fulltext":true,"cited_by_count":199,"citation_normalized_percentile":{"value":0.99078127,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"2022","issue":null,"first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.9760000109672546},{"id":"https://openalex.org/keywords/health-care","display_name":"health care","score":0.6330000162124634},{"id":"https://openalex.org/keywords/black-box-modeling","display_name":"black-box models","score":0.7979999780654907},{"id":"https://openalex.org/keywords/lime","display_name":"lime","score":0.6029999852180481},{"id":"https://openalex.org/keywords/shap","display_name":"SHAP","score":0.9800000190734863},{"id":"https://openalex.org/keywords/post-hoc-explanation","display_name":"post-hoc explanation","score":0.800000011920929},{"id":"https://openalex.org/keywords/surrogate-modeling","display_name":"surrogate models","score":0.7360000014305115},{"id":"https://openalex.org/keywords/attention-mechanism","display_name":"attention mechanism","score":0.9769999980926514},{"id":"https://openalex.org/keywords/disease-diagnosis","display_name":"disease diagnosis","score":0.699999988079071},{"id":"https://openalex.org/keywords/disease-prediction","display_name":"disease prediction","score":0.7760000228881836},{"id":"https://openalex.org/keywords/explainability-evaluation-metrics","display_name":"explainability evaluation metrics","score":0.8809999823570251}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8425911664962769},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6054685115814209},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.5652288794517517},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5647326707839966},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5115429162979126},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.44580426812171936},{"id":"https://openalex.org/C2988170871","wikidata":"https://www.wikidata.org/wiki/Q11000047","display_name":"Healthcare system","level":3,"score":0.43616560101509094},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40975213050842285},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1155/2022/8167821","doi":"https://doi.org/10.1155/2022/8167821","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2022/8167821","pdf_url":"https://downloads.hindawi.com/journals/misy/2022/8167821.pdf","source":{"id":"https://openalex.org/S152111507","display_name":"Mobile Information Systems","issn_l":"1574-017X","issn":["1574-017X","1875-905X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","poland-20"],"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mobile Information Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1155/2022/8167821","doi":"https://doi.org/10.1155/2022/8167821","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2022/8167821","pdf_url":"https://downloads.hindawi.com/journals/misy/2022/8167821.pdf","source":{"id":"https://openalex.org/S152111507","display_name":"Mobile Information Systems","issn_l":"1574-017X","issn":["1574-017X","1875-905X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","poland-20"],"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mobile Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.8048999905586243}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4282821541.pdf","grobid_xml":"https://content.openalex.org/works/W4282821541.grobid-xml"},"referenced_works_count":76,"referenced_works":["https://openalex.org/W1964524999","https://openalex.org/W2420245003","https://openalex.org/W2439568532","https://openalex.org/W2610571324","https://openalex.org/W2883817443","https://openalex.org/W2888109941","https://openalex.org/W2888487581","https://openalex.org/W2903808828","https://openalex.org/W2910705748","https://openalex.org/W2912377779","https://openalex.org/W2915292867","https://openalex.org/W2918556752","https://openalex.org/W2927351257","https://openalex.org/W2972059645","https://openalex.org/W2972441196","https://openalex.org/W2973228325","https://openalex.org/W2979173913","https://openalex.org/W2979927758","https://openalex.org/W2981731882","https://openalex.org/W2981836045","https://openalex.org/W2990338387","https://openalex.org/W2997560917","https://openalex.org/W3000698028","https://openalex.org/W3005086430","https://openalex.org/W3005724093","https://openalex.org/W3006944055","https://openalex.org/W3011037064","https://openalex.org/W3013745307","https://openalex.org/W3017186827","https://openalex.org/W3018925616","https://openalex.org/W3025645581","https://openalex.org/W3031116957","https://openalex.org/W3034360800","https://openalex.org/W3037738479","https://openalex.org/W3041306121","https://openalex.org/W3041935397","https://openalex.org/W3045103925","https://openalex.org/W3046695717","https://openalex.org/W3046761449","https://openalex.org/W3047211229","https://openalex.org/W3080229624","https://openalex.org/W3085866332","https://openalex.org/W3095822543","https://openalex.org/W3097041292","https://openalex.org/W3105081694","https://openalex.org/W3109650690","https://openalex.org/W3113541070","https://openalex.org/W3114356934","https://openalex.org/W3116286104","https://openalex.org/W3116803305","https://openalex.org/W3121453273","https://openalex.org/W3122765966","https://openalex.org/W3125069671","https://openalex.org/W3129402291","https://openalex.org/W3133543405","https://openalex.org/W3136467361","https://openalex.org/W3142364649","https://openalex.org/W3156313549","https://openalex.org/W3161959969","https://openalex.org/W3167415262","https://openalex.org/W3172362366","https://openalex.org/W3181256602","https://openalex.org/W3184886727","https://openalex.org/W3194714187","https://openalex.org/W3199468499","https://openalex.org/W3200602725","https://openalex.org/W3215732401","https://openalex.org/W3215750425","https://openalex.org/W4205203113","https://openalex.org/W4205941964","https://openalex.org/W4211117519","https://openalex.org/W4220909864","https://openalex.org/W4223622367","https://openalex.org/W4224005049","https://openalex.org/W4224139907","https://openalex.org/W4224261289"],"related_works":["https://openalex.org/W4400399032","https://openalex.org/W4404991747","https://openalex.org/W4226052951","https://openalex.org/W4387586973","https://openalex.org/W7161623074","https://openalex.org/W4297399257","https://openalex.org/W7165728194","https://openalex.org/W4394845951","https://openalex.org/W4394892727","https://openalex.org/W7213468844"],"abstract_inverted_index":{"Introduction.":[0],"Artificial":[1,51],"intelligence":[2,130],"(AI)":[3],"models":[4,36,160],"have":[5],"been":[6],"employed":[7],"to":[8,13,47,69,217],"automate":[9],"decision-making,":[10],"from":[11,210],"commerce":[12],"more":[14],"critical":[15],"fields":[16],"directly":[17],"affecting":[18],"human":[19],"lives,":[20],"including":[21,193],"healthcare.":[22],"Although":[23],"the":[24,77,90,106,112,121,128,133,139,152,157,162,165,172,206,211,218,229,243,248,274],"vast":[25],"majority":[26],"of":[27,45,127,151,156,171,198,203,214,245,263],"these":[28],"proposed":[29],"AI":[30,65,159],"systems":[31,54],"are":[32,93,118,184,232,254],"considered":[33,226],"black":[34],"box":[35],"that":[37,168],"lack":[38],"explainability,":[39],"there":[40],"is":[41,67,136,222],"an":[42],"increasing":[43],"trend":[44],"attempting":[46],"create":[48],"medical":[49],"explainable":[50,71],"Intelligence":[52],"(XAI)":[53],"using":[55],"approaches":[56,85],"such":[57],"as":[58],"attention":[59],"mechanisms":[60],"and":[61,86,100,105,115,144,161,179,196],"surrogate":[62],"models.":[63,200],"An":[64],"system":[66,78],"said":[68],"be":[70],"if":[72],"humans":[73],"can":[74],"tell":[75],"how":[76],"reached":[79],"its":[80],"decision.":[81],"Various":[82],"XAI-driven":[83],"healthcare":[84,134,207,249,266,275],"their":[87,252],"performances":[88,253],"in":[89,98,120,132,189,205,227,247,265,269,273],"current":[91,122,176],"study":[92],"discussed.":[94,223],"The":[95,125,175,201,224,260],"toolkits":[96],"used":[97],"local":[99],"global":[101],"post":[102],"hoc":[103],"explainability":[104,110,117,126,231,237],"multiple":[107],"techniques":[108],"for":[109,148,256],"pertaining":[111],"Rational,":[113],"Data,":[114],"Performance":[116],"discussed":[119],"study.":[123],"Methods.":[124],"artificial":[129],"model":[131],"domain":[135,208,250],"implemented":[137],"through":[138,182],"Local":[140],"Interpretable":[141],"Model-Agnostic":[142],"Explanations":[143,147],"Shapley":[145],"Additive":[146],"better":[149,257],"comprehensibility":[150],"internal":[153],"working":[154],"mechanism":[155],"original":[158],"correlation":[163],"among":[164],"feature":[166],"set":[167],"influences":[169],"decision":[170],"model.":[173],"Results.":[174],"state-of-the-art":[177],"XAI-based":[178],"future":[180,215,261],"technologies":[181],"XAI":[183,204,246,264],"reported":[185],"on":[186],"research":[187,194,271],"findings":[188],"various":[190,236],"implementation":[191],"aspects,":[192],"challenges":[195],"limitations":[197],"existing":[199],"role":[202,244],"ranging":[209],"earlier":[212],"prediction":[213],"illness":[216],"disease\u2019s":[219],"smart":[220],"diagnosis":[221],"metrics":[225],"evaluating":[228],"model\u2019s":[230],"presented,":[233],"along":[234],"with":[235,251],"tools.":[238],"Three":[239],"case":[240],"studies":[241],"about":[242],"incorporated":[255],"comprehensibility.":[258],"Conclusion.":[259],"perspective":[262],"will":[267],"assist":[268],"obtaining":[270],"insight":[272],"domain.":[276]},"counts_by_year":[{"year":2026,"cited_by_count":39},{"year":2025,"cited_by_count":58},{"year":2024,"cited_by_count":57},{"year":2023,"cited_by_count":38},{"year":2022,"cited_by_count":7}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2022-06-15T00:00:00"}