{"id":"https://openalex.org/W4408219806","doi":"https://doi.org/10.1186/s12911-025-02891-2","title":"On the practical, ethical, and legal necessity of clinical Artificial Intelligence explainability: an examination of key arguments","display_name":"On the practical, ethical, and legal necessity of clinical Artificial Intelligence explainability: an examination of key arguments","publication_year":2025,"publication_date":"2025-03-05","ids":{"openalex":"https://openalex.org/W4408219806","doi":"https://doi.org/10.1186/s12911-025-02891-2","pmid":"https://pubmed.ncbi.nlm.nih.gov/40045339"},"language":"en","primary_location":{"id":"doi:10.1186/s12911-025-02891-2","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-025-02891-2","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/counter/pdf/10.1186/s12911-025-02891-2","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://bmcmedinformdecismak.biomedcentral.com/counter/pdf/10.1186/s12911-025-02891-2","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116548090","display_name":"Justin Blackman","orcid":"https://orcid.org/0000-0001-6996-878X"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Justin Blackman","raw_affiliation_strings":["Island Medical Program, Faculty of Medicine, University of British Columbia, University of Victoria, Victoria, BC, Canada. jtb@student.ubc.ca","Island Medical Program, Faculty of Medicine, University of British Columbia, University of Victoria, Victoria, BC, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6996-878X","affiliations":[{"raw_affiliation_string":"Island Medical Program, Faculty of Medicine, University of British Columbia, University of Victoria, Victoria, BC, Canada. jtb@student.ubc.ca","institution_ids":["https://openalex.org/I212119943"]},{"raw_affiliation_string":"Island Medical Program, Faculty of Medicine, University of British Columbia, University of Victoria, Victoria, BC, Canada","institution_ids":["https://openalex.org/I141945490","https://openalex.org/I212119943"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022859961","display_name":"Richard Veerapen","orcid":null},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Richard Veerapen","raw_affiliation_strings":["Island Medical Program, Faculty of Medicine, University of British Columbia, University of Victoria, Victoria, BC, Canada","School of Health Information Science, University of Victoria, Victoria, BC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Island Medical Program, Faculty of Medicine, University of British Columbia, University of Victoria, Victoria, BC, Canada","institution_ids":["https://openalex.org/I141945490","https://openalex.org/I212119943"]},{"raw_affiliation_string":"School of Health Information Science, University of Victoria, Victoria, BC, Canada","institution_ids":["https://openalex.org/I212119943"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5116548090"],"corresponding_institution_ids":["https://openalex.org/I141945490","https://openalex.org/I212119943"],"apc_list":{"value":2690,"currency":"USD","value_usd":2690},"apc_paid":{"value":2690,"currency":"USD","value_usd":2690},"fwci":8.4099,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.97867985,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"25","issue":"1","first_page":"111","last_page":"111"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9660999774932861,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.7270433902740479},{"id":"https://openalex.org/keywords/health-informatics","display_name":"Health informatics","score":0.6748715043067932},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.4232906401157379},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3936704397201538},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.251150906085968},{"id":"https://openalex.org/keywords/nursing","display_name":"Nursing","score":0.2212778925895691},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.15441522002220154},{"id":"https://openalex.org/keywords/public-health","display_name":"Public health","score":0.15141263604164124},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12042886018753052}],"concepts":[{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.7270433902740479},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.6748715043067932},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.4232906401157379},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3936704397201538},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.251150906085968},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.2212778925895691},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.15441522002220154},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.15141263604164124},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12042886018753052}],"mesh":[{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":"Q000331","qualifier_name":"legislation & jurisprudence","is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":"Q000331","qualifier_name":"legislation & jurisprudence","is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":"Q000331","qualifier_name":"legislation & jurisprudence","is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":"Q000331","qualifier_name":"legislation & jurisprudence","is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":"Q000941","qualifier_name":"ethics","is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":"Q000941","qualifier_name":"ethics","is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":"Q000941","qualifier_name":"ethics","is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":"Q000941","qualifier_name":"ethics","is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":"Q000941","qualifier_name":"ethics","is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":"Q000941","qualifier_name":"ethics","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007258","descriptor_name":"Informed Consent","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007258","descriptor_name":"Informed Consent","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1186/s12911-025-02891-2","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-025-02891-2","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/counter/pdf/10.1186/s12911-025-02891-2","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},{"id":"pmid:40045339","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40045339","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC medical informatics and decision making","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:6e3d6c20c859412b838d893812404f5f","is_oa":true,"landing_page_url":"https://doaj.org/article/6e3d6c20c859412b838d893812404f5f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Medical Informatics and Decision Making, Vol 25, Iss 1, Pp 1-20 (2025)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:11881432","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11881432","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Med Inform Decis Mak","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1186/s12911-025-02891-2","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-025-02891-2","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/counter/pdf/10.1186/s12911-025-02891-2","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4408219806.pdf"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W80825305","https://openalex.org/W1528741131","https://openalex.org/W1978091994","https://openalex.org/W2011492941","https://openalex.org/W2032618582","https://openalex.org/W2079283960","https://openalex.org/W2106952837","https://openalex.org/W2112081648","https://openalex.org/W2614745248","https://openalex.org/W2892104346","https://openalex.org/W2902634493","https://openalex.org/W2902644322","https://openalex.org/W2915292867","https://openalex.org/W2921176698","https://openalex.org/W2927351257","https://openalex.org/W2937742783","https://openalex.org/W2981869278","https://openalex.org/W3000576676","https://openalex.org/W3004868960","https://openalex.org/W3020975691","https://openalex.org/W3041378136","https://openalex.org/W3080706116","https://openalex.org/W3103654318","https://openalex.org/W3109650690","https://openalex.org/W3114421000","https://openalex.org/W3118615836","https://openalex.org/W3126120112","https://openalex.org/W3136000444","https://openalex.org/W3161904859","https://openalex.org/W3169165946","https://openalex.org/W3182171307","https://openalex.org/W3184842396","https://openalex.org/W3192023667","https://openalex.org/W3211108032","https://openalex.org/W3213880547","https://openalex.org/W3216065183","https://openalex.org/W4210514210","https://openalex.org/W4226179757","https://openalex.org/W4229031370","https://openalex.org/W4282841348","https://openalex.org/W4293724069","https://openalex.org/W4296261149","https://openalex.org/W4302760432","https://openalex.org/W4308998881","https://openalex.org/W4311675688","https://openalex.org/W4312106322","https://openalex.org/W4324030909","https://openalex.org/W4362588639","https://openalex.org/W4367311891","https://openalex.org/W4378380990","https://openalex.org/W4379377098","https://openalex.org/W4379967582","https://openalex.org/W4385331138","https://openalex.org/W4385578602","https://openalex.org/W4386135236","https://openalex.org/W4388653383","https://openalex.org/W4392956046","https://openalex.org/W4394617203","https://openalex.org/W4403039509","https://openalex.org/W6657425063"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0],"necessity":[1,155],"for":[2,77],"explainability":[3,131,160],"of":[4,27,38,64,80,92,99,130,149,156,164,175,183],"artificial":[5,82,95,158,177,185],"intelligence":[6,83,96,159,178],"technologies":[7,84],"in":[8,147],"medical":[9,81],"applications":[10],"has":[11],"been":[12],"widely":[13],"discussed":[14],"and":[15,31,53,57,101,111,136],"heavily":[16],"debated":[17],"within":[18,41],"the":[19,28,39,42,62,72,78,126,150,162,173,180],"literature.":[20],"This":[21],"paper":[22],"comprises":[23],"a":[24,115],"systematized":[25],"review":[26],"arguments":[29,146],"supporting":[30],"opposing":[32],"this":[33],"purported":[34],"necessity.":[35],"Both":[36],"sides":[37],"debate":[40],"literature":[43],"are":[44],"quoted":[45],"to":[46,59,105],"synthesize":[47],"discourse":[48],"on":[49,108],"common":[50],"recurring":[51],"themes":[52],"subsequently":[54],"critically":[55],"analyze":[56,106],"respond":[58],"it.":[60],"While":[61],"use":[63,163,174,182],"autonomous":[65],"black":[66],"box":[67],"algorithms":[68],"is":[69],"compellingly":[70],"discouraged,":[71],"same":[73],"cannot":[74],"be":[75],"said":[76],"whole":[79],"that":[85,128,144],"lack":[86,129],"explainability.":[87],"We":[88,140],"contribute":[89],"novel":[90,116],"comparisons":[91,119],"unexplainable":[93,165],"clinical":[94,121,157,176,184],"tools,":[97],"diagnosis":[98],"idiopathy,":[100],"diagnoses":[102],"by":[103],"exclusion,":[104],"implications":[107],"patient":[109],"autonomy":[110],"informed":[112],"consent.":[113],"Applying":[114],"approach":[117],"using":[118],"with":[120,167,179],"practice":[122],"guidelines,":[123],"we":[124],"contest":[125],"claim":[127],"compromises":[132],"clinician":[133],"due":[134],"diligence":[135],"undermines":[137],"epistemological":[138],"responsibility.":[139],"find":[141],"it":[142],"problematic":[143],"many":[145],"favour":[148],"practical,":[151],"ethical,":[152],"or":[153,171],"legal":[154],"conflate":[161],"AI":[166],"automated":[168],"decision":[169],"making,":[170],"equate":[172],"exclusive":[181],"intelligence.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":10}],"updated_date":"2026-08-03T07:22:36.454288","created_date":"2025-10-10T00:00:00"}