{"id":"https://openalex.org/W4213139361","doi":"https://doi.org/10.1007/s43681-022-00141-z","title":"Explainable machine learning practices: opening another black box for reliable medical AI","display_name":"Explainable machine learning practices: opening another black box for reliable medical AI","publication_year":2022,"publication_date":"2022-02-15","ids":{"openalex":"https://openalex.org/W4213139361","doi":"https://doi.org/10.1007/s43681-022-00141-z"},"language":"en","primary_location":{"id":"doi:10.1007/s43681-022-00141-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-022-00141-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-022-00141-z.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s43681-022-00141-z.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034977046","display_name":"Emanuele Ratti","orcid":"https://orcid.org/0000-0003-1409-8240"},"institutions":[{"id":"https://openalex.org/I121883995","display_name":"Johannes Kepler University of Linz","ror":"https://ror.org/052r2xn60","country_code":"AT","type":"education","lineage":["https://openalex.org/I121883995"]},{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["AT","IL"],"is_corresponding":true,"raw_author_name":"Emanuele Ratti","raw_affiliation_strings":["Department of Humanities and Arts, Technion Israel Institute of Technology, Haifa, Israel","Institute of PHilosophy and Scientific Method, Johannes Kepler University Linz, Linz, Austria"],"raw_orcid":"https://orcid.org/0000-0003-1409-8240","affiliations":[{"raw_affiliation_string":"Department of Humanities and Arts, Technion Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"Institute of PHilosophy and Scientific Method, Johannes Kepler University Linz, Linz, Austria","institution_ids":["https://openalex.org/I121883995"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080265363","display_name":"Mark Graves","orcid":"https://orcid.org/0000-0003-3146-3203"},"institutions":[{"id":"https://openalex.org/I4210124468","display_name":"PAREXEL International (United States)","ror":"https://ror.org/02vkbzw76","country_code":"US","type":"company","lineage":["https://openalex.org/I4210124468"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Graves","raw_affiliation_strings":["Parexel AI Labs, San Francisco,  CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Parexel AI Labs, San Francisco,  CA, USA","institution_ids":["https://openalex.org/I4210124468"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5034977046"],"corresponding_institution_ids":["https://openalex.org/I121883995","https://openalex.org/I174306211"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":3.3484,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.92349893,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"2","issue":"4","first_page":"801","last_page":"814"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.8145295977592468},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7233014106750488},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6988227963447571},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.5952060222625732},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.567166268825531},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.5388983488082886},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5181214213371277},{"id":"https://openalex.org/keywords/position-paper","display_name":"Position paper","score":0.5125243663787842},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.48840779066085815},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4708932042121887},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.4340894818305969},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42768731713294983},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4121980667114258},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.18387392163276672},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.17196476459503174}],"concepts":[{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.8145295977592468},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7233014106750488},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6988227963447571},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.5952060222625732},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.567166268825531},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.5388983488082886},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5181214213371277},{"id":"https://openalex.org/C78780964","wikidata":"https://www.wikidata.org/wiki/Q7233193","display_name":"Position paper","level":2,"score":0.5125243663787842},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.48840779066085815},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4708932042121887},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.4340894818305969},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42768731713294983},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4121980667114258},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.18387392163276672},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.17196476459503174},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s43681-022-00141-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-022-00141-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-022-00141-z.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"},{"id":"pmh:oai:research-information.bris.ac.uk:openaire_cris_publications/37b68fd5-3dc6-4b84-8aa6-a19b700d5de6","is_oa":true,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/37b68fd5-3dc6-4b84-8aa6-a19b700d5de6","pdf_url":null,"source":{"id":"https://openalex.org/S7407055359","display_name":"Explore Bristol Research","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ratti, E & Graves, M 2022, 'Explainable machine learning practices: opening another black box for reliable medical AI', AI and Ethics, vol. 2, pp. 801-814. https://doi.org/10.1007/s43681-022-00141-z","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:philsci-archive.pitt.edu:20228","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401282","display_name":"PhilSci-Archive (University of Pittsburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I170201317","host_organization_name":"University of Pittsburgh","host_organization_lineage":["https://openalex.org/I170201317"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"NonPeerReviewed"},{"id":"pmh:oai:epub.jku.at/:7300439","is_oa":true,"landing_page_url":"https://resolver.obvsg.at/urn:nbn:at:at-ubl:3-11129","pdf_url":null,"source":{"id":"https://openalex.org/S4306401788","display_name":"University Library Linz repository (Johannes Kepler Universitat Linz)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121883995","host_organization_name":"Johannes Kepler University of Linz","host_organization_lineage":["https://openalex.org/I121883995"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:research-information.bris.ac.uk:openaire/37b68fd5-3dc6-4b84-8aa6-a19b700d5de6","is_oa":true,"landing_page_url":"https://hdl.handle.net/1983/37b68fd5-3dc6-4b84-8aa6-a19b700d5de6","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ratti, E & Graves, M 2022, 'Explainable machine learning practices: opening another black box for reliable medical AI', AI and Ethics, vol. 2, pp. 801-814. https://doi.org/10.1007/s43681-022-00141-z","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1007/s43681-022-00141-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-022-00141-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-022-00141-z.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4213139361.pdf","grobid_xml":"https://content.openalex.org/works/W4213139361.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1562680794","https://openalex.org/W1996796871","https://openalex.org/W2001381873","https://openalex.org/W2043353563","https://openalex.org/W2103459734","https://openalex.org/W2520541801","https://openalex.org/W2600290815","https://openalex.org/W2624092670","https://openalex.org/W2788007910","https://openalex.org/W2799372226","https://openalex.org/W2888109941","https://openalex.org/W2897042519","https://openalex.org/W2899876413","https://openalex.org/W2915292867","https://openalex.org/W2936086693","https://openalex.org/W2955653438","https://openalex.org/W2988716771","https://openalex.org/W2997588435","https://openalex.org/W2998701638","https://openalex.org/W3000965188","https://openalex.org/W3007542085","https://openalex.org/W3014245704","https://openalex.org/W3016803302","https://openalex.org/W3081716527","https://openalex.org/W3094334232","https://openalex.org/W3100279624","https://openalex.org/W3169518303","https://openalex.org/W3174220540","https://openalex.org/W3186118520","https://openalex.org/W4231079695","https://openalex.org/W4251279871","https://openalex.org/W4251392365","https://openalex.org/W4302767130"],"related_works":["https://openalex.org/W4382930947","https://openalex.org/W3152382318","https://openalex.org/W3004686567","https://openalex.org/W2738656338","https://openalex.org/W2603787370","https://openalex.org/W2555400967","https://openalex.org/W3214759741","https://openalex.org/W3081288631","https://openalex.org/W2492278949","https://openalex.org/W2543101158"],"abstract_inverted_index":{"Abstract":[0],"In":[1,100,109],"the":[2,16,26,30,40,54,59,70,84,122,136,163,166,172,175,212,236,255,259,296],"past":[3],"few":[4],"years,":[5],"machine":[6,77],"learning":[7,78],"(ML)":[8],"tools":[9,60,79,140,180,191,203,278,301],"have":[10,22,46,204,217],"been":[11,47,205],"implemented":[12],"with":[13,152],"success":[14],"in":[15,69,141,177,219,302],"medical":[17,71],"context.":[18],"However,":[19,241],"several":[20],"practitioners":[21,216],"raised":[23],"concerns":[24],"about":[25],"lack":[27],"of":[28,34,42,124,138,168,174,200,238,258,281,285,295,299],"transparency\u2014at":[29],"algorithmic":[31,85,169,227,247],"level\u2014of":[32],"many":[33],"these":[35],"tools;":[36],"and":[37,57,105,183,192,210,234,266,269,272,283],"solutions":[38],"from":[39,165,279],"field":[41],"explainable":[43],"AI":[44,190],"(XAI)":[45],"seen":[48],"as":[49,91,93],"a":[50,289],"way":[51,176],"to":[52,80,87,121,134,150,157,171,188,231,235],"open":[53],"\u2018black":[55],"box\u2019":[56],"make":[58,88,112],"more":[61],"trustworthy.":[62],"Recently,":[63],"Alex":[64],"London":[65],"has":[66],"argued":[67],"that":[68,118,149,187,215,243],"context":[72],"we":[73,103,111,116,147,155,287],"do":[74],"not":[75],"need":[76,156,197],"be":[81],"interpretable":[82],"at":[83],"level":[86],"them":[89],"trustworthy,":[90],"long":[92],"they":[94],"meet":[95],"some":[96],"strict":[97],"empirical":[98],"desiderata.":[99],"this":[101,153],"paper,":[102],"analyse":[104],"develop":[106,158],"London\u2019s":[107,119,159],"position.":[108],"particular,":[110],"two":[113],"claims.":[114],"First,":[115],"claim":[117,148,186],"solution":[120],"problem":[123],"trust":[125],"can":[126],"potentially":[127],"address":[128],"another":[129],"problem,":[130,154],"which":[131,178,207],"is":[132,224],"how":[133,201,292],"evaluate":[135,193],"reliability":[137],"ML":[139,179,202,300],"medicine":[142,303],"for":[143],"regulatory":[144],"purposes.":[145,240],"Second,":[146],"deal":[151],"views":[160],"by":[161,251],"shifting":[162],"focus":[164],"opacity":[167,173],"details":[170],"are":[181,249],"trained":[182],"built.":[184],"We":[185],"regulate":[189],"their":[194],"reliability,":[195],"agencies":[196],"an":[198,293],"explanation":[199,294],"built,":[206],"requires":[208],"documenting":[209],"justifying":[211],"technical":[213,244],"choices":[214,245],"made":[218],"designing":[220],"such":[221,275],"tools.":[222],"This":[223],"because":[225],"different":[226,232,239],"designs":[228],"may":[229],"lead":[230],"outcomes,":[233],"realization":[237],"given":[242],"underlying":[246],"design":[248,260],"shaped":[250],"value-laden":[252],"considerations,":[253],"opening":[254],"black":[256],"box":[257],"process":[261],"means":[262],"also":[263],"making":[264],"transparent":[265],"motivating":[267],"(technical":[268],"ethical)":[270],"values":[271],"preferences":[273],"behind":[274],"choices.":[276],"Using":[277],"philosophy":[280,284],"technology":[282],"science,":[286],"elaborate":[288],"framework":[290],"showing":[291],"training":[297],"processes":[298],"should":[304],"look":[305],"like.":[306]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":7}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}