{"id":"https://openalex.org/W4403989740","doi":"https://doi.org/10.1007/s10664-024-10565-2","title":"How do ML practitioners perceive explainability? an interview study of practices and challenges","display_name":"How do ML practitioners perceive explainability? an interview study of practices and challenges","publication_year":2024,"publication_date":"2024-11-01","ids":{"openalex":"https://openalex.org/W4403989740","doi":"https://doi.org/10.1007/s10664-024-10565-2"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-024-10565-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-024-10565-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-024-10565-2.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-024-10565-2.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062560807","display_name":"Umm-e- Habiba","orcid":"https://orcid.org/0000-0001-8953-9624"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]},{"id":"https://openalex.org/I146840658","display_name":"University of Azad Jammu and Kashmir","ror":"https://ror.org/015566d55","country_code":"PK","type":"education","lineage":["https://openalex.org/I146840658"]}],"countries":["DE","PK"],"is_corresponding":true,"raw_author_name":"Umm-e- Habiba","raw_affiliation_strings":["Department of Software Engineering, University of Kotli Azad Jammu Kashmir, Kotli Azad Kashmir, AJk, Pakistan","Institute of Software Engineering, University of Stuttgart, Stuttgart, Baden-W\u00fcrttemberg, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8953-9624","affiliations":[{"raw_affiliation_string":"Department of Software Engineering, University of Kotli Azad Jammu Kashmir, Kotli Azad Kashmir, AJk, Pakistan","institution_ids":["https://openalex.org/I146840658"]},{"raw_affiliation_string":"Institute of Software Engineering, University of Stuttgart, Stuttgart, Baden-W\u00fcrttemberg, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021130527","display_name":"Mohammad Kasra Habib","orcid":"https://orcid.org/0000-0002-1272-9873"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mohammad Kasra Habib","raw_affiliation_strings":["TUM School of Communication, Information and Technology, Technical University of Munich, Heilbronn, Germany"],"raw_orcid":"https://orcid.org/0000-0002-1272-9873","affiliations":[{"raw_affiliation_string":"TUM School of Communication, Information and Technology, Technical University of Munich, Heilbronn, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031646940","display_name":"Justus Bogner","orcid":"https://orcid.org/0000-0001-5788-0991"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Justus Bogner","raw_affiliation_strings":["Department of Computer Science, Vrije Universiteit Amsterdam, Amsterdam, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-5788-0991","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Vrije Universiteit Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030294078","display_name":"Jonas Fritzsch","orcid":"https://orcid.org/0000-0002-6121-2731"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jonas Fritzsch","raw_affiliation_strings":["Institute of Software Engineering, University of Stuttgart, Stuttgart, Baden-W\u00fcrttemberg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6121-2731","affiliations":[{"raw_affiliation_string":"Institute of Software Engineering, University of Stuttgart, Stuttgart, Baden-W\u00fcrttemberg, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041829889","display_name":"Stefan Wagner","orcid":"https://orcid.org/0000-0002-5256-8429"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Wagner","raw_affiliation_strings":["Institute of Software Engineering, University of Stuttgart, Stuttgart, Baden-W\u00fcrttemberg, Germany","TUM School of Communication, Information and Technology, Technical University of Munich, Heilbronn, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5256-8429","affiliations":[{"raw_affiliation_string":"Institute of Software Engineering, University of Stuttgart, Stuttgart, Baden-W\u00fcrttemberg, Germany","institution_ids":["https://openalex.org/I100066346"]},{"raw_affiliation_string":"TUM School of Communication, Information and Technology, Technical University of Munich, Heilbronn, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5062560807"],"corresponding_institution_ids":["https://openalex.org/I100066346","https://openalex.org/I146840658"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":4.8619,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.95740187,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"30","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9577999711036682,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.46802884340286255},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.4127335548400879},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.3878968358039856},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.29680511355400085}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.46802884340286255},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4127335548400879},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3878968358039856},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.29680511355400085}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10664-024-10565-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-024-10565-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-024-10565-2.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:research.vu.nl:publications/1dc3e28f-7639-40b9-b11b-8342f97898f1","is_oa":false,"landing_page_url":"https://research.vu.nl/en/publications/1dc3e28f-7639-40b9-b11b-8342f97898f1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Habiba, U, Habib, M K, Bogner, J, Fritzsch, J & Wagner, S 2025, 'How do ML practitioners perceive explainability? An interview study of practices and challenges', Empirical Software Engineering, vol. 30, no. 1, 18. https://doi.org/10.1007/s10664-024-10565-2","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/1dc3e28f-7639-40b9-b11b-8342f97898f1","is_oa":false,"landing_page_url":"https://hdl.handle.net/1871.1/1dc3e28f-7639-40b9-b11b-8342f97898f1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Habiba, U, Habib, M K, Bogner, J, Fritzsch, J & Wagner, S 2025, 'How do ML practitioners perceive explainability? An interview study of practices and challenges', Empirical Software Engineering, vol. 30, no. 1, 18. https://doi.org/10.1007/s10664-024-10565-2","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1007/s10664-024-10565-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-024-10565-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-024-10565-2.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1635411738","display_name":null,"funder_award_id":"21IV005E","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320325850","display_name":"Universit\u00e4t Stuttgart","ror":"https://ror.org/04vnq7t77"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4403989740.pdf"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1996796871","https://openalex.org/W2162739315","https://openalex.org/W2282821441","https://openalex.org/W2657631929","https://openalex.org/W2963095307","https://openalex.org/W2963847595","https://openalex.org/W2964303497","https://openalex.org/W2991579958","https://openalex.org/W2992786177","https://openalex.org/W2996355630","https://openalex.org/W3006197148","https://openalex.org/W3006568433","https://openalex.org/W3010798784","https://openalex.org/W3030109724","https://openalex.org/W3036972878","https://openalex.org/W3046238651","https://openalex.org/W3092468424","https://openalex.org/W3098078658","https://openalex.org/W3123497755","https://openalex.org/W3126792266","https://openalex.org/W3138819813","https://openalex.org/W3160037564","https://openalex.org/W3162262840","https://openalex.org/W3208475435","https://openalex.org/W3208971243","https://openalex.org/W3209984631","https://openalex.org/W3215119593","https://openalex.org/W4229496713","https://openalex.org/W4234249932","https://openalex.org/W4294559022","https://openalex.org/W4312687201","https://openalex.org/W4377825911","https://openalex.org/W4385982074","https://openalex.org/W6733130978"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2931662336","https://openalex.org/W2077865380","https://openalex.org/W4401768695","https://openalex.org/W2765597752","https://openalex.org/W2134894512","https://openalex.org/W2083375246","https://openalex.org/W2067108088","https://openalex.org/W2085372204"],"abstract_inverted_index":{"Abstract":[0],"Explainable":[1],"artificial":[2],"intelligence":[3],"(XAI)":[4],"is":[5,48],"a":[6,49,228],"field":[7],"of":[8,16,52,61,137,182,204,219],"study":[9,123],"that":[10,40,134,224],"focuses":[11],"on":[12,127],"the":[13,59,63,68,135,179,202],"development":[14],"process":[15],"AI-based":[17,38,87],"systems":[18,39,88],"while":[19,171],"making":[20,95],"their":[21],"decision-making":[22],"processes":[23],"understandable":[24],"and":[25,67,89,129,145,154,201,222],"transparent":[26],"for":[27,37,86],"users.":[28],"Research":[29],"already":[30],"identified":[31],"explainability":[32,85,102,128,138,234],"as":[33,195,210],"an":[34],"emerging":[35,188],"requirement":[36],"use":[41],"machine":[42],"learning":[43],"(ML)":[44],"techniques.":[45],"However,":[46],"there":[47],"notable":[50],"absence":[51,203],"studies":[53],"investigating":[54],"how":[55,82,101,168],"ML":[56,117,164],"practitioners":[57,83,118,165],"perceive":[58],"concept":[60],"explainability,":[62],"challenges":[64,91,189],"they":[65,92],"encounter,":[66],"potential":[69],"trade-offs":[70],"with":[71,104,115,198],"other":[72,105],"quality":[73,106],"attributes.":[74,107],"In":[75],"this":[76,109],"study,":[77],"we":[78,99,111,185],"want":[79],"to":[80,166,177,231],"discover":[81],"define":[84],"what":[90],"encounter":[93],"in":[94,140,190,217],"them":[96],"explainable.":[97],"Furthermore,":[98],"explore":[100],"interacts":[103],"To":[108],"end,":[110],"conducted":[112],"semi-structured":[113],"interviews":[114],"14":[116],"from":[119],"11":[120],"companies.":[121],"Our":[122],"reveals":[124],"diverse":[125],"viewpoints":[126],"applied":[130],"practices.":[131],"Results":[132],"suggest":[133],"importance":[136],"lies":[139],"enhancing":[141],"transparency,":[142],"refining":[143],"models,":[144],"mitigating":[146],"bias.":[147],"Methods":[148],"like":[149],"SHapley":[150],"Additive":[151],"exPlanations":[152],"(SHAP)":[153],"Local":[155],"Interpretable":[156],"Model-Agnostic":[157],"Explanation":[158],"(LIME)":[159],"are":[160,174,207],"frequently":[161,208],"used":[162],"by":[163],"understand":[167],"models":[169],"work,":[170],"tailored":[172],"approaches":[173,206],"typically":[175],"adopted":[176],"meet":[178],"specific":[180],"requirements":[181,220],"stakeholders.":[183],"Moreover,":[184],"have":[186],"discerned":[187],"eight":[191],"categories.":[192],"Issues":[193],"such":[194],"effective":[196],"communication":[197],"non-technical":[199],"stakeholders":[200],"standardized":[205,229],"stated":[209],"recurring":[211],"hurdles.":[212],"We":[213],"contextualize":[214],"these":[215],"findings":[216],"terms":[218],"engineering":[221],"conclude":[223],"industry":[225],"currently":[226],"lacks":[227],"framework":[230],"address":[232],"arising":[233],"needs.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":11}],"updated_date":"2026-06-14T07:44:22.658603","created_date":"2025-10-10T00:00:00"}