{"id":"https://openalex.org/W4385982074","doi":"https://doi.org/10.3389/fcomp.2023.1117848","title":"Explainable AI: roles and stakeholders, desirements and challenges","display_name":"Explainable AI: roles and stakeholders, desirements and challenges","publication_year":2023,"publication_date":"2023-08-17","ids":{"openalex":"https://openalex.org/W4385982074","doi":"https://doi.org/10.3389/fcomp.2023.1117848"},"language":"en","primary_location":{"id":"doi:10.3389/fcomp.2023.1117848","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fcomp.2023.1117848","pdf_url":"https://www.frontiersin.org/articles/10.3389/fcomp.2023.1117848/pdf","source":{"id":"https://openalex.org/S4210211086","display_name":"Frontiers in Computer Science","issn_l":"2624-9898","issn":["2624-9898"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computer Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/articles/10.3389/fcomp.2023.1117848/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103000195","display_name":"Robert R. Hoffman","orcid":"https://orcid.org/0000-0002-1387-7659"},"institutions":[{"id":"https://openalex.org/I1335578998","display_name":"Florida Institute for Human and Machine Cognition","ror":"https://ror.org/02napvw46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1335578998"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Robert R. Hoffman","raw_affiliation_strings":["Institute for Human and Machine Cognition, Pensacola, FL, United States"],"affiliations":[{"raw_affiliation_string":"Institute for Human and Machine Cognition, Pensacola, FL, United States","institution_ids":["https://openalex.org/I1335578998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086667759","display_name":"Shane T. Mueller","orcid":"https://orcid.org/0000-0001-7418-4592"},"institutions":[{"id":"https://openalex.org/I11957088","display_name":"Michigan Technological University","ror":"https://ror.org/0036rpn28","country_code":"US","type":"education","lineage":["https://openalex.org/I11957088"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shane T. Mueller","raw_affiliation_strings":["Department of Cognitive and Learning Sciences, Michigan Technological University, Houghton, MI, United States"],"affiliations":[{"raw_affiliation_string":"Department of Cognitive and Learning Sciences, Michigan Technological University, Houghton, MI, United States","institution_ids":["https://openalex.org/I11957088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088906165","display_name":"Gary Klein","orcid":"https://orcid.org/0000-0002-8430-3230"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gary Klein","raw_affiliation_strings":["MacroCognition, LLC, Dayton, OH, United States"],"affiliations":[{"raw_affiliation_string":"MacroCognition, LLC, Dayton, OH, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061024010","display_name":"Mohammadreza Jalaeian","orcid":"https://orcid.org/0000-0002-2689-6007"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammadreza Jalaeian","raw_affiliation_strings":["Department of Integrated Systems Engineering, Ohio State University, Columbus, OH, United States"],"affiliations":[{"raw_affiliation_string":"Department of Integrated Systems Engineering, Ohio State University, Columbus, OH, United States","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002270469","display_name":"Connor Tate","orcid":null},"institutions":[{"id":"https://openalex.org/I1335578998","display_name":"Florida Institute for Human and Machine Cognition","ror":"https://ror.org/02napvw46","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1335578998"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Connor Tate","raw_affiliation_strings":["Institute for Human and Machine Cognition, Pensacola, FL, United States"],"affiliations":[{"raw_affiliation_string":"Institute for Human and Machine Cognition, Pensacola, FL, United States","institution_ids":["https://openalex.org/I1335578998"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5103000195"],"corresponding_institution_ids":["https://openalex.org/I1335578998"],"apc_list":{"value":1150,"currency":"USD","value_usd":1150},"apc_paid":{"value":1150,"currency":"USD","value_usd":1150},"fwci":3.6918,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.94475726,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"5","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stakeholder","display_name":"Stakeholder","score":0.7266404628753662},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.701089084148407},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5874881148338318},{"id":"https://openalex.org/keywords/need-to-know","display_name":"Need to know","score":0.45662108063697815},{"id":"https://openalex.org/keywords/public-relations","display_name":"Public relations","score":0.422768771648407},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.4213227927684784},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39361536502838135},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.3899841010570526},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.33101245760917664},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.21649935841560364},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10363155603408813}],"concepts":[{"id":"https://openalex.org/C201305675","wikidata":"https://www.wikidata.org/wiki/Q852998","display_name":"Stakeholder","level":2,"score":0.7266404628753662},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.701089084148407},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5874881148338318},{"id":"https://openalex.org/C2778519782","wikidata":"https://www.wikidata.org/wiki/Q1974060","display_name":"Need to know","level":2,"score":0.45662108063697815},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.422768771648407},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4213227927684784},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39361536502838135},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3899841010570526},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33101245760917664},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.21649935841560364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10363155603408813},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3389/fcomp.2023.1117848","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fcomp.2023.1117848","pdf_url":"https://www.frontiersin.org/articles/10.3389/fcomp.2023.1117848/pdf","source":{"id":"https://openalex.org/S4210211086","display_name":"Frontiers in Computer Science","issn_l":"2624-9898","issn":["2624-9898"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computer Science","raw_type":"journal-article"},{"id":"pmh:oai:digitalcommons.mtu.edu:michigantech-p2-1142","is_oa":false,"landing_page_url":"https://digitalcommons.mtu.edu/michigantech-p2/143","pdf_url":null,"source":{"id":"https://openalex.org/S4377196391","display_name":"Digital Commons - Michigan Tech (Michigan Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11957088","host_organization_name":"Michigan Technological University","host_organization_lineage":["https://openalex.org/I11957088"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Michigan Tech Publications","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:f699f78914d745adb251e3955c25c686","is_oa":true,"landing_page_url":"https://doaj.org/article/f699f78914d745adb251e3955c25c686","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Computer Science, Vol 5 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/fcomp.2023.1117848","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fcomp.2023.1117848","pdf_url":"https://www.frontiersin.org/articles/10.3389/fcomp.2023.1117848/pdf","source":{"id":"https://openalex.org/S4210211086","display_name":"Frontiers in Computer Science","issn_l":"2624-9898","issn":["2624-9898"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385982074.pdf"},"referenced_works_count":74,"referenced_works":["https://openalex.org/W1533574204","https://openalex.org/W1573110588","https://openalex.org/W2002531171","https://openalex.org/W2102556647","https://openalex.org/W2114664868","https://openalex.org/W2153332911","https://openalex.org/W2167800343","https://openalex.org/W2293620833","https://openalex.org/W2326194808","https://openalex.org/W2493343568","https://openalex.org/W2513866468","https://openalex.org/W2582721310","https://openalex.org/W2592736257","https://openalex.org/W2594475271","https://openalex.org/W2739702162","https://openalex.org/W2745777039","https://openalex.org/W2790505917","https://openalex.org/W2804878416","https://openalex.org/W2894566090","https://openalex.org/W2897626439","https://openalex.org/W2898694742","https://openalex.org/W2902634493","https://openalex.org/W2914029945","https://openalex.org/W2917868944","https://openalex.org/W2945976633","https://openalex.org/W2954197146","https://openalex.org/W2958089299","https://openalex.org/W2960259221","https://openalex.org/W2963095307","https://openalex.org/W2965856400","https://openalex.org/W2967578682","https://openalex.org/W2981731882","https://openalex.org/W2981836045","https://openalex.org/W2999765337","https://openalex.org/W3001062618","https://openalex.org/W3033496024","https://openalex.org/W3041121541","https://openalex.org/W3042275219","https://openalex.org/W3086560451","https://openalex.org/W3098384022","https://openalex.org/W3104847483","https://openalex.org/W3121787084","https://openalex.org/W3127032480","https://openalex.org/W3131457744","https://openalex.org/W3138819813","https://openalex.org/W3160042174","https://openalex.org/W3162614376","https://openalex.org/W3170461477","https://openalex.org/W3176820529","https://openalex.org/W3180033392","https://openalex.org/W3184543962","https://openalex.org/W3197347140","https://openalex.org/W3199732472","https://openalex.org/W3211313293","https://openalex.org/W4200545033","https://openalex.org/W4230172260","https://openalex.org/W4236470361","https://openalex.org/W4282976538","https://openalex.org/W4283737042","https://openalex.org/W4288083797","https://openalex.org/W4289469015","https://openalex.org/W4296982335","https://openalex.org/W4319321305","https://openalex.org/W4390943977","https://openalex.org/W6734862562","https://openalex.org/W6752261457","https://openalex.org/W6755274658","https://openalex.org/W6758979359","https://openalex.org/W6762881181","https://openalex.org/W6776494733","https://openalex.org/W6780546271","https://openalex.org/W6783381489","https://openalex.org/W6839505300","https://openalex.org/W7027198093"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4385274231","https://openalex.org/W2337773048","https://openalex.org/W2325616849","https://openalex.org/W2516476274","https://openalex.org/W1785988750","https://openalex.org/W2917919721","https://openalex.org/W3038227434","https://openalex.org/W2285386074","https://openalex.org/W2316287531"],"abstract_inverted_index":{"Introduction":[0],"The":[1,60,222],"purpose":[2],"of":[3,12,85,135,175,224],"the":[4,10,20,33,119,149,225,234,242],"Stakeholder":[5],"Playbook":[6,226],"is":[7,227],"to":[8,16,30,67,77,80,90,102,110,117,121,228],"enable":[9],"developers":[11,231],"explainable":[13],"AI":[14,55,86,120],"systems":[15],"take":[17],"into":[18],"account":[19],"different":[21,25,198,206,219,243],"ways":[22],"in":[23,212],"which":[24],"stakeholders":[26,108],"or":[27,53,143],"role-holders":[28,64,199],"need":[29,65,89,101,109],"\u201clook":[31],"inside\u201d":[32],"AI/XAI":[34],"systems.":[35,58,87],"Method":[36],"We":[37],"conducted":[38],"structured":[39],"cognitive":[40],"interviews":[41],"with":[42],"senior":[43],"and":[44,72,95,124,169,178,182,204,237],"mid-career":[45],"professionals":[46],"who":[47],"had":[48],"direct":[49],"experience":[50],"either":[51],"developing":[52],"using":[54],"and/or":[56],"autonomous":[57],"Results":[59],"results":[61],"show":[62],"that":[63,114,151,163,197,240],"access":[66],"others":[68],"(e.g.,":[69],"trusted":[70,73],"engineers":[71],"vendors)":[74],"for":[75,172],"them":[76,116],"be":[78,193],"able":[79],"develop":[81,111],"satisfying":[82],"mental":[83],"models":[84],"They":[88],"know":[91,103],"how":[92,104],"it":[93,105],"fails":[94],"misleads":[96],"as":[97,99],"much":[98],"they":[100,139,191],"works.":[106],"Some":[107],"an":[112],"understanding":[113],"enables":[115],"explain":[118],"someone":[122],"else":[123],"not":[125,188],"just":[126],"satisfy":[127],"their":[128],"own":[129],"sense-making":[130,207],"requirements.":[131],"Only":[132],"about":[133],"half":[134],"our":[136,156],"interviewees":[137],"said":[138],"always":[140],"wanted":[141],"explanations":[142,147,239],"even":[144],"needed":[145],"better":[146],"than":[148],"ones":[150],"were":[152],"provided.":[153],"Based":[154],"on":[155],"empirical":[157],"evidence,":[158],"we":[159],"created":[160],"a":[161,173],"\u201cPlaybook\u201d":[162],"lists":[164],"explanation":[165,167,170],"desires,":[166],"challenges,":[168],"cautions":[171],"variety":[174],"stakeholder":[176],"groups":[177],"roles.":[179,244],"Discussion":[180],"This":[181],"other":[183],"findings":[184],"seem":[185],"surprising,":[186],"if":[187],"paradoxical,":[189],"but":[190],"can":[192,217],"resolved":[194],"by":[195,232],"acknowledging":[196],"have":[200,205,218],"differing":[201],"skill":[202],"sets":[203],"desires.":[208],"Individuals":[209],"often":[210],"serve":[211],"multiple":[213],"roles":[214],"and,":[215],"therefore,":[216],"immediate":[220],"goals.":[221],"goal":[223],"help":[229],"XAI":[230],"guiding":[233],"development":[235],"process":[236],"creating":[238],"support":[241]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}