{"id":"https://openalex.org/W4308804331","doi":"https://doi.org/10.1145/3564240","title":"Explainable Goal-driven Agents and Robots - A Comprehensive Review","display_name":"Explainable Goal-driven Agents and Robots - A Comprehensive Review","publication_year":2022,"publication_date":"2022-11-11","ids":{"openalex":"https://openalex.org/W4308804331","doi":"https://doi.org/10.1145/3564240"},"language":"en","primary_location":{"id":"doi:10.1145/3564240","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3564240","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3564240","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3564240","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035471780","display_name":"Sado Fatai","orcid":"https://orcid.org/0000-0003-1870-9862"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Fatai Sado","raw_affiliation_strings":["University of Malaya, Kuala Lumpur, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-1870-9862","affiliations":[{"raw_affiliation_string":"University of Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063587446","display_name":"Chu Kiong Loo","orcid":"https://orcid.org/0000-0001-7867-2665"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Chu Kiong Loo","raw_affiliation_strings":["University of Malaya, Kuala Lumpur, Malaysia"],"raw_orcid":"https://orcid.org/0000-0001-7867-2665","affiliations":[{"raw_affiliation_string":"University of Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005089799","display_name":"Wei Shiung Liew","orcid":"https://orcid.org/0000-0001-8833-2189"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Wei Shiung Liew","raw_affiliation_strings":["University of Malaya, Kuala Lumpur, Malaysia"],"raw_orcid":"https://orcid.org/0000-0001-8833-2189","affiliations":[{"raw_affiliation_string":"University of Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040045142","display_name":"Matthias Kerzel","orcid":"https://orcid.org/0000-0002-1378-0435"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Kerzel","raw_affiliation_strings":["University of Hamburg, Hamburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-1378-0435","affiliations":[{"raw_affiliation_string":"University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033486668","display_name":"Stefan Wermter","orcid":"https://orcid.org/0000-0003-1343-4775"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Wermter","raw_affiliation_strings":["University of Hamburg, Hamburg, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1343-4775","affiliations":[{"raw_affiliation_string":"University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5035471780"],"corresponding_institution_ids":["https://openalex.org/I33849332"],"apc_list":null,"apc_paid":null,"fwci":7.2134,"has_fulltext":true,"cited_by_count":66,"citation_normalized_percentile":{"value":0.97512567,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"55","issue":"10","first_page":"1","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8024908304214478},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6282158493995667},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.6133421659469604},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6009366512298584},{"id":"https://openalex.org/keywords/connectionism","display_name":"Connectionism","score":0.5534593462944031},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.43670156598091125},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.428445428609848},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.42507049441337585},{"id":"https://openalex.org/keywords/intelligent-agent","display_name":"Intelligent agent","score":0.4166932702064514},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.33020371198654175},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12863224744796753}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8024908304214478},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6282158493995667},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.6133421659469604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6009366512298584},{"id":"https://openalex.org/C8521452","wikidata":"https://www.wikidata.org/wiki/Q203790","display_name":"Connectionism","level":3,"score":0.5534593462944031},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.43670156598091125},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.428445428609848},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42507049441337585},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.4166932702064514},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.33020371198654175},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12863224744796753},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3564240","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3564240","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3564240","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3564240","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3564240","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3564240","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.47999998927116394,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G6276684567","display_name":null,"funder_award_id":"TRR 169","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8162107425","display_name":null,"funder_award_id":"IIRG002C-19HWB","funder_id":"https://openalex.org/F4320322604","funder_display_name":"Universiti Malaya"}],"funders":[{"id":"https://openalex.org/F4320308269","display_name":"Alexander von Humboldt-Stiftung","ror":"https://ror.org/012kf4317"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320322604","display_name":"Universiti Malaya","ror":"https://ror.org/00rzspn62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4308804331.pdf","grobid_xml":"https://content.openalex.org/works/W4308804331.grobid-xml"},"referenced_works_count":157,"referenced_works":["https://openalex.org/W3404557","https://openalex.org/W160305633","https://openalex.org/W601423239","https://openalex.org/W1516184288","https://openalex.org/W1539141881","https://openalex.org/W1557235926","https://openalex.org/W1558816173","https://openalex.org/W1566405224","https://openalex.org/W1589592173","https://openalex.org/W1601182683","https://openalex.org/W1606676795","https://openalex.org/W1687873425","https://openalex.org/W1884349939","https://openalex.org/W1925043605","https://openalex.org/W1941785850","https://openalex.org/W1972577679","https://openalex.org/W1982370770","https://openalex.org/W1983410272","https://openalex.org/W1983707534","https://openalex.org/W1987734072","https://openalex.org/W1989044740","https://openalex.org/W1990029412","https://openalex.org/W1990517717","https://openalex.org/W1990813072","https://openalex.org/W1994606570","https://openalex.org/W1995902760","https://openalex.org/W1998598834","https://openalex.org/W1999304076","https://openalex.org/W1999395934","https://openalex.org/W2005934466","https://openalex.org/W2016721335","https://openalex.org/W2024649868","https://openalex.org/W2040302261","https://openalex.org/W2040448988","https://openalex.org/W2041065123","https://openalex.org/W2053987251","https://openalex.org/W2063046703","https://openalex.org/W2065553839","https://openalex.org/W2072328995","https://openalex.org/W2077069816","https://openalex.org/W2090645352","https://openalex.org/W2093822404","https://openalex.org/W2111040806","https://openalex.org/W2113019196","https://openalex.org/W2115389047","https://openalex.org/W2119061043","https://openalex.org/W2119858020","https://openalex.org/W2122263166","https://openalex.org/W2122889832","https://openalex.org/W2125447031","https://openalex.org/W2126107263","https://openalex.org/W2126192466","https://openalex.org/W2126396378","https://openalex.org/W2138671676","https://openalex.org/W2141559645","https://openalex.org/W2147446534","https://openalex.org/W2153432872","https://openalex.org/W2155701175","https://openalex.org/W2164913438","https://openalex.org/W2171016843","https://openalex.org/W2181883460","https://openalex.org/W2249280543","https://openalex.org/W2268235888","https://openalex.org/W2295107390","https://openalex.org/W2328078142","https://openalex.org/W2328180392","https://openalex.org/W2337392266","https://openalex.org/W2401657790","https://openalex.org/W2402204276","https://openalex.org/W2404588741","https://openalex.org/W2508844218","https://openalex.org/W2529065799","https://openalex.org/W2531563875","https://openalex.org/W2536379393","https://openalex.org/W2559010931","https://openalex.org/W2559655401","https://openalex.org/W2571175805","https://openalex.org/W2579549467","https://openalex.org/W2582626238","https://openalex.org/W2592680881","https://openalex.org/W2602753196","https://openalex.org/W2612690371","https://openalex.org/W2615896489","https://openalex.org/W2617211984","https://openalex.org/W2618694529","https://openalex.org/W2621630443","https://openalex.org/W2622408375","https://openalex.org/W2745673637","https://openalex.org/W2749952662","https://openalex.org/W2770360042","https://openalex.org/W2773625311","https://openalex.org/W2789986826","https://openalex.org/W2791890170","https://openalex.org/W2806598546","https://openalex.org/W2809396336","https://openalex.org/W2886970679","https://openalex.org/W2889209799","https://openalex.org/W2890353432","https://openalex.org/W2894621000","https://openalex.org/W2906586541","https://openalex.org/W2924700250","https://openalex.org/W2925168203","https://openalex.org/W2962686929","https://openalex.org/W2962858109","https://openalex.org/W2963149119","https://openalex.org/W2963395533","https://openalex.org/W2963548923","https://openalex.org/W2963707011","https://openalex.org/W2971303201","https://openalex.org/W2972351704","https://openalex.org/W2973132992","https://openalex.org/W2974932558","https://openalex.org/W2978565045","https://openalex.org/W2981917765","https://openalex.org/W2985532129","https://openalex.org/W2988571238","https://openalex.org/W2991948961","https://openalex.org/W2992243386","https://openalex.org/W2996001543","https://openalex.org/W2997336602","https://openalex.org/W2998004401","https://openalex.org/W2998012869","https://openalex.org/W3007803772","https://openalex.org/W3010300896","https://openalex.org/W3016521739","https://openalex.org/W3022403933","https://openalex.org/W3030236421","https://openalex.org/W3032916997","https://openalex.org/W3035371891","https://openalex.org/W3038655693","https://openalex.org/W3042639730","https://openalex.org/W3046761449","https://openalex.org/W3049335548","https://openalex.org/W3054518811","https://openalex.org/W3084417626","https://openalex.org/W3093597327","https://openalex.org/W3096484002","https://openalex.org/W3100285570","https://openalex.org/W3130448017","https://openalex.org/W3145449537","https://openalex.org/W3153787082","https://openalex.org/W3178040462","https://openalex.org/W3204417213","https://openalex.org/W4206174637","https://openalex.org/W4224330900","https://openalex.org/W4240030094","https://openalex.org/W4243768407","https://openalex.org/W4245423772","https://openalex.org/W4253940948","https://openalex.org/W4297847889","https://openalex.org/W4298205916","https://openalex.org/W4299736415","https://openalex.org/W4299997467","https://openalex.org/W4301665104","https://openalex.org/W6734937515","https://openalex.org/W6748883668","https://openalex.org/W6841380031"],"related_works":["https://openalex.org/W4255709826","https://openalex.org/W1514940859","https://openalex.org/W4389284117","https://openalex.org/W1599792556","https://openalex.org/W2618926139","https://openalex.org/W4244883971","https://openalex.org/W1563032952","https://openalex.org/W1490903399","https://openalex.org/W857573608","https://openalex.org/W1594672956"],"abstract_inverted_index":{"Recent":[0],"applications":[1],"of":[2,19,37,79,94,192],"autonomous":[3],"agents":[4,113,131,196],"and":[5,41,114,132,139,147,155,171,183,197],"robots":[6,115],"have":[7,97],"brought":[8],"attention":[9],"to":[10,43,67,86],"crucial":[11],"trust-related":[12],"challenges":[13],"associated":[14],"with":[15,157],"the":[16,28,77,95,109,160,177,189],"current":[17],"generation":[18],"artificial":[20],"intelligence":[21],"(AI)":[22],"systems.":[23],"AI":[24,80],"systems":[25,81,102],"based":[26],"on":[27,76,99,127,135],"connectionist":[29],"deep":[30],"learning":[31,173],"neural":[32],"network":[33],"approach":[34],"lack":[35],"capabilities":[36],"explaining":[38,138],"their":[39,46,59],"decisions":[40],"actions":[42,62],"others,":[44],"despite":[45],"great":[47],"successes.":[48],"Without":[49],"symbolic":[50],"interpretation":[51],"capabilities,":[52],"they":[53],"are":[54,116],"\u2018black":[55],"boxes\u2019,":[56],"which":[57],"renders":[58],"choices":[60],"or":[61],"opaque,":[63],"making":[64],"it":[65],"difficult":[66],"trust":[68],"them":[69],"in":[70,104,121,159],"safety-critical":[71],"applications.":[72],"The":[73,162],"recent":[74],"stance":[75],"explainability":[78,182],"has":[82],"witnessed":[83],"several":[84],"approaches":[85,126],"eXplainable":[87],"Artificial":[88],"Intelligence":[89],"(XAI)":[90],";":[91],"however,":[92],"most":[93],"studies":[96],"focused":[98],"data-driven":[100],"XAI":[101],"applied":[103],"computational":[105],"sciences.":[106],"Studies":[107],"addressing":[108],"increasingly":[110],"pervasive":[111],"goal-driven":[112,129,194],"sparse":[117],"at":[118],"this":[119],"point":[120],"time.":[122],"This":[123],"paper":[124,178],"reviews":[125],"explainable":[128,195],"intelligent":[130],"robots,":[133],"focusing":[134],"techniques":[136],"for":[137,174,181,188],"communicating":[140],"agents\u2019":[141],"perceptual":[142],"functions":[143],"(e.g.,":[144,150],"senses,":[145],"vision)":[146],"cognitive":[148],"reasoning":[149],"beliefs,":[151],"desires,":[152],"intentions,":[153],"plans,":[154],"goals)":[156],"humans":[158],"loop.":[161],"review":[163],"highlights":[164],"key":[165],"strategies":[166],"that":[167],"emphasize":[168],"transparency,":[169],"understandability,":[170],"continual":[172],"explainability.":[175],"Finally,":[176],"presents":[179],"requirements":[180],"suggests":[184],"a":[185],"road":[186],"map":[187],"possible":[190],"realization":[191],"effective":[193],"robots.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":11},{"year":2021,"cited_by_count":2}],"updated_date":"2026-05-23T08:51:43.019350","created_date":"2025-10-10T00:00:00"}