{"id":"https://openalex.org/W4391653597","doi":"https://doi.org/10.1145/3645090","title":"Who\u2019s in Charge Here? A Survey on Trustworthy AI in Variable Autonomy Robotic Systems","display_name":"Who\u2019s in Charge Here? A Survey on Trustworthy AI in Variable Autonomy Robotic Systems","publication_year":2024,"publication_date":"2024-02-08","ids":{"openalex":"https://openalex.org/W4391653597","doi":"https://doi.org/10.1145/3645090"},"language":"en","primary_location":{"id":"doi:10.1145/3645090","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3645090","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3645090","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3645090","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064353168","display_name":"Leila Methnani","orcid":"https://orcid.org/0000-0002-9808-2037"},"institutions":[{"id":"https://openalex.org/I90267481","display_name":"Ume\u00e5 University","ror":"https://ror.org/05kb8h459","country_code":"SE","type":"education","lineage":["https://openalex.org/I90267481"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Leila Methnani","raw_affiliation_strings":["Ume\u00e5 University, Ume\u00e5, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-9808-2037","affiliations":[{"raw_affiliation_string":"Ume\u00e5 University, Ume\u00e5, Sweden","institution_ids":["https://openalex.org/I90267481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052202451","display_name":"Manolis Chiou","orcid":"https://orcid.org/0000-0002-9779-4067"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Manolis Chiou","raw_affiliation_strings":["Queen Mary, University of London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-9779-4067","affiliations":[{"raw_affiliation_string":"Queen Mary, University of London, London, United Kingdom","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050532928","display_name":"Virginia Dignum","orcid":"https://orcid.org/0000-0001-7409-5813"},"institutions":[{"id":"https://openalex.org/I90267481","display_name":"Ume\u00e5 University","ror":"https://ror.org/05kb8h459","country_code":"SE","type":"education","lineage":["https://openalex.org/I90267481"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Virginia Dignum","raw_affiliation_strings":["Ume\u00e5 University, Ume\u00e5, Sweden"],"raw_orcid":"https://orcid.org/0000-0001-7409-5813","affiliations":[{"raw_affiliation_string":"Ume\u00e5 University, Ume\u00e5, Sweden","institution_ids":["https://openalex.org/I90267481"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014782307","display_name":"Andreas Theodorou","orcid":"https://orcid.org/0000-0001-9499-1535"},"institutions":[{"id":"https://openalex.org/I90267481","display_name":"Ume\u00e5 University","ror":"https://ror.org/05kb8h459","country_code":"SE","type":"education","lineage":["https://openalex.org/I90267481"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES","SE"],"is_corresponding":false,"raw_author_name":"Andreas Theodorou","raw_affiliation_strings":["Universitat Polit\u00e9cnica de Catalunya, Barcelona, Spain and Ume\u00e5 University, Ume\u00e5, Sweden"],"raw_orcid":"https://orcid.org/0000-0001-9499-1535","affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e9cnica de Catalunya, Barcelona, Spain and Ume\u00e5 University, Ume\u00e5, Sweden","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I90267481"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.4308,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.9724163,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"56","issue":"7","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.8982387781143188},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.8680339455604553},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.7542986869812012},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6765631437301636},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.6627323031425476},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.615607500076294},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5454174280166626},{"id":"https://openalex.org/keywords/stakeholder","display_name":"Stakeholder","score":0.4291658103466034},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36798596382141113},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.32210981845855713},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.318301796913147},{"id":"https://openalex.org/keywords/public-relations","display_name":"Public relations","score":0.2069137692451477},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.13536393642425537},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.12026238441467285}],"concepts":[{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.8982387781143188},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.8680339455604553},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.7542986869812012},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6765631437301636},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.6627323031425476},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.615607500076294},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5454174280166626},{"id":"https://openalex.org/C201305675","wikidata":"https://www.wikidata.org/wiki/Q852998","display_name":"Stakeholder","level":2,"score":0.4291658103466034},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36798596382141113},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.32210981845855713},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.318301796913147},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.2069137692451477},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.13536393642425537},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.12026238441467285}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3645090","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3645090","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3645090","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:upcommons.upc.edu:2117/406478","is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/406478","pdf_url":"https://upcommons.upc.edu/bitstreams/b98e9aa3-f44b-4fba-9c4b-e8bb8965cedb/download","source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:DiVA.org:umu-224164","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:umu:diva-224164","pdf_url":"https://umu.diva-portal.org/smash/get/diva2:1858247/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/95848","is_oa":false,"landing_page_url":"https://qmro.qmul.ac.uk/xmlui/handle/123456789/95848","pdf_url":null,"source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1145/3645090","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3645090","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3645090","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"No poverty","id":"https://metadata.un.org/sdg/1","score":0.6000000238418579}],"awards":[{"id":"https://openalex.org/G1988630888","display_name":"HumanE AI Network","funder_award_id":"952026","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3739141303","display_name":null,"funder_award_id":"EP/R02572X","funder_id":"https://openalex.org/F4320330083","funder_display_name":"National Centre for Nuclear Robotics"},{"id":"https://openalex.org/G3761795683","display_name":null,"funder_award_id":"EP/R02572X/1","funder_id":"https://openalex.org/F4320330083","funder_display_name":"National Centre for Nuclear Robotics"},{"id":"https://openalex.org/G528393513","display_name":"National Centre for Nuclear Robotics (NCNR)","funder_award_id":"EP/R02572X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6552220756","display_name":null,"funder_award_id":"EP/R02572X","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G853140452","display_name":null,"funder_award_id":"EP/R02572X/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322327","display_name":"Knut och Alice Wallenbergs Stiftelse","ror":"https://ror.org/004hzzk67"},{"id":"https://openalex.org/F4320330083","display_name":"National Centre for Nuclear Robotics","ror":null},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391653597.pdf","grobid_xml":"https://content.openalex.org/works/W4391653597.grobid-xml"},"referenced_works_count":98,"referenced_works":["https://openalex.org/W1490384990","https://openalex.org/W1857847001","https://openalex.org/W1985845333","https://openalex.org/W2005501262","https://openalex.org/W2010158189","https://openalex.org/W2010931158","https://openalex.org/W2012976444","https://openalex.org/W2025818602","https://openalex.org/W2028626340","https://openalex.org/W2032568497","https://openalex.org/W2033999619","https://openalex.org/W2063052894","https://openalex.org/W2073314170","https://openalex.org/W2109135966","https://openalex.org/W2110171129","https://openalex.org/W2151607640","https://openalex.org/W2156324385","https://openalex.org/W2276118899","https://openalex.org/W2282821441","https://openalex.org/W2564807741","https://openalex.org/W2575439561","https://openalex.org/W2601847250","https://openalex.org/W2605355783","https://openalex.org/W2608389450","https://openalex.org/W2612526027","https://openalex.org/W2613532647","https://openalex.org/W2770836081","https://openalex.org/W2783282453","https://openalex.org/W2792435043","https://openalex.org/W2793000014","https://openalex.org/W2793469098","https://openalex.org/W2902263534","https://openalex.org/W2904492562","https://openalex.org/W2911177615","https://openalex.org/W2920659290","https://openalex.org/W2945433494","https://openalex.org/W2945976633","https://openalex.org/W2948269400","https://openalex.org/W2953522645","https://openalex.org/W2955133696","https://openalex.org/W2957203314","https://openalex.org/W2963095307","https://openalex.org/W2968357651","https://openalex.org/W2977762603","https://openalex.org/W2981731882","https://openalex.org/W2990439552","https://openalex.org/W2999909477","https://openalex.org/W3002302528","https://openalex.org/W3004343695","https://openalex.org/W3011722025","https://openalex.org/W3014429342","https://openalex.org/W3015578119","https://openalex.org/W3030236421","https://openalex.org/W3032916997","https://openalex.org/W3036441542","https://openalex.org/W3036696419","https://openalex.org/W3042106109","https://openalex.org/W3042778260","https://openalex.org/W3082884068","https://openalex.org/W3086053511","https://openalex.org/W3089935969","https://openalex.org/W3089945970","https://openalex.org/W3093840653","https://openalex.org/W3102619004","https://openalex.org/W3104885864","https://openalex.org/W3113332468","https://openalex.org/W3115544708","https://openalex.org/W3135575787","https://openalex.org/W3138306522","https://openalex.org/W3158493024","https://openalex.org/W3168308442","https://openalex.org/W3184668828","https://openalex.org/W3186800126","https://openalex.org/W3188067267","https://openalex.org/W3194986983","https://openalex.org/W3195167903","https://openalex.org/W3196770787","https://openalex.org/W3198384955","https://openalex.org/W3199658431","https://openalex.org/W3201941397","https://openalex.org/W3204240473","https://openalex.org/W3205254676","https://openalex.org/W3209435943","https://openalex.org/W4200055928","https://openalex.org/W4214919138","https://openalex.org/W4220725863","https://openalex.org/W4235259435","https://openalex.org/W4283788756","https://openalex.org/W4284975032","https://openalex.org/W4285795068","https://openalex.org/W4286361351","https://openalex.org/W4286818911","https://openalex.org/W4295008010","https://openalex.org/W4297539409","https://openalex.org/W4312036140","https://openalex.org/W4322621694","https://openalex.org/W4385661397","https://openalex.org/W4391308109"],"related_works":["https://openalex.org/W3081288631","https://openalex.org/W3152382318","https://openalex.org/W3004686567","https://openalex.org/W2738656338","https://openalex.org/W2603787370","https://openalex.org/W2555400967","https://openalex.org/W3214759741","https://openalex.org/W3174876210","https://openalex.org/W2388458847","https://openalex.org/W3126697728"],"abstract_inverted_index":{"This":[0],"article":[1,168],"surveys":[2],"the":[3,42,59,69,94,99,124,127,131,177,181],"Variable":[4],"Autonomy":[5],"(VA)":[6],"robotics":[7,78,183],"literature":[8,79,101],"that":[9],"considers":[10],"two":[11,119],"contributory":[12],"elements":[13,21],"to":[14,49,68,90,98,136,159,170],"Trustworthy":[15,178],"AI:":[16],"transparency":[17,64,103],"and":[18,29,55,65,92,104,146,156,173,180],"explainability.":[19,105],"These":[20],"should":[22],"play":[23],"a":[24,110],"crucial":[25],"role":[26],"when":[27],"designing":[28],"adopting":[30],"robotic":[31],"systems,":[32],"especially":[33],"in":[34,76],"VA":[35,77,100,115,161,182],"where":[36],"poor":[37],"or":[38,80,140],"untimely":[39],"adjustments":[40],"of":[41,45,58,71,112,126],"system\u2019s":[43],"level":[44],"autonomy":[46],"can":[47,149],"lead":[48],"errors,":[50],"control":[51],"conflicts,":[52],"user":[53],"frustration,":[54],"ultimate":[56],"disuse":[57],"system.":[60],"Despite":[61],"this":[62,86,167],"need,":[63],"explainability":[66],"is,":[67],"best":[70],"our":[72],"knowledge,":[73],"mostly":[74],"overlooked":[75],"is":[81,169],"not":[82],"considered":[83],"explicitly.":[84],"In":[85,106],"article,":[87],"we":[88,108,153],"aim":[89],"present":[91],"examine":[93],"most":[95],"recent":[96],"contributions":[97],"concerning":[102],"addition,":[107],"propose":[109,157],"way":[111],"thinking":[113],"about":[114],"by":[116],"breaking":[117],"these":[118],"concepts":[120],"down":[121],"based":[122],"on:":[123],"mission":[125],"human-robot":[128],"team;":[129],"who":[130],"stakeholder":[132],"is;":[133],"what":[134],"needs":[135],"be":[137,150],"made":[138],"transparent":[139],"explained;":[141],"why":[142],"they":[143],"need":[144],"it;":[145],"how":[147],"it":[148],"achieved.":[151],"Last,":[152],"provide":[154],"insights":[155],"ways":[158],"move":[160],"research":[162],"forward.":[163],"Our":[164],"goal":[165],"with":[166],"raise":[171],"awareness":[172],"inter-community":[174],"discussions":[175],"among":[176],"AI":[179],"communities.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-20T07:56:41.581041","created_date":"2025-10-10T00:00:00"}
