{"id":"https://openalex.org/W3213075624","doi":"https://doi.org/10.1109/iecon48115.2021.9589570","title":"Multiple-Pilot Collaboration for Advanced Remote Intervention using Reinforcement Learning","display_name":"Multiple-Pilot Collaboration for Advanced Remote Intervention using Reinforcement Learning","publication_year":2021,"publication_date":"2021-10-13","ids":{"openalex":"https://openalex.org/W3213075624","doi":"https://doi.org/10.1109/iecon48115.2021.9589570","mag":"3213075624"},"language":"en","primary_location":{"id":"doi:10.1109/iecon48115.2021.9589570","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon48115.2021.9589570","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2021 \u2013 47th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100389387","display_name":"Ziwei Wang","orcid":"https://orcid.org/0000-0003-4588-8501"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Ziwei Wang","raw_affiliation_strings":["Imperial College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031905138","display_name":"Weibang Bai","orcid":"https://orcid.org/0000-0002-8937-8485"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Weibang Bai","raw_affiliation_strings":["Imperial College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100452409","display_name":"Zhang Chen","orcid":"https://orcid.org/0000-0002-6072-8226"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang Chen","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041909892","display_name":"Bo Xiao","orcid":"https://orcid.org/0000-0001-9361-4340"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bo Xiao","raw_affiliation_strings":["Imperial College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100644630","display_name":"Bin Liang","orcid":"https://orcid.org/0000-0002-8591-8843"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Liang","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062134436","display_name":"Eric M. Yeatman","orcid":"https://orcid.org/0000-0003-0487-2693"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Eric M. Yeatman","raw_affiliation_strings":["Imperial College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100389387"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":0.6759,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.66410116,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9656000137329102,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9585999846458435,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/teleoperation","display_name":"Teleoperation","score":0.928107500076294},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7129361033439636},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7019369602203369},{"id":"https://openalex.org/keywords/telerobotics","display_name":"Telerobotics","score":0.5622990131378174},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.5075494050979614},{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.49898266792297363},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4869759976863861},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4806046187877655},{"id":"https://openalex.org/keywords/arbitration","display_name":"Arbitration","score":0.4575985074043274},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3465909957885742},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3464506268501282},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3402813673019409},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.2803325057029724},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2594272792339325},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18742907047271729}],"concepts":[{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.928107500076294},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7129361033439636},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7019369602203369},{"id":"https://openalex.org/C196467688","wikidata":"https://www.wikidata.org/wiki/Q1851985","display_name":"Telerobotics","level":4,"score":0.5622990131378174},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.5075494050979614},{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.49898266792297363},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4869759976863861},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4806046187877655},{"id":"https://openalex.org/C160151201","wikidata":"https://www.wikidata.org/wiki/Q207946","display_name":"Arbitration","level":2,"score":0.4575985074043274},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3465909957885742},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3464506268501282},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3402813673019409},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2803325057029724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2594272792339325},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18742907047271729},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iecon48115.2021.9589570","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon48115.2021.9589570","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2021 \u2013 47th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1164958838","display_name":null,"funder_award_id":"ICT 871803","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G1447479582","display_name":null,"funder_award_id":"829186","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G1934935867","display_name":null,"funder_award_id":"Engineering and Physical Sciences R","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2007050450","display_name":null,"funder_award_id":"871803","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G2528487529","display_name":null,"funder_award_id":"899626","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G27553424","display_name":null,"funder_award_id":"ICT 871767","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2819266950","display_name":null,"funder_award_id":"EP/P012779/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G297063598","display_name":null,"funder_award_id":"871767","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3041203688","display_name":null,"funder_award_id":"EP/R026092","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3739310357","display_name":null,"funder_award_id":"871767","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G3766390801","display_name":null,"funder_award_id":"EP/P01277","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4748050180","display_name":null,"funder_award_id":"FETOPEN 899626","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4937468798","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5039200177","display_name":null,"funder_award_id":"899626","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G5045220161","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5374962834","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320283","funder_display_name":"Imperial College London"},{"id":"https://openalex.org/G562438878","display_name":null,"funder_award_id":"87176","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G6154331686","display_name":null,"funder_award_id":"871803","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6468914036","display_name":null,"funder_award_id":"EP/P012779","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G793360779","display_name":"Micro-Robotics for Surgery","funder_award_id":"EP/P012779/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8051717526","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8452545418","display_name":null,"funder_award_id":"unknown","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8572172379","display_name":"Future AI and Robotics Hub for Space (FAIR-SPACE)","funder_award_id":"EP/R026092/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8578063908","display_name":null,"funder_award_id":"FAIR-SPACE EP/R026092/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8578273656","display_name":null,"funder_award_id":"FETOPEN","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8719353587","display_name":null,"funder_award_id":"EP/P0","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8895942654","display_name":null,"funder_award_id":"Imperial College","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320283","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1570834090","https://openalex.org/W1844273643","https://openalex.org/W1965361141","https://openalex.org/W2024439876","https://openalex.org/W2059150255","https://openalex.org/W2067221866","https://openalex.org/W2124237013","https://openalex.org/W2135464393","https://openalex.org/W2141178894","https://openalex.org/W2173248099","https://openalex.org/W2519313455","https://openalex.org/W2731342681","https://openalex.org/W2740105858","https://openalex.org/W2792586211","https://openalex.org/W2902555351","https://openalex.org/W2915710871","https://openalex.org/W2919629852","https://openalex.org/W2953723536","https://openalex.org/W2963864421","https://openalex.org/W2983371241","https://openalex.org/W3041688022","https://openalex.org/W3162230828","https://openalex.org/W3185197002","https://openalex.org/W3196662912","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W2094105667","https://openalex.org/W2097347938","https://openalex.org/W2164858976","https://openalex.org/W2970545857","https://openalex.org/W2046710269","https://openalex.org/W4311378573","https://openalex.org/W2097059456","https://openalex.org/W817518365","https://openalex.org/W2145103607","https://openalex.org/W2141648055"],"abstract_inverted_index":{"The":[0,54],"traditional":[1],"master-slave":[2],"teleoperation":[3],"relies":[4],"on":[5,51],"human":[6,90],"expertise":[7],"without":[8,48,113],"correction":[9],"mechanisms,":[10],"resulting":[11],"in":[12,85,123],"excessive":[13],"physical":[14],"and":[15],"mental":[16],"workloads.":[17],"To":[18],"address":[19],"these":[20],"issues,":[21],"a":[22,114],"co-pilot-in-the-loop":[23],"control":[24],"framework":[25,56],"is":[26,39],"investigated":[27],"for":[28,58],"cooperative":[29],"teleoperation.":[30],"A":[31],"deep":[32],"deterministic":[33],"policy":[34],"gradient":[35],"(DDPG)":[36],"based":[37],"agent":[38],"realised":[40],"to":[41,64],"effectively":[42],"restore":[43],"the":[44,68,82,86,94,110,120,124,131,134],"master":[45,111],"operators'":[46],"intents":[47],"prior":[49],"knowledge":[50],"time":[52],"delay.":[53],"proposed":[55,135],"allows":[57],"introducing":[59],"an":[60],"operator":[61],"(i.e.,":[62],"copilot)":[63],"generate":[65],"commands":[66],"at":[67,109],"slave":[69],"side,":[70],"whose":[71],"weights":[72],"are":[73],"optimally":[74],"assigned":[75],"online":[76],"through":[77],"DDPG-based":[78],"arbitration,":[79],"thereby":[80],"enhancing":[81],"command":[83],"robustness":[84],"case":[87],"of":[88,96,116,133],"possible":[89],"operational":[91],"errors.":[92],"With":[93],"help":[95],"interval":[97],"type-2":[98],"(IT2)":[99],"Takagi-Sugeno":[100],"(T-S)":[101],"fuzzy":[102],"identification,":[103],"force":[104],"feedback":[105],"can":[106],"be":[107],"reconstructed":[108],"side":[112],"sense":[115],"delay,":[117],"thus":[118],"ensuring":[119],"telepresence":[121],"performance":[122],"force-sensor-free":[125],"scenarios.":[126],"Two":[127],"experimental":[128],"applications":[129],"validate":[130],"effectiveness":[132],"framework.":[136]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}