{"id":"https://openalex.org/W4293171124","doi":"https://doi.org/10.1631/fitee.2100280","title":"Behavioral control task supervisor with memory based on reinforcement learning for human\u2014multi-robot coordination systems","display_name":"Behavioral control task supervisor with memory based on reinforcement learning for human\u2014multi-robot coordination systems","publication_year":2022,"publication_date":"2022-08-01","ids":{"openalex":"https://openalex.org/W4293171124","doi":"https://doi.org/10.1631/fitee.2100280"},"language":"en","primary_location":{"id":"doi:10.1631/fitee.2100280","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.2100280","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021068534","display_name":"Jie Huang","orcid":"https://orcid.org/0000-0001-7346-5034"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Huang","raw_affiliation_strings":["5G+ Industrial Internet Institute, Fuzhou University, Fuzhou, China","Key Laboratory of Industrial Automation Control Technology and Information Processing of Fujian Province, Fuzhou University, Fuzhou, China","School of Electrical Engineering and Automation, Fuzhou University, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7346-5034","affiliations":[{"raw_affiliation_string":"5G+ Industrial Internet Institute, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Key Laboratory of Industrial Automation Control Technology and Information Processing of Fujian Province, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"School of Electrical Engineering and Automation, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083029106","display_name":"Zhibin Mo","orcid":"https://orcid.org/0000-0002-0604-9150"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibin Mo","raw_affiliation_strings":["5G+ Industrial Internet Institute, Fuzhou University, Fuzhou, China","Key Laboratory of Industrial Automation Control Technology and Information Processing of Fujian Province, Fuzhou University, Fuzhou, China","School of Electrical Engineering and Automation, Fuzhou University, Fuzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"5G+ Industrial Internet Institute, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Key Laboratory of Industrial Automation Control Technology and Information Processing of Fujian Province, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"School of Electrical Engineering and Automation, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100776805","display_name":"Zhenyi Zhang","orcid":"https://orcid.org/0000-0003-3606-8966"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyi Zhang","raw_affiliation_strings":["5G+ Industrial Internet Institute, Fuzhou University, Fuzhou, China","Key Laboratory of Industrial Automation Control Technology and Information Processing of Fujian Province, Fuzhou University, Fuzhou, China","School of Electrical Engineering and Automation, Fuzhou University, Fuzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"5G+ Industrial Internet Institute, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Key Laboratory of Industrial Automation Control Technology and Information Processing of Fujian Province, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"School of Electrical Engineering and Automation, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100721362","display_name":"Yutao Chen","orcid":"https://orcid.org/0000-0001-6748-2866"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yutao Chen","raw_affiliation_strings":["5G+ Industrial Internet Institute, Fuzhou University, Fuzhou, China","Key Laboratory of Industrial Automation Control Technology and Information Processing of Fujian Province, Fuzhou University, Fuzhou, China","School of Electrical Engineering and Automation, Fuzhou University, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-6748-2866","affiliations":[{"raw_affiliation_string":"5G+ Industrial Internet Institute, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Key Laboratory of Industrial Automation Control Technology and Information Processing of Fujian Province, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"School of Electrical Engineering and Automation, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100721362"],"corresponding_institution_ids":["https://openalex.org/I80947539"],"apc_list":null,"apc_paid":null,"fwci":1.1098,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.81536435,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"23","issue":"8","first_page":"1174","last_page":"1188"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9474999904632568,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9287999868392944,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/supervisor","display_name":"Supervisor","score":0.782407820224762},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7676699161529541},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7281025052070618},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6496706604957581},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6071544289588928},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47888559103012085},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.442747563123703},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.42305877804756165},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12346950173377991}],"concepts":[{"id":"https://openalex.org/C2779110517","wikidata":"https://www.wikidata.org/wiki/Q1240788","display_name":"Supervisor","level":2,"score":0.782407820224762},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7676699161529541},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7281025052070618},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6496706604957581},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6071544289588928},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47888559103012085},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.442747563123703},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42305877804756165},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12346950173377991},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1631/fitee.2100280","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.2100280","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1517508092","https://openalex.org/W1602973160","https://openalex.org/W1744335642","https://openalex.org/W2066931620","https://openalex.org/W2079735306","https://openalex.org/W2145339207","https://openalex.org/W2161705596","https://openalex.org/W2172188558","https://openalex.org/W2464496370","https://openalex.org/W2587937998","https://openalex.org/W2752251272","https://openalex.org/W2768174095","https://openalex.org/W2770179224","https://openalex.org/W2808048733","https://openalex.org/W2905473857","https://openalex.org/W2909958776","https://openalex.org/W2968185997","https://openalex.org/W2990672884","https://openalex.org/W3048982203","https://openalex.org/W3093426589","https://openalex.org/W3096157188","https://openalex.org/W3096656822","https://openalex.org/W3122460059","https://openalex.org/W3176552354","https://openalex.org/W3204445812"],"related_works":["https://openalex.org/W4387731985","https://openalex.org/W2755149878","https://openalex.org/W2468425257","https://openalex.org/W2941808082","https://openalex.org/W2528721242","https://openalex.org/W4377009725","https://openalex.org/W2044123706","https://openalex.org/W2110944602","https://openalex.org/W3213722473","https://openalex.org/W3196817267"],"abstract_inverted_index":{"In":[0],"this":[1],"study,":[2],"a":[3,13,95,188],"novel":[4],"reinforcement":[5],"learning":[6],"task":[7,34,52,126],"supervisor":[8],"(RLTS)":[9],"with":[10,92,140,206],"memory":[11,93,106,141,207],"in":[12,54,80,122,155,208],"behavioral":[14,57,76,118],"control":[15,58],"framework":[16,60],"is":[17],"proposed":[18,90,138,182,204],"for":[19],"human\u2014multi-robot":[20],"coordination":[21],"systems":[22,48,151],"(HMRCSs).":[23],"Existing":[24],"HMRCSs":[25],"suffer":[26],"from":[27],"high":[28],"decision-making":[29],"time":[30],"cost":[31],"and":[32,86,103,128,157,197],"large":[33],"tracking":[35],"errors":[36],"caused":[37],"by":[38,143,172],"repeated":[39],"human":[40,134,145],"intervention,":[41],"which":[42,68],"restricts":[43],"the":[44,55,81,99,111,123,131,137,149,160,165,178,181,200,203],"autonomy":[45],"of":[46,83,98,125,133,180,190,202],"multi-robot":[47],"(MRSs).":[49],"Moreover,":[50],"existing":[51],"supervisors":[53],"null-space-based":[56],"(NSBC)":[59],"need":[61],"to":[62,72,114,129,194],"formulate":[63],"many":[64],"priority-switching":[65],"rules":[66],"manually,":[67],"makes":[69],"it":[70],"difficult":[71],"realize":[73],"an":[74,116,185],"optimal":[75,117],"priority":[77,119],"adjustment":[78,120],"strategy":[79,121],"case":[82],"multiple":[84,87],"robots":[85,192],"tasks.":[88],"The":[89],"RLTS":[91,139,205],"provides":[94],"detailed":[96],"integration":[97],"deep":[100],"Q-network":[101],"(DQN)":[102],"long":[104],"short-term":[105],"(LSTM)":[107],"knowledge":[108],"base":[109],"within":[110],"NSBC":[112],"framework,":[113],"achieve":[115],"presence":[124],"conflict":[127],"reduce":[130],"frequency":[132],"intervention.":[135],"Specifically,":[136],"begins":[142],"memorizing":[144],"intervention":[146],"history":[147,161],"when":[148,163],"robot":[150],"are":[152],"not":[153],"confident":[154],"emergencies,":[156],"then":[158],"reloads":[159],"information":[162],"encountering":[164],"same":[166],"situation":[167],"that":[168],"has":[169],"been":[170],"tackled":[171],"humans":[173],"previously.":[174],"Simulation":[175],"results":[176],"demonstrate":[177],"effectiveness":[179,201],"RLTS.":[183],"Finally,":[184],"experiment":[186],"using":[187],"group":[189],"mobile":[191],"subject":[193],"external":[195],"noise":[196],"disturbances":[198],"validates":[199],"uncertain":[209],"real-world":[210],"environments.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}