{"id":"https://openalex.org/W4411472317","doi":"https://doi.org/10.1109/jsyst.2025.3561544","title":"Resilient Human-in-the-Loop Containment of Multiagent Systems Against Actuator Fault Attack Based on Reinforcement Learning","display_name":"Resilient Human-in-the-Loop Containment of Multiagent Systems Against Actuator Fault Attack Based on Reinforcement Learning","publication_year":2025,"publication_date":"2025-06-20","ids":{"openalex":"https://openalex.org/W4411472317","doi":"https://doi.org/10.1109/jsyst.2025.3561544"},"language":"en","primary_location":{"id":"doi:10.1109/jsyst.2025.3561544","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2025.3561544","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103423035","display_name":"Likai Yang","orcid":"https://orcid.org/0000-0001-7091-587X"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Luning Yang","raw_affiliation_strings":["School of Artificial Intelligence, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057902114","display_name":"Jiang Zhao","orcid":"https://orcid.org/0000-0002-9873-156X"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiang Zhao","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018979451","display_name":"Pei Chi","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pei Chi","raw_affiliation_strings":["Institute of Unmanned System, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Unmanned System, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017545383","display_name":"Yingxun Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingxun Wang","raw_affiliation_strings":["Institute of Unmanned System, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Unmanned System, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5103423035"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":1.2158,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.7993487,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"19","issue":"3","first_page":"813","last_page":"824"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9437999725341797,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9437999725341797,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9423999786376953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8054998517036438},{"id":"https://openalex.org/keywords/actuator","display_name":"Actuator","score":0.6709489822387695},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5584114193916321},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.5553728342056274},{"id":"https://openalex.org/keywords/containment","display_name":"Containment (computer programming)","score":0.5288021564483643},{"id":"https://openalex.org/keywords/loop","display_name":"Loop (graph theory)","score":0.4828948974609375},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.46933048963546753},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.46585613489151},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4282929599285126},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.36769968271255493},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3148953318595886},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.25244325399398804},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.18858900666236877}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8054998517036438},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.6709489822387695},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5584114193916321},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.5553728342056274},{"id":"https://openalex.org/C2777019822","wikidata":"https://www.wikidata.org/wiki/Q390066","display_name":"Containment (computer programming)","level":2,"score":0.5288021564483643},{"id":"https://openalex.org/C184670325","wikidata":"https://www.wikidata.org/wiki/Q512604","display_name":"Loop (graph theory)","level":2,"score":0.4828948974609375},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.46933048963546753},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.46585613489151},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4282929599285126},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.36769968271255493},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3148953318595886},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25244325399398804},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.18858900666236877},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsyst.2025.3561544","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2025.3561544","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.8100000023841858}],"awards":[],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2614732324","https://openalex.org/W2968521751","https://openalex.org/W3131320743","https://openalex.org/W3170519291","https://openalex.org/W3204078737","https://openalex.org/W3217797984","https://openalex.org/W4210931967","https://openalex.org/W4282912915","https://openalex.org/W4283026893","https://openalex.org/W4320490082","https://openalex.org/W4377104178","https://openalex.org/W4382055798","https://openalex.org/W4385250236","https://openalex.org/W4386362880","https://openalex.org/W4387418616","https://openalex.org/W4387762666","https://openalex.org/W4391128355","https://openalex.org/W4391326532","https://openalex.org/W4391806873","https://openalex.org/W4392449436","https://openalex.org/W4394966837","https://openalex.org/W4395680413","https://openalex.org/W4399425675","https://openalex.org/W4399585482","https://openalex.org/W4400644016","https://openalex.org/W4401733301"],"related_works":["https://openalex.org/W4252941105","https://openalex.org/W2058080364","https://openalex.org/W2350808199","https://openalex.org/W249480812","https://openalex.org/W4367173559","https://openalex.org/W4409348652","https://openalex.org/W4404795748","https://openalex.org/W4405627308","https://openalex.org/W4404893116","https://openalex.org/W2782058284"],"abstract_inverted_index":{"This":[0],"article":[1],"addresses":[2],"the":[3,29,39,52,71,96,133,154],"optimal":[4,91,98],"containment":[5,92,102,140],"fault-tolerant":[6,53,93],"resilient":[7],"control":[8,33,73,141],"issues":[9],"in":[10,28],"nonlinear":[11,86],"strict":[12],"feedback":[13],"multi-agent":[14],"system":[15],"(MAS)":[16],"under":[17],"unknown":[18,143],"fault":[19,60,67],"disturbance.":[20],"First,":[21],"human":[22,40],"operator":[23],"interacted":[24],"with":[25,85,124,132],"each":[26],"agent":[27],"MAS.":[30],"The":[31,116,127],"agent\u2019s":[32],"input":[34],"is":[35,63,103,119],"a":[36,58],"combination":[37],"of":[38,56,153],"operator\u2019s":[41],"commands,":[42],"which":[43],"are":[44],"not":[45],"accessible":[46],"to":[47,65,79,89],"other":[48],"agents.":[49],"To":[50],"ensure":[51],"cooperative":[54],"operation":[55],"MAS,":[57],"networked-based":[59],"interference":[61],"estimator":[62],"developed":[64],"observe":[66],"online.":[68],"In":[69],"addition,":[70],"optimized":[72],"design":[74],"utilizes":[75],"an":[76],"actor-critic":[77],"architecture":[78],"approximate":[80],"Hamilton\u2013Jacobi\u2013Bellman":[81],"equation":[82],"for":[83,100],"MAS":[84,101],"strict-feedback":[87],"dynamics":[88],"realize":[90],"control.":[94],"Finally,":[95],"proposed":[97,117,155],"algorithm":[99,118],"validated":[104],"through":[105],"numerical":[106],"simulations":[107],"and":[108],"practical":[109],"multiple":[110],"unmanned":[111],"aerial":[112],"vehicles":[113],"systems":[114],"(UAV).":[115],"named":[120],"human-in-the-loop":[121],"reinforcement":[122],"learning":[123],"backstepping":[125],"(HiRLBC).":[126],"results":[128],"demonstrate":[129],"rapid":[130],"convergence,":[131],"tracking":[134],"error":[135],"approaching":[136],"near":[137],"zero,":[138],"ensuring":[139],"despite":[142],"time-varying":[144],"disturbances.":[145],"Simultaneously,":[146],"additional":[147],"comparative":[148],"experiments":[149],"offer":[150],"further":[151],"proof":[152],"algorithm\u2019s":[156],"effectiveness.":[157]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}