{"id":"https://openalex.org/W4406171758","doi":"https://doi.org/10.1109/access.2025.3526871","title":"Optimal Containment Control for Unknown Active Heterogeneous MASs via Model-Free Recursive Reinforcement Learning","display_name":"Optimal Containment Control for Unknown Active Heterogeneous MASs via Model-Free Recursive Reinforcement Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406171758","doi":"https://doi.org/10.1109/access.2025.3526871"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3526871","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3526871","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3526871","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046625842","display_name":"Lina Xia","orcid":"https://orcid.org/0000-0002-8685-9195"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lina Xia","raw_affiliation_strings":["Beijing Engineering Research Center of Industrial Spectrum Imaging, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","Ministry of Education, School of Automation and Electrical Engineering, Key Laboratory of Knowledge Automation for Industrial Processes, University of Science and Technology Beijing, Beijing, China","School of Automation and Electrical Engineering, Beijing Engineering Research Center of Industrial Spectrum Imaging, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8685-9195","affiliations":[{"raw_affiliation_string":"Beijing Engineering Research Center of Industrial Spectrum Imaging, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"Ministry of Education, School of Automation and Electrical Engineering, Key Laboratory of Knowledge Automation for Industrial Processes, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"School of Automation and Electrical Engineering, Beijing Engineering Research Center of Industrial Spectrum Imaging, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675528","display_name":"Qing Li","orcid":"https://orcid.org/0000-0002-5179-0319"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Li","raw_affiliation_strings":["Key Laboratory of Knowledge Automation for Industrial Processes, Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","Ministry of Education, School of Automation and Electrical Engineering, Key Laboratory of Knowledge Automation for Industrial Processes, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Automation for Industrial Processes, Ministry of Education, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"Ministry of Education, School of Automation and Electrical Engineering, Key Laboratory of Knowledge Automation for Industrial Processes, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040323322","display_name":"Ruizhuo Song","orcid":"https://orcid.org/0000-0002-6693-2738"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruizhuo Song","raw_affiliation_strings":["Beijing Engineering Research Center of Industrial Spectrum Imaging, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","School of Automation and Electrical Engineering, Beijing Engineering Research Center of Industrial Spectrum Imaging, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6693-2738","affiliations":[{"raw_affiliation_string":"Beijing Engineering Research Center of Industrial Spectrum Imaging, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"School of Automation and Electrical Engineering, Beijing Engineering Research Center of Industrial Spectrum Imaging, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069815113","display_name":"Gaofu Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gaofu Yang","raw_affiliation_strings":["Beijing Engineering Research Center of Industrial Spectrum Imaging, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","School of Automation and Electrical Engineering, Beijing Engineering Research Center of Industrial Spectrum Imaging, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Engineering Research Center of Industrial Spectrum Imaging, School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"School of Automation and Electrical Engineering, Beijing Engineering Research Center of Industrial Spectrum Imaging, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I92403157"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.5007,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54096388,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"13","issue":null,"first_page":"7603","last_page":"7613"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.8177000284194946,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.8177000284194946,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.7505000233650208,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.7364000082015991,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7606815099716187},{"id":"https://openalex.org/keywords/containment","display_name":"Containment (computer programming)","score":0.7502029538154602},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.708377480506897},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.46698516607284546},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.302388072013855},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.06979253888130188}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7606815099716187},{"id":"https://openalex.org/C2777019822","wikidata":"https://www.wikidata.org/wiki/Q390066","display_name":"Containment (computer programming)","level":2,"score":0.7502029538154602},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.708377480506897},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.46698516607284546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.302388072013855},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06979253888130188}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3526871","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3526871","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f8f9d04823464aa280d64962dd285a40","is_oa":true,"landing_page_url":"https://doaj.org/article/f8f9d04823464aa280d64962dd285a40","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 7603-7613 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3526871","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3526871","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G311659069","display_name":null,"funder_award_id":"62273033","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5827280417","display_name":null,"funder_award_id":"62403045","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6647187102","display_name":null,"funder_award_id":"61873300","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G830527666","display_name":null,"funder_award_id":"62273036, 61873300","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8527458423","display_name":null,"funder_award_id":"GZC20230236","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8898769267","display_name":null,"funder_award_id":"62273036","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W255439423","https://openalex.org/W560518094","https://openalex.org/W1614417283","https://openalex.org/W1972243698","https://openalex.org/W1975820288","https://openalex.org/W2000806524","https://openalex.org/W2036665184","https://openalex.org/W2046376809","https://openalex.org/W2064358032","https://openalex.org/W2065632630","https://openalex.org/W2085194340","https://openalex.org/W2087644059","https://openalex.org/W2102885431","https://openalex.org/W2108286682","https://openalex.org/W2116479681","https://openalex.org/W2121570671","https://openalex.org/W2123876595","https://openalex.org/W2139416664","https://openalex.org/W2165726932","https://openalex.org/W2292254734","https://openalex.org/W2344606728","https://openalex.org/W2484646121","https://openalex.org/W2520074916","https://openalex.org/W2569238770","https://openalex.org/W2606577083","https://openalex.org/W2621714194","https://openalex.org/W2744780097","https://openalex.org/W2789789879","https://openalex.org/W2792550939","https://openalex.org/W2793914020","https://openalex.org/W2891792245","https://openalex.org/W2920808440","https://openalex.org/W2944533268","https://openalex.org/W2973191244","https://openalex.org/W2995193266","https://openalex.org/W3011108628","https://openalex.org/W3032113423","https://openalex.org/W3035348688","https://openalex.org/W3045264779","https://openalex.org/W3126795857","https://openalex.org/W3143104399","https://openalex.org/W3197218539","https://openalex.org/W3206940322","https://openalex.org/W3215710930","https://openalex.org/W4283715092","https://openalex.org/W4306931106","https://openalex.org/W4310258352","https://openalex.org/W4312548927","https://openalex.org/W4312958965","https://openalex.org/W4375948313","https://openalex.org/W4380303561","https://openalex.org/W4383652256","https://openalex.org/W4385144176","https://openalex.org/W4385900608","https://openalex.org/W4390204037","https://openalex.org/W4391936031","https://openalex.org/W4399848676"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4252941105","https://openalex.org/W2058080364","https://openalex.org/W2350808199","https://openalex.org/W249480812","https://openalex.org/W3028091058","https://openalex.org/W4235551436","https://openalex.org/W2392382023"],"abstract_inverted_index":{"The":[0],"distributed":[1,49,68],"optimal":[2,50,124],"output":[3],"containment":[4,51,108],"control":[5,53,109,125],"problem":[6],"for":[7,57],"multi-agent":[8,159],"systems":[9],"(MASs)":[10],"involves":[11],"coordinating":[12],"a":[13,47,66,112,156],"group":[14],"of":[15,22,33,100,148],"autonomous":[16],"agents":[17],"to":[18,72,106,121,136],"drive":[19],"the":[20,26,31,34,78,98,101,104,123,130,139,146,149],"outputs":[21,32],"all":[23],"followers":[24,102],"into":[25],"convex":[27,79],"hull":[28,80],"spanned":[29],"by":[30,82],"leaders":[35,84],"while":[36],"optimizing":[37],"system":[38,94],"performance,":[39],"which":[40,127],"has":[41],"numerous":[42],"applications.":[43],"In":[44],"this":[45],"paper,":[46],"fully":[48,67],"tracking":[52],"protocol":[54],"is":[55,70,95,119,153],"established":[56,81],"unknown":[58],"active":[59,83],"heterogeneous":[60,157],"MASs":[61],"with":[62],"external":[63],"disturbances.":[64],"Firstly,":[65],"observer":[69],"designed":[71],"ensure":[73],"its":[74],"trajectory":[75],"stays":[76],"within":[77],"without":[85],"requiring":[86],"global":[87],"network":[88],"topology":[89],"information.":[90],"Subsequently,":[91],"an":[92],"augmented":[93],"constructed":[96],"using":[97,155],"dynamics":[99],"and":[103,138],"observers":[105],"designH\u221eoptimal":[107],"protocol.":[110],"Then,":[111],"model-free":[113],"recursive":[114],"reinforcement":[115],"learning":[116],"(RRL)":[117],"algorithm":[118,140,152],"devised":[120],"learn":[122],"protocol,":[126],"demonstrates":[128],"that":[129],"weight":[131],"iteration":[132],"error":[133],"asymptotically":[134],"converges":[135],"zero,":[137],"exhibits":[141],"favorable":[142],"convergence":[143],"speed.":[144],"Finally,":[145],"effectiveness":[147],"proposed":[150],"improved":[151],"validated":[154],"nonlinear":[158],"model.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}