{"id":"https://openalex.org/W4415038905","doi":"https://doi.org/10.1007/s10489-025-06913-4","title":"Reinforcement learning-based optimal bipartite formation tracking for uncertain networked agents via enhanced adaptive policy iteration","display_name":"Reinforcement learning-based optimal bipartite formation tracking for uncertain networked agents via enhanced adaptive policy iteration","publication_year":2025,"publication_date":"2025-10-01","ids":{"openalex":"https://openalex.org/W4415038905","doi":"https://doi.org/10.1007/s10489-025-06913-4"},"language":"en","primary_location":{"id":"doi:10.1007/s10489-025-06913-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10489-025-06913-4","pdf_url":null,"source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119939185","display_name":"Zhai Peiyu","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I4210128284","display_name":"Institute of Optics and Electronics, Chinese Academy of Sciences","ror":"https://ror.org/02bn68w95","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128284"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhai Peiyu","raw_affiliation_strings":["Aircraft Swarm Intelligent Sensing and Cooperative Control Key Laboratory of Sichuan Province, Chengdu, 611731, China","National Laboratory on Adaptive Optics, Chengdu, 610209, China","School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, 611731, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aircraft Swarm Intelligent Sensing and Cooperative Control Key Laboratory of Sichuan Province, Chengdu, 611731, China","institution_ids":[]},{"raw_affiliation_string":"National Laboratory on Adaptive Optics, Chengdu, 610209, China","institution_ids":["https://openalex.org/I4210128284"]},{"raw_affiliation_string":"School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, 611731, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qin Kaiyu","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I4210128284","display_name":"Institute of Optics and Electronics, Chinese Academy of Sciences","ror":"https://ror.org/02bn68w95","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128284"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qin Kaiyu","raw_affiliation_strings":["Aircraft Swarm Intelligent Sensing and Cooperative Control Key Laboratory of Sichuan Province, Chengdu, 611731, China","National Laboratory on Adaptive Optics, Chengdu, 610209, China","School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, 611731, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aircraft Swarm Intelligent Sensing and Cooperative Control Key Laboratory of Sichuan Province, Chengdu, 611731, China","institution_ids":[]},{"raw_affiliation_string":"National Laboratory on Adaptive Optics, Chengdu, 610209, China","institution_ids":["https://openalex.org/I4210128284"]},{"raw_affiliation_string":"School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, 611731, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119939186","display_name":"Yue Jiangfeng","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I4210128284","display_name":"Institute of Optics and Electronics, Chinese Academy of Sciences","ror":"https://ror.org/02bn68w95","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128284"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Jiangfeng","raw_affiliation_strings":["Aircraft Swarm Intelligent Sensing and Cooperative Control Key Laboratory of Sichuan Province, Chengdu, 611731, China","National Laboratory on Adaptive Optics, Chengdu, 610209, China","School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, 611731, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aircraft Swarm Intelligent Sensing and Cooperative Control Key Laboratory of Sichuan Province, Chengdu, 611731, China","institution_ids":[]},{"raw_affiliation_string":"National Laboratory on Adaptive Optics, Chengdu, 610209, China","institution_ids":["https://openalex.org/I4210128284"]},{"raw_affiliation_string":"School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, 611731, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051109555","display_name":"Boxian Lin","orcid":"https://orcid.org/0000-0001-9481-2883"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I4210128284","display_name":"Institute of Optics and Electronics, Chinese Academy of Sciences","ror":"https://ror.org/02bn68w95","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128284"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lin Boxian","raw_affiliation_strings":["Aircraft Swarm Intelligent Sensing and Cooperative Control Key Laboratory of Sichuan Province, Chengdu, 611731, China","National Laboratory on Adaptive Optics, Chengdu, 610209, China","School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, 611731, China"],"raw_orcid":"https://orcid.org/0000-0001-9481-2883","affiliations":[{"raw_affiliation_string":"Aircraft Swarm Intelligent Sensing and Cooperative Control Key Laboratory of Sichuan Province, Chengdu, 611731, China","institution_ids":[]},{"raw_affiliation_string":"National Laboratory on Adaptive Optics, Chengdu, 610209, China","institution_ids":["https://openalex.org/I4210128284"]},{"raw_affiliation_string":"School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, 611731, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003554707","display_name":"Weihao Li","orcid":"https://orcid.org/0000-0002-9447-7023"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I4210128284","display_name":"Institute of Optics and Electronics, Chinese Academy of Sciences","ror":"https://ror.org/02bn68w95","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128284"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Weihao","raw_affiliation_strings":["Aircraft Swarm Intelligent Sensing and Cooperative Control Key Laboratory of Sichuan Province, Chengdu, 611731, China","National Laboratory on Adaptive Optics, Chengdu, 610209, China","School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, 611731, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aircraft Swarm Intelligent Sensing and Cooperative Control Key Laboratory of Sichuan Province, Chengdu, 611731, China","institution_ids":[]},{"raw_affiliation_string":"National Laboratory on Adaptive Optics, Chengdu, 610209, China","institution_ids":["https://openalex.org/I4210128284"]},{"raw_affiliation_string":"School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, 611731, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049911852","display_name":"Mengji Shi","orcid":"https://orcid.org/0000-0003-1360-9846"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I4210128284","display_name":"Institute of Optics and Electronics, Chinese Academy of Sciences","ror":"https://ror.org/02bn68w95","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128284"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi Mengji","raw_affiliation_strings":["Aircraft Swarm Intelligent Sensing and Cooperative Control Key Laboratory of Sichuan Province, Chengdu, 611731, China","National Laboratory on Adaptive Optics, Chengdu, 610209, China","School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, 611731, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aircraft Swarm Intelligent Sensing and Cooperative Control Key Laboratory of Sichuan Province, Chengdu, 611731, China","institution_ids":[]},{"raw_affiliation_string":"National Laboratory on Adaptive Optics, Chengdu, 610209, China","institution_ids":["https://openalex.org/I4210128284"]},{"raw_affiliation_string":"School of Aeronautics and Astronautics, University of Electronic Science and Technology of China, Chengdu, 611731, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5051109555"],"corresponding_institution_ids":["https://openalex.org/I150229711","https://openalex.org/I4210128284"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26646359,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"55","issue":"15","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8339999914169312},{"id":"https://openalex.org/keywords/bipartite-graph","display_name":"Bipartite graph","score":0.7163000106811523},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.5473999977111816},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.4844000041484833},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.4668999910354614},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4361000061035156},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.41519999504089355},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.39750000834465027}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8339999914169312},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8086000084877014},{"id":"https://openalex.org/C197657726","wikidata":"https://www.wikidata.org/wiki/Q174733","display_name":"Bipartite graph","level":3,"score":0.7163000106811523},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5879999995231628},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.5473999977111816},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.4844000041484833},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.4668999910354614},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4361000061035156},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.41519999504089355},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.39750000834465027},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.36000001430511475},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3458999991416931},{"id":"https://openalex.org/C183356978","wikidata":"https://www.wikidata.org/wiki/Q1779213","display_name":"Tracking error","level":3,"score":0.33009999990463257},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.3140000104904175},{"id":"https://openalex.org/C117619785","wikidata":"https://www.wikidata.org/wiki/Q6094414","display_name":"Iterative learning control","level":3,"score":0.30880001187324524},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C2776003309","wikidata":"https://www.wikidata.org/wiki/Q1988072","display_name":"Adaptive algorithm","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10489-025-06913-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10489-025-06913-4","pdf_url":null,"source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4308295004","display_name":null,"funder_award_id":"MZGC20240139","funder_id":"https://openalex.org/F4320333335","funder_display_name":"Sichuan Province Science and Technology Support Program"},{"id":"https://openalex.org/G8892904537","display_name":null,"funder_award_id":"2024NSFSC0021","funder_id":"https://openalex.org/F4320329861","funder_display_name":"Natural Science Foundation of Sichuan Province"}],"funders":[{"id":"https://openalex.org/F4320329861","display_name":"Natural Science Foundation of Sichuan Province","ror":null},{"id":"https://openalex.org/F4320333335","display_name":"Sichuan Province Science and Technology Support Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1967509640","https://openalex.org/W2188644438","https://openalex.org/W2294138114","https://openalex.org/W2320262435","https://openalex.org/W3005710907","https://openalex.org/W3016893731","https://openalex.org/W3111143034","https://openalex.org/W4213175439","https://openalex.org/W4223546705","https://openalex.org/W4285286114","https://openalex.org/W4307570128","https://openalex.org/W4312597220","https://openalex.org/W4313590821","https://openalex.org/W4319075639","https://openalex.org/W4319341446","https://openalex.org/W4319997953","https://openalex.org/W4322733148","https://openalex.org/W4323519271","https://openalex.org/W4362653364","https://openalex.org/W4375928846","https://openalex.org/W4377000560","https://openalex.org/W4377971518","https://openalex.org/W4379033780","https://openalex.org/W4383345754","https://openalex.org/W4383428316","https://openalex.org/W4386280756","https://openalex.org/W4386472868","https://openalex.org/W4388125284","https://openalex.org/W4390939291","https://openalex.org/W4391235414","https://openalex.org/W4391696954","https://openalex.org/W4393252791","https://openalex.org/W4394909995","https://openalex.org/W4396629500","https://openalex.org/W4400228470","https://openalex.org/W4400526128","https://openalex.org/W4400618049","https://openalex.org/W4401567246","https://openalex.org/W4402624667","https://openalex.org/W4405109230","https://openalex.org/W4405631959","https://openalex.org/W4412444633"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-11T00:00:00"}