{"id":"https://openalex.org/W4386261493","doi":"https://doi.org/10.1109/tnse.2023.3309816","title":"Distributed Optimal Control of Nonlinear System Based on Policy Gradient With External Disturbance","display_name":"Distributed Optimal Control of Nonlinear System Based on Policy Gradient With External Disturbance","publication_year":2023,"publication_date":"2023-08-29","ids":{"openalex":"https://openalex.org/W4386261493","doi":"https://doi.org/10.1109/tnse.2023.3309816"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2023.3309816","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2023.3309816","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100396911","display_name":"Hao Zhang","orcid":"https://orcid.org/0000-0002-4527-9610"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["College of Electronic and Information Engineering, the Department of Control Science and Engineering, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4527-9610","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, the Department of Control Science and Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380278","display_name":"Yan Li","orcid":"https://orcid.org/0000-0001-8879-149X"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Li","raw_affiliation_strings":["College of Electronic and Information Engineering, the Department of Control Science and Engineering, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8879-149X","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, the Department of Control Science and Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040673729","display_name":"Zhuping Wang","orcid":"https://orcid.org/0000-0002-0334-4082"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuping Wang","raw_affiliation_strings":["College of Electronic and Information Engineering, the Department of Control Science and Engineering, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0334-4082","affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, the Department of Control Science and Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102007506","display_name":"Yi Ding","orcid":"https://orcid.org/0009-0000-9679-5925"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Ding","raw_affiliation_strings":["College of Electronic and Information Engineering, the Department of Control Science and Engineering, Tongji University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, the Department of Control Science and Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079742998","display_name":"Huaicheng Yan","orcid":"https://orcid.org/0000-0001-5496-1809"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaicheng Yan","raw_affiliation_strings":["Key Laboratory of Advanced Control and Optimization for Chemical Processes of Ministry of Education, East China University of Science and Technology, Shanghai, China","the School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5496-1809","affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Control and Optimization for Chemical Processes of Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"the School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7636,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.92064999,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"11","issue":"1","first_page":"872","last_page":"885"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14413","display_name":"Advanced Technologies in Various Fields","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.9370999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6359986066818237},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.6051404476165771},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5985067486763},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.596255898475647},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.5426670908927917},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.5152059197425842},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.49205702543258667},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.46884357929229736},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.4561469256877899},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.42202746868133545},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.27846601605415344},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.20971834659576416},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.11597871780395508},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10496199131011963},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10239902138710022}],"concepts":[{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6359986066818237},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.6051404476165771},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5985067486763},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.596255898475647},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.5426670908927917},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.5152059197425842},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.49205702543258667},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.46884357929229736},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.4561469256877899},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.42202746868133545},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27846601605415344},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.20971834659576416},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.11597871780395508},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10496199131011963},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10239902138710022},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2023.3309816","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2023.3309816","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1375595937","display_name":null,"funder_award_id":"61922063","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1842429679","display_name":null,"funder_award_id":"62273255","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7564386315","display_name":null,"funder_award_id":"62150026","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1975820288","https://openalex.org/W1984797285","https://openalex.org/W2022948311","https://openalex.org/W2041328720","https://openalex.org/W2044212084","https://openalex.org/W2048687352","https://openalex.org/W2080562591","https://openalex.org/W2108383324","https://openalex.org/W2114791779","https://openalex.org/W2277723519","https://openalex.org/W2299109138","https://openalex.org/W2484646121","https://openalex.org/W2550394442","https://openalex.org/W2810987591","https://openalex.org/W2915378797","https://openalex.org/W2921195528","https://openalex.org/W2996785115","https://openalex.org/W3007010759","https://openalex.org/W3043232789","https://openalex.org/W3080747787","https://openalex.org/W3093328126","https://openalex.org/W3121982480","https://openalex.org/W3131320743","https://openalex.org/W3156587271","https://openalex.org/W3196262453","https://openalex.org/W3196924932","https://openalex.org/W4226512374","https://openalex.org/W4285147619","https://openalex.org/W4293215149","https://openalex.org/W4294310823","https://openalex.org/W4302275452","https://openalex.org/W4310329823","https://openalex.org/W4311909242","https://openalex.org/W4321780125","https://openalex.org/W4365128614","https://openalex.org/W4377000457"],"related_works":["https://openalex.org/W1859185863","https://openalex.org/W4307691181","https://openalex.org/W4285537323","https://openalex.org/W1932159282","https://openalex.org/W2964126589","https://openalex.org/W3016225735","https://openalex.org/W1518875602","https://openalex.org/W2017412075","https://openalex.org/W2092234721","https://openalex.org/W2116748936"],"abstract_inverted_index":{"Aiming":[0],"at":[1,144],"the":[2,33,42,58,67,87,94,99,106,113,134,145,163,171],"distributed":[3,62],"optimal":[4],"control":[5,53,59,128,166],"problem":[6,44,51],"in":[7,26],"presence":[8],"of":[9,35,74,98,162],"external":[10],"disturbance,":[11],"a":[12,48,157],"data-driven":[13,165],"iterative":[14],"algorithm":[15],"based":[16,85,117],"on":[17,86,118],"policy":[18],"gradient":[19],"is":[20,45,64,83,130,168],"proposed":[21],"for":[22,104,150],"multi-agent":[23],"systems":[24],"(MAS)":[25],"this":[27],"article.":[28],"Taking":[29],"into":[30],"full":[31],"consideration":[32],"influence":[34],"itself":[36],"and":[37,54,121,152],"local":[38],"neighbor":[39],"perturbation":[40],"information,":[41],"optimization":[43],"replaced":[46],"by":[47,111,170],"zero-sum":[49,100],"game":[50],"with":[52],"disturbance":[55],"policies.":[56],"Then,":[57],"behavior":[60],"under":[61],"conditions":[63,149],"evaluated":[65],"using":[66],"action-state":[68],"value":[69],"function":[70],"to":[71,92,132],"achieve":[72],"decoupling":[73],"system":[75],"parameters.":[76],"Afterwards,":[77],"adaptive":[78],"dynamic":[79],"programming":[80],"(ADP)":[81],"method":[82,116,167],"designed":[84],"actor-critic":[88],"neural":[89],"network":[90,107],"structure":[91],"obtain":[93],"Nash":[95],"equilibrium":[96],"solution":[97],"game.":[101],"The":[102,160],"rules":[103],"updating":[105],"weights":[108],"are":[109,154],"given":[110],"utilizing":[112],"residual":[114],"weighting":[115],"both":[119],"online":[120],"offline":[122],"data.":[123],"Besides,":[124],"asynchronous":[125],"update":[126,141],"iteration":[127],"technique":[129],"developed":[131],"address":[133],"situation":[135],"that":[136],"other":[137],"agents":[138],"do":[139],"not":[140],"their":[142],"policies":[143],"same":[146],"time.":[147],"Sufficient":[148],"stability":[151],"convergence":[153],"established":[155,164],"through":[156],"rigorous":[158],"proof.":[159],"validity":[161],"demonstrated":[169],"simulation":[172],"results.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}