{"id":"https://openalex.org/W3014535293","doi":"https://doi.org/10.1109/tcyb.2020.2979614","title":"Continuous-Time Distributed Policy Iteration for Multicontroller Nonlinear Systems","display_name":"Continuous-Time Distributed Policy Iteration for Multicontroller Nonlinear Systems","publication_year":2020,"publication_date":"2020-04-01","ids":{"openalex":"https://openalex.org/W3014535293","doi":"https://doi.org/10.1109/tcyb.2020.2979614","mag":"3014535293","pmid":"https://pubmed.ncbi.nlm.nih.gov/32248139"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2020.2979614","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2020.2979614","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://digitalcommons.uri.edu/ele_facpubs/253","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087825639","display_name":"Qinglai Wei","orcid":"https://orcid.org/0000-0001-7002-9800"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210112270","display_name":"Qingdao Academy of Intelligent Industries","ror":"https://ror.org/02a0rnh86","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210112270"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinglai Wei","raw_affiliation_strings":["Qingdao Academy of Intelligent Industries, Qingdao, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","The State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7002-9800","affiliations":[{"raw_affiliation_string":"Qingdao Academy of Intelligent Industries, Qingdao, China","institution_ids":["https://openalex.org/I4210112270"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"The State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100450549","display_name":"Hongyang Li","orcid":"https://orcid.org/0000-0001-5891-134X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210112270","display_name":"Qingdao Academy of Intelligent Industries","ror":"https://ror.org/02a0rnh86","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210112270"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyang Li","raw_affiliation_strings":["Qingdao Academy of Intelligent Industries, Qingdao, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","The State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5891-134X","affiliations":[{"raw_affiliation_string":"Qingdao Academy of Intelligent Industries, Qingdao, China","institution_ids":["https://openalex.org/I4210112270"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"The State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085440585","display_name":"Xiong Yang","orcid":"https://orcid.org/0000-0002-0128-3036"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiong Yang","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-0128-3036","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112861803","display_name":"Haibo He","orcid":null},"institutions":[{"id":"https://openalex.org/I17626003","display_name":"University of Rhode Island","ror":"https://ror.org/013ckk937","country_code":"US","type":"education","lineage":["https://openalex.org/I17626003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haibo He","raw_affiliation_strings":["Department of Electrical, Computer, and Biomedical Engineering, University of Rhode Island, Kingston, RI, USA"],"raw_orcid":"https://orcid.org/0000-0002-3103-4452","affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer, and Biomedical Engineering, University of Rhode Island, Kingston, RI, USA","institution_ids":["https://openalex.org/I17626003"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.3583,"has_fulltext":false,"cited_by_count":101,"citation_normalized_percentile":{"value":0.98344138,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"51","issue":"5","first_page":"2372","last_page":"2383"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9728000164031982,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/monotonic-function","display_name":"Monotonic function","score":0.7388073205947876},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6326574087142944},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.5710192322731018},{"id":"https://openalex.org/keywords/iterative-method","display_name":"Iterative method","score":0.5492503643035889},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.5460297465324402},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5234760046005249},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4873386323451996},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.4273145794868469},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.41992878913879395},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.40016573667526245}],"concepts":[{"id":"https://openalex.org/C72169020","wikidata":"https://www.wikidata.org/wiki/Q194404","display_name":"Monotonic function","level":2,"score":0.7388073205947876},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6326574087142944},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5710192322731018},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.5492503643035889},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.5460297465324402},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5234760046005249},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4873386323451996},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.4273145794868469},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.41992878913879395},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.40016573667526245},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tcyb.2020.2979614","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2020.2979614","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:32248139","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32248139","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null},{"id":"pmh:oai:digitalcommons.uri.edu:ele_facpubs-1252","is_oa":true,"landing_page_url":"https://digitalcommons.uri.edu/ele_facpubs/253","pdf_url":null,"source":{"id":"https://openalex.org/S2764761010","display_name":"Journal of Media Literacy Education","issn_l":"2167-8715","issn":["2167-8715"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316378","host_organization_name":"National Association for Media Literacy Education","host_organization_lineage":["https://openalex.org/P4310316378"],"host_organization_lineage_names":["National Association for Media Literacy Education"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Electrical, Computer, and Biomedical Engineering Faculty Publications","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:digitalcommons.uri.edu:ele_facpubs-1252","is_oa":true,"landing_page_url":"https://digitalcommons.uri.edu/ele_facpubs/253","pdf_url":null,"source":{"id":"https://openalex.org/S2764761010","display_name":"Journal of Media Literacy Education","issn_l":"2167-8715","issn":["2167-8715"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316378","host_organization_name":"National Association for Media Literacy Education","host_organization_lineage":["https://openalex.org/P4310316378"],"host_organization_lineage_names":["National Association for Media Literacy Education"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Electrical, Computer, and Biomedical Engineering Faculty Publications","raw_type":"text"},"sustainable_development_goals":[{"score":0.75,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G5474781230","display_name":"Collaborative Research: Autonomous Hierarchical Adaptive Dynamic Programming for Decision Making in Complex Environment","funder_award_id":"1917275","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G673961255","display_name":null,"funder_award_id":"61722312,","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W92805021","https://openalex.org/W1680219837","https://openalex.org/W1968908471","https://openalex.org/W2068949505","https://openalex.org/W2108286682","https://openalex.org/W2108383324","https://openalex.org/W2148135756","https://openalex.org/W2152161277","https://openalex.org/W2160561608","https://openalex.org/W2165501837","https://openalex.org/W2232910305","https://openalex.org/W2345038028","https://openalex.org/W2475651303","https://openalex.org/W2523002896","https://openalex.org/W2529203006","https://openalex.org/W2548277951","https://openalex.org/W2555620376","https://openalex.org/W2559957666","https://openalex.org/W2559988195","https://openalex.org/W2561946193","https://openalex.org/W2568214755","https://openalex.org/W2570163643","https://openalex.org/W2581606339","https://openalex.org/W2585248764","https://openalex.org/W2592507398","https://openalex.org/W2593469813","https://openalex.org/W2597882942","https://openalex.org/W2621151408","https://openalex.org/W2622287519","https://openalex.org/W2734040660","https://openalex.org/W2750894191","https://openalex.org/W2752834980","https://openalex.org/W2762211190","https://openalex.org/W2762911482","https://openalex.org/W2775595038","https://openalex.org/W2782127155","https://openalex.org/W2782656687","https://openalex.org/W2782776483","https://openalex.org/W2789412930","https://openalex.org/W2789630537","https://openalex.org/W2792596411","https://openalex.org/W2793198116","https://openalex.org/W2793827368","https://openalex.org/W2795714409","https://openalex.org/W2802214905","https://openalex.org/W2802308826","https://openalex.org/W2803624691","https://openalex.org/W2805337276","https://openalex.org/W2905126114","https://openalex.org/W2949510088","https://openalex.org/W2963350146","https://openalex.org/W2964196486","https://openalex.org/W2973026380","https://openalex.org/W2982570199","https://openalex.org/W3006640981","https://openalex.org/W3012221872","https://openalex.org/W3012269643","https://openalex.org/W3012326229"],"related_works":["https://openalex.org/W1859185863","https://openalex.org/W4307691181","https://openalex.org/W4285537323","https://openalex.org/W1932159282","https://openalex.org/W2964126589","https://openalex.org/W3016225735","https://openalex.org/W1518875602","https://openalex.org/W2017412075","https://openalex.org/W2092234721","https://openalex.org/W2116748936"],"abstract_inverted_index":{"In":[0,21],"this":[1],"article,":[2],"a":[3],"novel":[4],"distributed":[5,27,91],"policy":[6,28,76,92],"iteration":[7,23,29,72,77,93],"algorithm":[8,52,94],"is":[9,36,53,125],"established":[10],"for":[11,95],"infinite":[12],"horizon":[13],"optimal":[14],"control":[15,34,42,58,68],"problems":[16],"of":[17,24,49,64,73,90,103,131,144],"continuous-time":[18,96],"nonlinear":[19,97],"systems.":[20],"each":[22,71,86],"the":[25,39,50,56,67,74,82,104,121,129,132,142,145],"developed":[26],"algorithm,":[30],"only":[31],"one":[32,60],"controller's":[33],"law":[35,59],"updated":[37],"and":[38,113],"other":[40],"controllers'":[41],"laws":[43,69],"remain":[44],"unchanged.":[45],"The":[46,88,101],"main":[47],"contribution":[48],"present":[51,105],"to":[54,128,140],"improve":[55],"iterative":[57,122],"by":[61],"one,":[62],"instead":[63],"updating":[65],"all":[66],"in":[70,85],"traditional":[75],"algorithms,":[78],"which":[79,118],"effectively":[80],"releases":[81],"computational":[83],"burden":[84],"iteration.":[87],"properties":[89],"systems":[98],"are":[99,138],"analyzed.":[100,110],"admissibility":[102],"methods":[106],"has":[107],"also":[108],"been":[109,116],"Monotonicity,":[111],"convergence,":[112],"optimality":[114],"have":[115],"discussed,":[117],"show":[119],"that":[120],"value":[123],"function":[124],"nonincreasingly":[126],"convergent":[127],"solution":[130],"Hamilton-Jacobi-Bellman":[133],"equation.":[134],"Finally,":[135],"numerical":[136],"simulations":[137],"conducted":[139],"illustrate":[141],"effectiveness":[143],"proposed":[146],"method.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":28},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":12}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2025-10-10T00:00:00"}