{"id":"https://openalex.org/W4387902928","doi":"https://doi.org/10.3390/s23218679","title":"Multivariable Coupled System Control Method Based on Deep Reinforcement Learning","display_name":"Multivariable Coupled System Control Method Based on Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-10-24","ids":{"openalex":"https://openalex.org/W4387902928","doi":"https://doi.org/10.3390/s23218679","pmid":"https://pubmed.ncbi.nlm.nih.gov/37960378"},"language":"en","primary_location":{"id":"doi:10.3390/s23218679","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23218679","pdf_url":"https://www.mdpi.com/1424-8220/23/21/8679/pdf?version=1698146052","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/23/21/8679/pdf?version=1698146052","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100294913","display_name":"Jin Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Xu","raw_affiliation_strings":["School of Artificial Intelligence, Shenyang Aerospace University, Shenyang 110136, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shenyang Aerospace University, Shenyang 110136, China","institution_ids":["https://openalex.org/I125904092"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100452601","display_name":"Han Li","orcid":"https://orcid.org/0000-0002-7413-0196"},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Li","raw_affiliation_strings":["School of Artificial Intelligence, Shenyang Aerospace University, Shenyang 110136, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shenyang Aerospace University, Shenyang 110136, China","institution_ids":["https://openalex.org/I125904092"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101639283","display_name":"Qingxin Zhang","orcid":"https://orcid.org/0009-0003-9178-4612"},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qingxin Zhang","raw_affiliation_strings":["School of Artificial Intelligence, Shenyang Aerospace University, Shenyang 110136, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shenyang Aerospace University, Shenyang 110136, China","institution_ids":["https://openalex.org/I125904092"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101639283"],"corresponding_institution_ids":["https://openalex.org/I125904092"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":1.0132,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.80312864,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"23","issue":"21","first_page":"8679","last_page":"8679"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9470000267028809,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14083","display_name":"Extremum Seeking Control Systems","score":0.9276000261306763,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multivariable-calculus","display_name":"Multivariable calculus","score":0.9491379261016846},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.7124277353286743},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6245757341384888},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6214374899864197},{"id":"https://openalex.org/keywords/matlab","display_name":"MATLAB","score":0.6171463131904602},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.5635918974876404},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.5470333099365234},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5295121669769287},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4764668941497803},{"id":"https://openalex.org/keywords/coupling","display_name":"Coupling (piping)","score":0.4496935307979584},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.42218029499053955},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3309028744697571},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.234216570854187}],"concepts":[{"id":"https://openalex.org/C117312493","wikidata":"https://www.wikidata.org/wiki/Q2035437","display_name":"Multivariable calculus","level":2,"score":0.9491379261016846},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.7124277353286743},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6245757341384888},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6214374899864197},{"id":"https://openalex.org/C2780365114","wikidata":"https://www.wikidata.org/wiki/Q169478","display_name":"MATLAB","level":2,"score":0.6171463131904602},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.5635918974876404},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.5470333099365234},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5295121669769287},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4764668941497803},{"id":"https://openalex.org/C131584629","wikidata":"https://www.wikidata.org/wiki/Q4308705","display_name":"Coupling (piping)","level":2,"score":0.4496935307979584},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.42218029499053955},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3309028744697571},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.234216570854187},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/s23218679","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23218679","pdf_url":"https://www.mdpi.com/1424-8220/23/21/8679/pdf?version=1698146052","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:37960378","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37960378","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10647332","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10647332","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10647332/pdf/sensors-23-08679.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:d896bbd63dfb457293b457c4477b931b","is_oa":true,"landing_page_url":"https://doaj.org/article/d896bbd63dfb457293b457c4477b931b","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 23, Iss 21, p 8679 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/s23218679","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23218679","pdf_url":"https://www.mdpi.com/1424-8220/23/21/8679/pdf?version=1698146052","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387902928.pdf"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1771410628","https://openalex.org/W2014480268","https://openalex.org/W2145339207","https://openalex.org/W2367539884","https://openalex.org/W2419311015","https://openalex.org/W2483860050","https://openalex.org/W2522676839","https://openalex.org/W2539313150","https://openalex.org/W2545910513","https://openalex.org/W2981418575","https://openalex.org/W3026275316","https://openalex.org/W3100789280","https://openalex.org/W3175127958","https://openalex.org/W3188705203","https://openalex.org/W3189223768","https://openalex.org/W3213705378","https://openalex.org/W4220969998","https://openalex.org/W4289938462","https://openalex.org/W4295037965","https://openalex.org/W4295136790","https://openalex.org/W4307906980","https://openalex.org/W4309324815","https://openalex.org/W4313420504","https://openalex.org/W4380574792","https://openalex.org/W6638018090"],"related_works":["https://openalex.org/W1576377477","https://openalex.org/W2224575301","https://openalex.org/W2721687755","https://openalex.org/W2086932047","https://openalex.org/W2388146630","https://openalex.org/W418212511","https://openalex.org/W1964208669","https://openalex.org/W2112363989","https://openalex.org/W1582951828","https://openalex.org/W1655941619"],"abstract_inverted_index":{"Due":[0],"to":[1,16,33,112],"the":[2,45,56,61,65,70,73,77,91,99,102,107,114,139],"multi-loop":[3],"coupling":[4,41,75],"characteristics":[5,71],"of":[6,39,72,90,101],"multivariable":[7,40,74],"systems,":[8],"it":[9],"is":[10],"difficult":[11],"for":[12],"traditional":[13,136],"control":[14,19,26,38,89,103,134,147],"methods":[15],"achieve":[17,34],"precise":[18,88],"effects.":[20,148],"Therefore,":[21],"this":[22,51,96,143],"paper":[23],"proposes":[24],"a":[25],"method":[27,52,140],"based":[28,68],"on":[29,44,69],"deep":[30],"reinforcement":[31],"learning":[32],"stable":[35,86],"and":[36,59,80,87,135],"accurate":[37],"systems.":[42],"Based":[43],"proximal":[46],"policy":[47],"optimization":[48],"algorithm":[49],"(PPO),":[50],"selects":[53],"tanh":[54],"as":[55,109],"activation":[57],"function":[58,79],"normalizes":[60],"advantage":[62],"function.":[63],"At":[64],"same":[66],"time,":[67],"system,":[76],"reward":[78],"controller":[81,108],"are":[82],"redesigned":[83],"structures,":[84],"achieving":[85],"controlled":[92],"system.":[93],"In":[94],"addition,":[95],"study":[97],"used":[98],"amplitude":[100],"quantity":[104],"output":[105],"by":[106],"an":[110],"indicator":[111],"evaluate":[113],"controller's":[115],"performance.":[116],"Finally,":[117],"simulation":[118],"verification":[119],"was":[120],"conducted":[121],"in":[122,142],"MATLAB/Simulink.":[123],"The":[124],"experimental":[125],"results":[126],"show":[127],"that":[128],"compared":[129],"with":[130],"decentralized":[131],"control,":[132,138],"decoupled":[133],"PPO":[137],"proposed":[141],"article":[144],"achieves":[145],"better":[146]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}