{"id":"https://openalex.org/W4310467047","doi":"https://doi.org/10.1109/tnnls.2022.3214681","title":"Adaptive Optimal Tracking Control of an Underactuated Surface Vessel Using Actor\u2013Critic Reinforcement Learning","display_name":"Adaptive Optimal Tracking Control of an Underactuated Surface Vessel Using Actor\u2013Critic Reinforcement Learning","publication_year":2022,"publication_date":"2022-12-01","ids":{"openalex":"https://openalex.org/W4310467047","doi":"https://doi.org/10.1109/tnnls.2022.3214681","pmid":"https://pubmed.ncbi.nlm.nih.gov/36449582"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3214681","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3214681","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100443742","display_name":"Lin Chen","orcid":"https://orcid.org/0000-0002-5567-2360"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lin Chen","raw_affiliation_strings":["School of Automation Science and Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025577543","display_name":"Shi\u2010Lu Dai","orcid":"https://orcid.org/0000-0002-8115-8787"},"institutions":[{"id":"https://openalex.org/I4210106122","display_name":"Southern Marine Science and Engineering Guangdong Laboratory (Guangzhou)","ror":"https://ror.org/00y7mag53","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210106122"]},{"id":"https://openalex.org/I4391012567","display_name":"Southern Marine Science and Engineering Guangdong Laboratory (Zhuhai)","ror":"https://ror.org/03swgqh13","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012567"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi-Lu Dai","raw_affiliation_strings":["School of Automation Science and Engineering, Key Laboratory of Autonomous Systems and Networked Control, Ministry of EducationUnmanned Aerial Vehicle Systems Engineering Technology Research Center of Guangdong, South China University of Technology, Guangzhou, China","Ministry of Education, and Unmanned Aerial Vehicle Systems Engineering Technology Research Center of Guangdong, School of Automation Science and Engineering, the Key Laboratory of Autonomous Systems and Networked Control, South China University of Technology, Guangzhou, China","Southern Marine Science and Engineering Guangdong Laboratory (Zhuhai), Zhuhai, China"],"affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering, Key Laboratory of Autonomous Systems and Networked Control, Ministry of EducationUnmanned Aerial Vehicle Systems Engineering Technology Research Center of Guangdong, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"Ministry of Education, and Unmanned Aerial Vehicle Systems Engineering Technology Research Center of Guangdong, School of Automation Science and Engineering, the Key Laboratory of Autonomous Systems and Networked Control, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"Southern Marine Science and Engineering Guangdong Laboratory (Zhuhai), Zhuhai, China","institution_ids":["https://openalex.org/I4210106122","https://openalex.org/I4391012567"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114608802","display_name":"Chao Dong","orcid":"https://orcid.org/0000-0001-6335-0508"},"institutions":[{"id":"https://openalex.org/I211433327","display_name":"Ministry of Natural Resources","ror":"https://ror.org/02kxqx159","country_code":"CN","type":"government","lineage":["https://openalex.org/I211433327","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I4210090744","display_name":"Guangzhou Marine Geological Survey","ror":"https://ror.org/00jaxam28","country_code":"CN","type":"government","lineage":["https://openalex.org/I2799486974","https://openalex.org/I4210090744"]},{"id":"https://openalex.org/I4210106122","display_name":"Southern Marine Science and Engineering Guangdong Laboratory (Guangzhou)","ror":"https://ror.org/00y7mag53","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210106122"]},{"id":"https://openalex.org/I4391012567","display_name":"Southern Marine Science and Engineering Guangdong Laboratory (Zhuhai)","ror":"https://ror.org/03swgqh13","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012567"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Dong","raw_affiliation_strings":["Southern Marine Science and Engineering Guangdong Laboratory (Zhuhai), Zhuhai, China","Key Laboratory of Marine Environmental Survey Technology and Application, Ministry of Natural Resources, Guangzhou, China","South China Sea Marine Survey and Technology Center, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Southern Marine Science and Engineering Guangdong Laboratory (Zhuhai), Zhuhai, China","institution_ids":["https://openalex.org/I4210106122","https://openalex.org/I4391012567"]},{"raw_affiliation_string":"Key Laboratory of Marine Environmental Survey Technology and Application, Ministry of Natural Resources, Guangzhou, China","institution_ids":["https://openalex.org/I4210090744","https://openalex.org/I211433327"]},{"raw_affiliation_string":"South China Sea Marine Survey and Technology Center, Guangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100443742"],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":12.0208,"has_fulltext":false,"cited_by_count":91,"citation_normalized_percentile":{"value":0.99024265,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"35","issue":"6","first_page":"7520","last_page":"7533"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.9735000133514404,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/underactuation","display_name":"Underactuation","score":0.8377208709716797},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8068541288375854},{"id":"https://openalex.org/keywords/unmanned-surface-vehicle","display_name":"Unmanned surface vehicle","score":0.7203230857849121},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5703498125076294},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5141572952270508},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4771646559238434},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.43866050243377686},{"id":"https://openalex.org/keywords/surface","display_name":"Surface (topology)","score":0.4166290760040283},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3737749457359314},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.24044963717460632},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13364380598068237},{"id":"https://openalex.org/keywords/marine-engineering","display_name":"Marine engineering","score":0.12891703844070435},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10418951511383057},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.0721350610256195}],"concepts":[{"id":"https://openalex.org/C88337583","wikidata":"https://www.wikidata.org/wiki/Q7883433","display_name":"Underactuation","level":3,"score":0.8377208709716797},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8068541288375854},{"id":"https://openalex.org/C2987248590","wikidata":"https://www.wikidata.org/wiki/Q4419860","display_name":"Unmanned surface vehicle","level":2,"score":0.7203230857849121},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5703498125076294},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5141572952270508},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4771646559238434},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.43866050243377686},{"id":"https://openalex.org/C2776799497","wikidata":"https://www.wikidata.org/wiki/Q484298","display_name":"Surface (topology)","level":2,"score":0.4166290760040283},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3737749457359314},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24044963717460632},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13364380598068237},{"id":"https://openalex.org/C199104240","wikidata":"https://www.wikidata.org/wiki/Q118291","display_name":"Marine engineering","level":1,"score":0.12891703844070435},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10418951511383057},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0721350610256195},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3214681","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3214681","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:36449582","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36449582","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1779619546","display_name":null,"funder_award_id":"42227901","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2417950235","display_name":null,"funder_award_id":"62273156","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2475198427","display_name":null,"funder_award_id":"2021A1515012004","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G6324418991","display_name":null,"funder_award_id":"61973129","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W132264163","https://openalex.org/W619947447","https://openalex.org/W1968908471","https://openalex.org/W1972809999","https://openalex.org/W1983523797","https://openalex.org/W2004875789","https://openalex.org/W2047090868","https://openalex.org/W2104843094","https://openalex.org/W2120638718","https://openalex.org/W2123998235","https://openalex.org/W2148821382","https://openalex.org/W2154273141","https://openalex.org/W2157577161","https://openalex.org/W2167287735","https://openalex.org/W2168097327","https://openalex.org/W2183137222","https://openalex.org/W2312229020","https://openalex.org/W2336820608","https://openalex.org/W2572726358","https://openalex.org/W2616932861","https://openalex.org/W2767784613","https://openalex.org/W2774852867","https://openalex.org/W2803429016","https://openalex.org/W2811002385","https://openalex.org/W2887519063","https://openalex.org/W2901756453","https://openalex.org/W2911698761","https://openalex.org/W2921163467","https://openalex.org/W2921889099","https://openalex.org/W2946973591","https://openalex.org/W2981394297","https://openalex.org/W3005218812","https://openalex.org/W3021399679","https://openalex.org/W3027432742","https://openalex.org/W3037669777","https://openalex.org/W3047221759","https://openalex.org/W3047892733","https://openalex.org/W3095139201","https://openalex.org/W3110363133","https://openalex.org/W3128440171","https://openalex.org/W3131678030","https://openalex.org/W3138795788","https://openalex.org/W3179972165","https://openalex.org/W4214717370","https://openalex.org/W4229068424","https://openalex.org/W4295898027","https://openalex.org/W6799835771"],"related_works":["https://openalex.org/W4402287405","https://openalex.org/W2732304890","https://openalex.org/W4394589559","https://openalex.org/W4401899397","https://openalex.org/W4394928708","https://openalex.org/W2014917749","https://openalex.org/W4402329689","https://openalex.org/W4404036028","https://openalex.org/W2082979751","https://openalex.org/W2350662733"],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"we":[3,36,76,105,152],"present":[4,88],"an":[5,15,206],"adaptive":[6,89,133,146],"reinforcement":[7,102,173],"learning":[8,103,174],"optimal":[9,41],"tracking":[10,42],"control":[11,34,46,58,74,90,127,175,194],"(RLOTC)":[12],"algorithm":[13,128,157,180],"for":[14,137,142,183],"underactuated":[16,207],"surface":[17,118,208],"vessel":[18,45,73,85,119,185,209],"subject":[19],"to":[20,50,82,92,109,115,120,212],"modeling":[21],"uncertainties":[22],"and":[23,56,87,145,187,190],"time-varying":[24],"external":[25,98],"disturbances.":[26,99],"By":[27,148],"integrating":[28],"backstepping":[29,201],"technique":[30,91],"with":[31,170],"the":[32,39,51,54,70,94,101,111,122,132,155,160,166,171,177,192,214,217],"optimized":[33,63,123,126,193],"design,":[35],"show":[37,153],"that":[38,53,154],"desired":[40],"performance":[43,195],"of":[44,65,72,97,117,165,216],"is":[47],"guaranteed":[48],"due":[49],"fact":[52],"virtual":[55],"actual":[57],"inputs":[59],"are":[60,210],"designed":[61],"as":[62],"solutions":[64],"every":[66,200],"subsystem.":[67],"To":[68],"enhance":[69],"robustness":[71],"systems,":[75],"employ":[77],"neural":[78],"network":[79],"(NN)":[80],"approximators":[81,144],"approximate":[83],"uncertain":[84,184],"dynamics":[86,186],"estimate":[93],"upper":[95],"boundedness":[96,164],"Under":[100],"framework,":[104],"construct":[106],"actor-critic":[107,138],"networks":[108,139],"solve":[110],"Hamilton-Jacobi-Bellman":[112],"equations":[113],"corresponding":[114],"subsystems":[116],"achieve":[121],"control.":[124,147],"The":[125],"can":[129,158,181],"synchronously":[130],"train":[131],"parameters":[134],"not":[135],"only":[136],"but":[140],"also":[141],"NN":[143],"Lyapunov":[149],"stability":[150],"theorem,":[151],"RLOTC":[156,179,218],"ensure":[159],"semiglobal":[161],"uniform":[162],"ultimate":[163],"closed-loop":[167],"systems.":[168],"Compared":[169],"existing":[172],"results,":[176],"presented":[178],"compensate":[182],"unknown":[188],"disturbances,":[189],"obtain":[191],"by":[196],"considering":[197],"optimization":[198],"in":[199],"design.":[202],"Simulation":[203],"studies":[204],"on":[205],"given":[211],"illustrate":[213],"effectiveness":[215],"algorithm.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":33},{"year":2024,"cited_by_count":31},{"year":2023,"cited_by_count":16}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}