{"id":"https://openalex.org/W4404294040","doi":"https://doi.org/10.1109/tase.2024.3492174","title":"Estimating Lyapunov Region of Attraction for Robust Model-Based Reinforcement Learning USV","display_name":"Estimating Lyapunov Region of Attraction for Robust Model-Based Reinforcement Learning USV","publication_year":2024,"publication_date":"2024-11-12","ids":{"openalex":"https://openalex.org/W4404294040","doi":"https://doi.org/10.1109/tase.2024.3492174"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2024.3492174","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3492174","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026604505","display_name":"L. Xia","orcid":"https://orcid.org/0000-0001-9757-8172"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Xia","raw_affiliation_strings":["Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","Shenzhen Institute of Advanced Technology, Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]},{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011048472","display_name":"Yunduan Cui","orcid":"https://orcid.org/0000-0001-5539-4260"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunduan Cui","raw_affiliation_strings":["Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","Shenzhen Institute of Advanced Technology, Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5539-4260","affiliations":[{"raw_affiliation_string":"Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]},{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018768566","display_name":"Zhengkun Yi","orcid":"https://orcid.org/0000-0002-8714-1353"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengkun Yi","raw_affiliation_strings":["Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","Shenzhen Institute of Advanced Technology, Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-8714-1353","affiliations":[{"raw_affiliation_string":"Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]},{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100614997","display_name":"Huiyun Li","orcid":"https://orcid.org/0000-0003-0157-1393"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiyun Li","raw_affiliation_strings":["Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","Shenzhen Institute of Advanced Technology, Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0157-1393","affiliations":[{"raw_affiliation_string":"Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]},{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063786172","display_name":"Xinyu Wu","orcid":"https://orcid.org/0000-0001-6130-7821"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Wu","raw_affiliation_strings":["Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","Shenzhen Institute of Advanced Technology, Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-6130-7821","affiliations":[{"raw_affiliation_string":"Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]},{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210145761"],"apc_list":null,"apc_paid":null,"fwci":1.9449,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88353836,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"22","issue":null,"first_page":"8898","last_page":"8911"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9368000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9368000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6831210255622864},{"id":"https://openalex.org/keywords/lyapunov-function","display_name":"Lyapunov function","score":0.6321364641189575},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.622154951095581},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5240450501441956},{"id":"https://openalex.org/keywords/unmanned-surface-vehicle","display_name":"Unmanned surface vehicle","score":0.4110589325428009},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38812533020973206},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.32292306423187256},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2939310669898987},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24673199653625488},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.16433066129684448},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.16175761818885803},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10297799110412598},{"id":"https://openalex.org/keywords/marine-engineering","display_name":"Marine engineering","score":0.09230801463127136}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6831210255622864},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.6321364641189575},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.622154951095581},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5240450501441956},{"id":"https://openalex.org/C2987248590","wikidata":"https://www.wikidata.org/wiki/Q4419860","display_name":"Unmanned surface vehicle","level":2,"score":0.4110589325428009},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38812533020973206},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32292306423187256},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2939310669898987},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24673199653625488},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.16433066129684448},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.16175761818885803},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10297799110412598},{"id":"https://openalex.org/C199104240","wikidata":"https://www.wikidata.org/wiki/Q118291","display_name":"Marine engineering","level":1,"score":0.09230801463127136},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2024.3492174","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3492174","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1785420969","display_name":null,"funder_award_id":"U22A2056","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4120519286","display_name":null,"funder_award_id":"92473112","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5861395095","display_name":null,"funder_award_id":"62103403","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7429280930","display_name":null,"funder_award_id":"KCXST20221021111210023","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1977777567","https://openalex.org/W2018705428","https://openalex.org/W2021313930","https://openalex.org/W2045814149","https://openalex.org/W2115520718","https://openalex.org/W2145957603","https://openalex.org/W2345644119","https://openalex.org/W2560504659","https://openalex.org/W2798021532","https://openalex.org/W2892521964","https://openalex.org/W2901618432","https://openalex.org/W2951036575","https://openalex.org/W2951413154","https://openalex.org/W2954211265","https://openalex.org/W2971969325","https://openalex.org/W2979089101","https://openalex.org/W3023077548","https://openalex.org/W3045059767","https://openalex.org/W3088662645","https://openalex.org/W3096775261","https://openalex.org/W3131678030","https://openalex.org/W3175924829","https://openalex.org/W3182805615","https://openalex.org/W3199185363","https://openalex.org/W3207110310","https://openalex.org/W4205404209","https://openalex.org/W4205942265","https://openalex.org/W4206494026","https://openalex.org/W4214717370","https://openalex.org/W4246301113","https://openalex.org/W4285102161","https://openalex.org/W4288071995","https://openalex.org/W4297964528","https://openalex.org/W4312574986","https://openalex.org/W4315606134","https://openalex.org/W4319996475","https://openalex.org/W4367550763","https://openalex.org/W4385286939","https://openalex.org/W4386590125","https://openalex.org/W4387123332","https://openalex.org/W4389667358","https://openalex.org/W6675740164","https://openalex.org/W6682362369","https://openalex.org/W6740033195","https://openalex.org/W6745197386","https://openalex.org/W6751494529","https://openalex.org/W6753691991","https://openalex.org/W6767081328","https://openalex.org/W6767277667","https://openalex.org/W6767408606","https://openalex.org/W6802202268","https://openalex.org/W6853062629"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"This":[0,143],"article":[1],"addresses":[2],"the":[3,31,52,76,119,129,139,164,172,200,220],"robustness":[4,61,107],"of":[5,34,43,60,71,114,141,156,166,202,210],"unmanned":[6],"surface":[7],"vehicles":[8],"(USV)":[9],"using":[10],"model-based":[11],"reinforcement":[12,48],"learning":[13,49],"(MBRL).":[14],"A":[15],"novel":[16],"MBRL":[17,54],"approach,":[18],"Lyapunov":[19,41,123],"probabilistic":[20,32,77,160],"model":[21,33,155,175],"predictive":[22],"control":[23,106],"(LPMPC)":[24],"is":[25,136],"proposed":[26,145,221],"to":[27,83,127,149,177,198],"simultaneously":[28],"learn":[29,151],"both":[30,105],"a":[35,68,93,146,152,159,167],"USV":[36,55,157,183],"and":[37,62,80,108,188,214,218],"its":[38,85],"corresponding":[39],"estimated":[40],"region":[42],"attraction":[44],"(ROA)":[45],"under":[46],"one":[47],"framework.":[50],"Unlike":[51],"existing":[53],"systems":[56],"with":[57,118],"less":[58],"consideration":[59],"safety,":[63],"our":[64],"method":[65,148],"naturally":[66],"learns":[67],"general":[69],"indicator":[70],"system":[72,130],"stability":[73,131,154,174],"based":[74],"on":[75,163],"model\u2019s":[78],"belief":[79],"employs":[81],"it":[82],"guide":[84],"policy.":[86],"Evaluated":[87],"by":[88,96,185],"different":[89,182,205],"navigation":[90],"tasks":[91],"in":[92,104,138,158,181,204,223],"simulation":[94],"driven":[95],"real":[97,168],"boat":[98,169],"data,":[99],"LPMPC":[100],"demonstrated":[101],"significant":[102],"advantages":[103],"task":[109],"completion":[110],"against":[111],"various":[112],"levels":[113],"environmental":[115],"disturbances":[116],"compared":[117],"baseline":[120],"approach":[121,222],"without":[122,132],"ROA\u2019s":[124],"guidance.":[125],"Note":[126],"Practitioners\u2014Modelling":[128],"human":[133],"prior":[134],"knowledge":[135],"challenging":[137],"domain":[140],"USV.":[142,225],"work":[144],"data-driven":[147,170],"iteratively":[150],"task-relevant":[153],"view.":[161],"Based":[162],"evaluation":[165],"simulation,":[171],"learned":[173],"contributed":[176],"superior":[178],"driving":[179],"skills":[180],"scenarios":[184],"properly":[186],"indicating":[187],"avoiding":[189],"potentially":[190],"risky":[191],"states.":[192],"In":[193],"future":[194],"research,":[195],"we":[196],"plan":[197],"expand":[199],"definition":[201],"risks":[203],"tasks,":[206],"such":[207],"as":[208],"loss":[209],"control,":[211],"overlarge":[212],"sway,":[213],"excessive":[215],"energy":[216],"consumption":[217],"investigate":[219],"real-world":[224]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}