{"id":"https://openalex.org/W4404840285","doi":"https://doi.org/10.1109/jiot.2024.3509521","title":"Multiobjective Cooperative Path Planning of Uncrewed Surface Vehicle Based on Deep Reinforcement Learning","display_name":"Multiobjective Cooperative Path Planning of Uncrewed Surface Vehicle Based on Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-11-29","ids":{"openalex":"https://openalex.org/W4404840285","doi":"https://doi.org/10.1109/jiot.2024.3509521"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3509521","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3509521","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100757221","display_name":"Haipeng Xiao","orcid":"https://orcid.org/0000-0002-0372-7868"},"institutions":[{"id":"https://openalex.org/I2800710378","display_name":"Naval University of Engineering","ror":"https://ror.org/056vyez31","country_code":"CN","type":"education","lineage":["https://openalex.org/I2800710378"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haipeng Xiao","raw_affiliation_strings":["National Key Laboratory of Electromagnetic Energy, Naval University of Engineering, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-0372-7868","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Electromagnetic Energy, Naval University of Engineering, Wuhan, China","institution_ids":["https://openalex.org/I2800710378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114973786","display_name":"Lijun Fu","orcid":"https://orcid.org/0000-0001-7167-5169"},"institutions":[{"id":"https://openalex.org/I2800710378","display_name":"Naval University of Engineering","ror":"https://ror.org/056vyez31","country_code":"CN","type":"education","lineage":["https://openalex.org/I2800710378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijun Fu","raw_affiliation_strings":["National Key Laboratory of Electromagnetic Energy, Naval University of Engineering, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-7167-5169","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Electromagnetic Energy, Naval University of Engineering, Wuhan, China","institution_ids":["https://openalex.org/I2800710378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057555486","display_name":"Chengya Shang","orcid":"https://orcid.org/0000-0001-8166-3719"},"institutions":[{"id":"https://openalex.org/I28813325","display_name":"Civil Aviation University of China","ror":"https://ror.org/03je71k37","country_code":"CN","type":"education","lineage":["https://openalex.org/I28813325"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengya Shang","raw_affiliation_strings":["School of Basic Science for Aviation, Naval Aviation University, Yantai, China","Naval Aviation University, Yantai, China"],"raw_orcid":"https://orcid.org/0000-0001-8166-3719","affiliations":[{"raw_affiliation_string":"School of Basic Science for Aviation, Naval Aviation University, Yantai, China","institution_ids":["https://openalex.org/I28813325"]},{"raw_affiliation_string":"Naval Aviation University, Yantai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043405616","display_name":"Yunfeng Lin","orcid":"https://orcid.org/0000-0003-0090-7051"},"institutions":[{"id":"https://openalex.org/I2800710378","display_name":"Naval University of Engineering","ror":"https://ror.org/056vyez31","country_code":"CN","type":"education","lineage":["https://openalex.org/I2800710378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunfeng Lin","raw_affiliation_strings":["National Key Laboratory of Electromagnetic Energy, Naval University of Engineering, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Electromagnetic Energy, Naval University of Engineering, Wuhan, China","institution_ids":["https://openalex.org/I2800710378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101614111","display_name":"Yaxiang Fan","orcid":"https://orcid.org/0009-0008-0931-6163"},"institutions":[{"id":"https://openalex.org/I2800710378","display_name":"Naval University of Engineering","ror":"https://ror.org/056vyez31","country_code":"CN","type":"education","lineage":["https://openalex.org/I2800710378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaxiang Fan","raw_affiliation_strings":["National Key Laboratory of Electromagnetic Energy, Naval University of Engineering, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Electromagnetic Energy, Naval University of Engineering, Wuhan, China","institution_ids":["https://openalex.org/I2800710378"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100757221"],"corresponding_institution_ids":["https://openalex.org/I2800710378"],"apc_list":null,"apc_paid":null,"fwci":3.8581,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.94817263,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"12","issue":"8","first_page":"9743","last_page":"9758"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.9294999837875366,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8712848424911499},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7569505572319031},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.7441041469573975},{"id":"https://openalex.org/keywords/unmanned-surface-vehicle","display_name":"Unmanned surface vehicle","score":0.7368202805519104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4559437036514282},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.43744727969169617},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.21592432260513306},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.15774357318878174},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13493135571479797},{"id":"https://openalex.org/keywords/marine-engineering","display_name":"Marine engineering","score":0.07635784149169922}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8712848424911499},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7569505572319031},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.7441041469573975},{"id":"https://openalex.org/C2987248590","wikidata":"https://www.wikidata.org/wiki/Q4419860","display_name":"Unmanned surface vehicle","level":2,"score":0.7368202805519104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4559437036514282},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.43744727969169617},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21592432260513306},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.15774357318878174},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13493135571479797},{"id":"https://openalex.org/C199104240","wikidata":"https://www.wikidata.org/wiki/Q118291","display_name":"Marine engineering","level":1,"score":0.07635784149169922}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3509521","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3509521","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2079382367","display_name":null,"funder_award_id":"52007196","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1992882701","https://openalex.org/W2125409550","https://openalex.org/W2160709078","https://openalex.org/W2169528473","https://openalex.org/W2345644119","https://openalex.org/W2738294059","https://openalex.org/W2904246096","https://openalex.org/W2910056964","https://openalex.org/W2921410781","https://openalex.org/W2952860400","https://openalex.org/W2972595448","https://openalex.org/W2982320245","https://openalex.org/W3001138495","https://openalex.org/W3008387910","https://openalex.org/W3019349330","https://openalex.org/W3110252449","https://openalex.org/W3133539694","https://openalex.org/W3158593921","https://openalex.org/W3209852576","https://openalex.org/W3211449378","https://openalex.org/W4210768001","https://openalex.org/W4220673533","https://openalex.org/W4281387985","https://openalex.org/W4281745313","https://openalex.org/W4304118970","https://openalex.org/W4313414482","https://openalex.org/W4327949030","https://openalex.org/W4377041449","https://openalex.org/W4379196806","https://openalex.org/W4383502612","https://openalex.org/W4387571956","https://openalex.org/W4387717526"],"related_works":["https://openalex.org/W2359600231","https://openalex.org/W2380019117","https://openalex.org/W4388720133","https://openalex.org/W3138952546","https://openalex.org/W1987886368","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W2897215156","https://openalex.org/W3197207153","https://openalex.org/W3107533324"],"abstract_inverted_index":{"In":[0,126,388],"recent":[1],"years,":[2],"with":[3,156,210,235,243,313,340,350],"the":[4,27,31,34,45,49,93,118,130,149,164,170,175,216,220,226,238,244,248,272,298,322,354,359,367,372,376],"development":[5],"of":[6,15,26,33,38,96,120,219,371],"ship":[7],"intelligence":[8],"and":[9,36,42,99,106,136,152,159,187,230,247,263,284,290,304,327,369,402,405],"uncrewed":[10,16],"technology,":[11],"autonomous":[12],"path":[13,58,258,267,336,385,399],"planning":[14,47,59,259,268,337,386,400],"surface":[17],"vehicle":[18],"(USV)":[19],"has":[20,328],"become":[21],"very":[22],"important.":[23],"However,":[24,178],"most":[25],"existing":[28,398],"studies":[29],"ignore":[30],"limitation":[32],"endurance":[35],"speed":[37,123,158,229,283],"USV":[39,71,79,88,143,154,250,273,282],"to":[40,115,191,212,224,307,397],"voyage,":[41],"only":[43],"consider":[44],"course":[46],"at":[48],"fixed":[50],"speed.":[51],"To":[52],"this":[53],"end,":[54],"we":[55,68,75,139,200,253,280,294,378],"propose":[56,76,140,201,379],"a":[57,70,77,108,141,202,412],"method":[60,377,392],"based":[61,128,275,286],"on":[62,124,129,276,287,297],"deep":[63],"reinforcement":[64],"learning":[65],"(DRL):":[66],"first,":[67],"establish":[69],"motion":[72,245,311],"model.":[73,83,145],"Then,":[74],"new":[78,142,249],"energy":[80],"consumption":[81],"(EC)":[82],"Existing":[84],"research":[85],"typically":[86],"builds":[87],"EC":[89,144,155,251,360],"model":[90,147,203],"by":[91,325,361],"considering":[92,353],"combined":[94],"effects":[95],"currents,":[97],"winds,":[98],"waves,":[100],"which":[101],"needs":[102],"precise":[103],"ocean":[104,160],"data":[105],"involves":[107],"complex":[109,414],"modeling":[110,150],"process.":[111],"Moreover,":[112],"it":[113,357],"fail":[114],"account":[116],"for":[117,260],"influence":[119],"USV\u2019s":[121,299],"own":[122],"EC.":[125],"contrast,":[127],"relationship":[131],"between":[132],"speed,":[133,262,300],"marine":[134],"environment,":[135],"propulsion":[137],"load,":[138],"This":[146],"simplifies":[148],"process":[151],"links":[153],"sailing":[157],"environmental":[161],"conditions.":[162],"Next,":[163],"original":[165],"soft-actor-critic":[166],"(SAC)":[167],"algorithm":[168,342],"use":[169],"multilayer":[171],"perceptron":[172],"(MLP)":[173],"as":[174,215,237,332,334,345],"action":[176,217,239,346],"network.":[177],"convolutional":[179],"neural":[180],"networks":[181],"(CNNs)":[182],"excel":[183],"in":[184,411],"capturing":[185],"spatial":[186],"local":[188],"features.":[189],"Compared":[190,349],"MLP,":[192],"CNN":[193,211],"have":[194,408],"stronger":[195,329],"information":[196],"acquisition":[197],"capabilities.":[198],"Therefore,":[199],"(FRCF)":[204],"that":[205,270,309,319],"combines":[206],"fully":[207],"connected":[208],"layers":[209],"replace":[213],"MLP":[214,344],"network":[218,240,347],"SAC":[221,234,341],"agent,":[222],"aiming":[223],"enhance":[225],"agent\u2019s":[227],"convergence":[228,330],"performance.":[231],"Finally,":[232],"utilizing":[233],"FRCF":[236],"(SAC-FRCF),":[241],"along":[242],"models":[246],"model,":[252],"achieved":[254],"multiobjective":[255],"cooperative":[256],"intelligent":[257],"energy,":[261],"heading.":[264],"Unlike":[265],"traditional":[266,384],"methods":[269],"control":[271],"heading":[274,278,285,301],"discrete":[277],"angular,":[279],"adjust":[281],"continuous":[288],"acceleration":[289],"angular":[291,305],"velocity.":[292],"Meanwhile,":[293],"impose":[295],"constraints":[296],"angle,":[302],"acceleration,":[303],"velocity":[306],"ensure":[308],"its":[310,403],"complies":[312],"kinematic":[314],"constraints.":[315],"Experimental":[316],"results":[317,365],"show":[318],"SAC-FRCF":[320],"reduces":[321,358],"exploration":[323],"time":[324],"46.40%":[326],"performance":[331],"well":[333],"better":[335],"effect":[338],"compared":[339,396],"using":[343],"(SAC-MLP).":[348],"SAC-MLP":[351],"without":[352],"optimal":[355],"EC,":[356],"28.38%.":[362],"The":[363],"experimental":[364],"verify":[366],"effectiveness":[368],"superiority":[370,395],"proposed":[373,391],"method.":[374],"Furthermore,":[375],"exhibits":[380],"significant":[381,394],"advantages":[382],"over":[383],"methods.":[387],"addition,":[389],"our":[390],"demonstrates":[393],"methods,":[401],"robustness":[404],"adaptability":[406],"also":[407],"been":[409],"verified":[410],"more":[413],"environment.":[415]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-16T08:24:45.110214","created_date":"2024-11-29T00:00:00"}