{"id":"https://openalex.org/W4390481125","doi":"https://doi.org/10.1109/tim.2023.3336444","title":"Flocking of Under-Actuated Unmanned Surface Vehicles via Deep Reinforcement Learning and Model Predictive Path Integral Control","display_name":"Flocking of Under-Actuated Unmanned Surface Vehicles via Deep Reinforcement Learning and Model Predictive Path Integral Control","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4390481125","doi":"https://doi.org/10.1109/tim.2023.3336444"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2023.3336444","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2023.3336444","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031873539","display_name":"Chao Pan","orcid":"https://orcid.org/0009-0003-3225-6764"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Pan","raw_affiliation_strings":["School of Marine Electrical Engineering, Dalian Maritime University, and the Dalian Key Laboratory of Swarm Control and Electrical Technology for Intelligent Ships, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0003-3225-6764","affiliations":[{"raw_affiliation_string":"School of Marine Electrical Engineering, Dalian Maritime University, and the Dalian Key Laboratory of Swarm Control and Electrical Technology for Intelligent Ships, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026501858","display_name":"Zhouhua Peng","orcid":"https://orcid.org/0000-0003-4468-7281"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhouhua Peng","raw_affiliation_strings":["School of Marine Electrical Engineering, Dalian Maritime University, and the Dalian Key Laboratory of Swarm Control and Electrical Technology for Intelligent Ships, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-4468-7281","affiliations":[{"raw_affiliation_string":"School of Marine Electrical Engineering, Dalian Maritime University, and the Dalian Key Laboratory of Swarm Control and Electrical Technology for Intelligent Ships, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100427634","display_name":"Yongming Li","orcid":"https://orcid.org/0000-0002-5258-2765"},"institutions":[{"id":"https://openalex.org/I2898894","display_name":"Liaoning University of Technology","ror":"https://ror.org/05ay23762","country_code":"CN","type":"education","lineage":["https://openalex.org/I2898894"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongming Li","raw_affiliation_strings":["College of Science, Liaoning University of Technology, Jinzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5258-2765","affiliations":[{"raw_affiliation_string":"College of Science, Liaoning University of Technology, Jinzhou, China","institution_ids":["https://openalex.org/I2898894"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074296493","display_name":"Bing Han","orcid":"https://orcid.org/0000-0002-3020-3015"},"institutions":[{"id":"https://openalex.org/I4210097049","display_name":"Shanghai Ship and Shipping Research Institute","ror":"https://ror.org/00z9npm78","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210097049"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Han","raw_affiliation_strings":["Shanghai Ship and Shipping Research Institute, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3020-3015","affiliations":[{"raw_affiliation_string":"Shanghai Ship and Shipping Research Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210097049"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101593329","display_name":"Dan Wang","orcid":"https://orcid.org/0000-0002-4099-6004"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Wang","raw_affiliation_strings":["School of Marine Electrical Engineering, Dalian Maritime University, and the Dalian Key Laboratory of Swarm Control and Electrical Technology for Intelligent Ships, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-4099-6004","affiliations":[{"raw_affiliation_string":"School of Marine Electrical Engineering, Dalian Maritime University, and the Dalian Key Laboratory of Swarm Control and Electrical Technology for Intelligent Ships, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.9543,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.97874201,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"73","issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/flocking","display_name":"Flocking (texture)","score":0.8881916999816895},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6922812461853027},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.5303904414176941},{"id":"https://openalex.org/keywords/unmanned-surface-vehicle","display_name":"Unmanned surface vehicle","score":0.5108818411827087},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4870365262031555},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4654487073421478},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.4469081461429596},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43676844239234924},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4197385609149933},{"id":"https://openalex.org/keywords/remotely-operated-underwater-vehicle","display_name":"Remotely operated underwater vehicle","score":0.41353705525398254},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.392076313495636},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.3317030072212219},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2708269953727722},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2662566900253296},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.19268053770065308},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.18015950918197632},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.11654162406921387},{"id":"https://openalex.org/keywords/marine-engineering","display_name":"Marine engineering","score":0.1045951247215271}],"concepts":[{"id":"https://openalex.org/C2781220375","wikidata":"https://www.wikidata.org/wiki/Q814208","display_name":"Flocking (texture)","level":2,"score":0.8881916999816895},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6922812461853027},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.5303904414176941},{"id":"https://openalex.org/C2987248590","wikidata":"https://www.wikidata.org/wiki/Q4419860","display_name":"Unmanned surface vehicle","level":2,"score":0.5108818411827087},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4870365262031555},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4654487073421478},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.4469081461429596},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43676844239234924},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4197385609149933},{"id":"https://openalex.org/C145424490","wikidata":"https://www.wikidata.org/wiki/Q618465","display_name":"Remotely operated underwater vehicle","level":4,"score":0.41353705525398254},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.392076313495636},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.3317030072212219},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2708269953727722},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2662566900253296},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.19268053770065308},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.18015950918197632},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.11654162406921387},{"id":"https://openalex.org/C199104240","wikidata":"https://www.wikidata.org/wiki/Q118291","display_name":"Marine engineering","level":1,"score":0.1045951247215271},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2023.3336444","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2023.3336444","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2041897753","display_name":null,"funder_award_id":"2022ZD0119902","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2140840835","display_name":null,"funder_award_id":"62203081","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2218876116","display_name":null,"funder_award_id":"52071044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2934823595","display_name":null,"funder_award_id":"3132023508","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3826241311","display_name":null,"funder_award_id":"36261402","funder_id":"https://openalex.org/F4320336656","funder_display_name":"Thousand Young Talents Program of China"},{"id":"https://openalex.org/G3826870227","display_name":null,"funder_award_id":"0034012305","funder_id":"https://openalex.org/F4320327404","funder_display_name":"Dalian Maritime University"},{"id":"https://openalex.org/G6145040941","display_name":null,"funder_award_id":"XLYC2007188","funder_id":"https://openalex.org/F4320329895","funder_display_name":"Liaoning Revitalization Talents Program"},{"id":"https://openalex.org/G6270911851","display_name":null,"funder_award_id":"51979020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6348203224","display_name":null,"funder_award_id":"52271304","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G820020519","display_name":null,"funder_award_id":"2022JJ12GX034","funder_id":"https://openalex.org/F4320336584","funder_display_name":"Dalian Science and Technology Innovation Fund"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327404","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53"},{"id":"https://openalex.org/F4320329895","display_name":"Liaoning Revitalization Talents Program","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336584","display_name":"Dalian Science and Technology Innovation Fund","ror":null},{"id":"https://openalex.org/F4320336656","display_name":"Thousand Young Talents Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1972011357","https://openalex.org/W1974515126","https://openalex.org/W2080588088","https://openalex.org/W2100920791","https://openalex.org/W2105850748","https://openalex.org/W2119693819","https://openalex.org/W2150312211","https://openalex.org/W2228328747","https://openalex.org/W2330745128","https://openalex.org/W2492811885","https://openalex.org/W2555176140","https://openalex.org/W2568019971","https://openalex.org/W2581111877","https://openalex.org/W2587775428","https://openalex.org/W2611792769","https://openalex.org/W2612281180","https://openalex.org/W2624600449","https://openalex.org/W2738778707","https://openalex.org/W2741032512","https://openalex.org/W2766478487","https://openalex.org/W2774937390","https://openalex.org/W2787063656","https://openalex.org/W2796483014","https://openalex.org/W2799669463","https://openalex.org/W2884971974","https://openalex.org/W2890653409","https://openalex.org/W2905456320","https://openalex.org/W2907619374","https://openalex.org/W2920076348","https://openalex.org/W2957590566","https://openalex.org/W2962872206","https://openalex.org/W2963917788","https://openalex.org/W2966893381","https://openalex.org/W2967044798","https://openalex.org/W3005337831","https://openalex.org/W3010632416","https://openalex.org/W3024256079","https://openalex.org/W3035525587","https://openalex.org/W3037669777","https://openalex.org/W3080180764","https://openalex.org/W3080681337","https://openalex.org/W3092193341","https://openalex.org/W3102141330","https://openalex.org/W3124444594","https://openalex.org/W3127198723","https://openalex.org/W3131229895","https://openalex.org/W3138795788","https://openalex.org/W3155250119","https://openalex.org/W3157194164","https://openalex.org/W3158947403","https://openalex.org/W3207709416","https://openalex.org/W3212600915","https://openalex.org/W3216792798","https://openalex.org/W4205260620","https://openalex.org/W4226435677","https://openalex.org/W4248049034","https://openalex.org/W4281751939","https://openalex.org/W4285282822","https://openalex.org/W4310727215","https://openalex.org/W4311431031","https://openalex.org/W4319447949","https://openalex.org/W4360995271","https://openalex.org/W6748012927","https://openalex.org/W6760405395"],"related_works":["https://openalex.org/W2740881605","https://openalex.org/W4388720133","https://openalex.org/W4281751939","https://openalex.org/W2897215156","https://openalex.org/W3107533324","https://openalex.org/W4320802362","https://openalex.org/W4319459684","https://openalex.org/W2942314702","https://openalex.org/W2952180432","https://openalex.org/W3196306606"],"abstract_inverted_index":{"This":[0],"article":[1],"addresses":[2],"flocking":[3,48,100,122,146],"control":[4,40,94,143],"of":[5,8,83,136,147],"a":[6,22,46,71],"swarm":[7],"under-actuated":[9,148],"unmanned":[10],"surface":[11],"vehicles":[12],"(USVs)":[13],"subject":[14],"to":[15,44],"stationary":[16],"and":[17,27,39,55,68,101,118,142],"moving":[18],"obstacles":[19],"guided":[20],"by":[21,63,115],"dynamic":[23],"leader.":[24],"The":[25],"leader":[26],"follower":[28],"USVs":[29],"suffer":[30],"from":[31],"fully":[32,36,139],"unknown":[33],"models.":[34],"A":[35],"data-driven":[37,140],"learning":[38,53,114,141],"method":[41,144],"is":[42,75,110],"proposed":[43,138],"achieve":[45],"stable":[47,121],"behavior":[49],"via":[50],"deep":[51,72],"reinforcement":[52],"(DRL)":[54],"model":[56,82,129],"predictive":[57],"path":[58],"integral":[59],"(MPPI)":[60],"control.":[61],"Specifically,":[62],"leveraging":[64],"the":[65,80,89,134,137],"recorded":[66],"input":[67],"output":[69],"data,":[70,120],"neural":[73],"network":[74],"first":[76],"trained":[77],"for":[78,145],"approximating":[79],"dynamics":[81],"each":[84],"USV.":[85],"Next,":[86],"based":[87],"on":[88],"learned":[90],"vehicle":[91],"dynamics,":[92],"MPPI":[93],"laws":[95],"are":[96],"designed":[97],"such":[98],"that":[99,112],"collision":[102],"avoidance":[103],"tasks":[104],"can":[105,123],"be":[106,124],"simultaneously":[107],"achieved.":[108],"It":[109],"indicated":[111],"after":[113],"utilizing":[116],"random":[117],"new":[119],"achieved":[125],"without":[126],"using":[127],"any":[128],"information.":[130],"Simulation":[131],"results":[132],"validate":[133],"effectiveness":[135],"USVs.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}