{"id":"https://openalex.org/W3189826140","doi":"https://doi.org/10.1109/cacre52464.2021.9501367","title":"A path planning strategy for marine vehicles based on deep reinforcement learning and data-driven dynamic flow fields prediction","display_name":"A path planning strategy for marine vehicles based on deep reinforcement learning and data-driven dynamic flow fields prediction","publication_year":2021,"publication_date":"2021-07-01","ids":{"openalex":"https://openalex.org/W3189826140","doi":"https://doi.org/10.1109/cacre52464.2021.9501367","mag":"3189826140"},"language":"en","primary_location":{"id":"doi:10.1109/cacre52464.2021.9501367","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cacre52464.2021.9501367","pdf_url":null,"source":{"id":"https://openalex.org/S4306498778","display_name":"2021 6th International Conference on Automation, Control and Robotics Engineering (CACRE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 6th International Conference on Automation, Control and Robotics Engineering (CACRE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020015081","display_name":"Qiming Sang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiming Sang","raw_affiliation_strings":["University of Chinese Academy of Sciences,Beijing, Shenyang,China,100049"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,Beijing, Shenyang,China,100049","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113808840","display_name":"Yu Tian","orcid":"https://orcid.org/0000-0003-3248-0865"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Tian","raw_affiliation_strings":["Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences,Shenyang,China,110169"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences,Shenyang,China,110169","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027955815","display_name":"Qianlong Jin","orcid":"https://orcid.org/0000-0001-9505-8640"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianlong Jin","raw_affiliation_strings":["University of Chinese Academy of Sciences,Beijing, Shenyang,China,100049"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,Beijing, Shenyang,China,100049","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003282123","display_name":"Jiancheng Yu","orcid":"https://orcid.org/0000-0003-1863-9737"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiancheng Yu","raw_affiliation_strings":["Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences,Shenyang,China,110169"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences,Shenyang,China,110169","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"466","last_page":"471"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8044498562812805},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6805899143218994},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.5949259400367737},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.5807322263717651},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5307324528694153},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5045324563980103},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4892697036266327},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.42636871337890625}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8044498562812805},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6805899143218994},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5949259400367737},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.5807322263717651},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5307324528694153},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5045324563980103},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4892697036266327},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.42636871337890625},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cacre52464.2021.9501367","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cacre52464.2021.9501367","pdf_url":null,"source":{"id":"https://openalex.org/S4306498778","display_name":"2021 6th International Conference on Automation, Control and Robotics Engineering (CACRE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 6th International Conference on Automation, Control and Robotics Engineering (CACRE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Life below water","score":0.7599999904632568,"id":"https://metadata.un.org/sdg/14"}],"awards":[{"id":"https://openalex.org/G208180162","display_name":null,"funder_award_id":"2016YFC0301201,2016YFC0300801","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1975006054","https://openalex.org/W1975183711","https://openalex.org/W1979892370","https://openalex.org/W1981473154","https://openalex.org/W1997540129","https://openalex.org/W2071099748","https://openalex.org/W2090114740","https://openalex.org/W2106086387","https://openalex.org/W2113023534","https://openalex.org/W2138587721","https://openalex.org/W2145339207","https://openalex.org/W2217347222","https://openalex.org/W2291124468","https://openalex.org/W2322511886","https://openalex.org/W2480606608","https://openalex.org/W2493098617","https://openalex.org/W2563178171","https://openalex.org/W2736601468","https://openalex.org/W2773571561","https://openalex.org/W2883571033","https://openalex.org/W2900743765","https://openalex.org/W2984596363","https://openalex.org/W3105778049","https://openalex.org/W4237946144","https://openalex.org/W6700681339","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2359600231","https://openalex.org/W2380019117","https://openalex.org/W3138952546","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3197207153"],"abstract_inverted_index":{"This":[0,17],"paper":[1],"presents":[2],"a":[3,7,10,60,127,205],"strategy":[4,18,193],"for":[5,144],"planning":[6,28,40,58,95],"path":[8,27,39,57,94],"of":[9,20,48,59,85,110,119,129,141,164,175,189,221],"marine":[11,61,130,190],"vehicle":[12,62],"in":[13,63,196],"dynamic":[14,30,66,99],"flow":[15,35,67,87,100,104,120,133,142,153,177,184,201],"fields.":[16,101],"composes":[19],"two":[21],"modules:":[22],"deep":[23,44,160],"reinforcement":[24,45,161],"learning":[25,46,148,162,166],"based":[26,34],"and":[29,122,149],"mode":[31],"decomposition":[32],"(DMD)":[33],"fields":[36,143],"prediction.":[37],"The":[38,83,192,215],"module":[41,89,96],"employs":[42],"the":[43,55,70,79,86,93,103,107,116,145,159,168,172,176,180,187,200,213,219,222],"algorithm":[47,163],"proximal":[49],"policy":[50],"optimization":[51],"(PPO)":[52],"to":[53,77,91,114,138,211],"implement":[54],"time-optimal":[56],"predicted":[64,98],"spatially-temporally":[65],"fields,":[68],"where":[69,151,199],"long":[71],"short-term":[72],"memory":[73],"(LSTM)":[74],"is":[75,90,112,194,209],"introduced":[76],"address":[78],"partially":[80],"observable":[81],"issue.":[82],"objective":[84],"prediction":[88,105],"provide":[92],"with":[97,132,167,179],"In":[102],"module,":[106],"data-driven":[108],"method":[109],"DMD":[111,147],"used":[113],"learn":[115],"low-dimensional":[117],"model":[118,208],"dynamics":[121],"make":[123],"future":[124],"predictions.":[125],"And":[126],"network":[128],"vehicles":[131],"sensing":[134,154],"capability":[135],"are":[136,156],"adopted":[137],"generate":[139],"data":[140,202],"on-line":[146],"prediction,":[150],"their":[152],"locations":[155],"optimized":[157],"by":[158,186,204],"deep-Q":[165],"aim":[169],"at":[170],"minimizing":[171],"reconstruction":[173],"error":[174],"field":[178],"sparse":[181],"in-situ":[182],"point":[183],"observations":[185],"swarm":[188],"vehicles.":[191],"implemented":[195],"computer":[197],"simulations,":[198],"outputted":[203],"numerical":[206],"ocean":[207],"utilized":[210],"test":[212],"strategy.":[214,224],"simulation":[216],"results":[217],"demonstrate":[218],"performance":[220],"proposed":[223]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}