{"id":"https://openalex.org/W4403826805","doi":"https://doi.org/10.1109/jiot.2024.3487129","title":"Improving Deep Q Network Based on Marketing Psychology for AUV Path Planning in Unknown Marine Environments","display_name":"Improving Deep Q Network Based on Marketing Psychology for AUV Path Planning in Unknown Marine Environments","publication_year":2024,"publication_date":"2024-10-28","ids":{"openalex":"https://openalex.org/W4403826805","doi":"https://doi.org/10.1109/jiot.2024.3487129"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3487129","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3487129","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075824475","display_name":"Zhilei Liu","orcid":"https://orcid.org/0000-0002-5983-7070"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhilei Liu","raw_affiliation_strings":["Naval Architecture and Ocean Engineering College, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-5983-7070","affiliations":[{"raw_affiliation_string":"Naval Architecture and Ocean Engineering College, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102511185","display_name":"Jiaoyi Hou","orcid":"https://orcid.org/0000-0001-9532-6932"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaoyi Hou","raw_affiliation_strings":["Naval Architecture and Ocean Engineering College, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-9532-6932","affiliations":[{"raw_affiliation_string":"Naval Architecture and Ocean Engineering College, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072119795","display_name":"Dayong Ning","orcid":"https://orcid.org/0000-0003-4951-9527"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dayong Ning","raw_affiliation_strings":["Naval Architecture and Ocean Engineering College, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Architecture and Ocean Engineering College, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101550505","display_name":"Cheng Zhou","orcid":"https://orcid.org/0000-0002-9527-6442"},"institutions":[{"id":"https://openalex.org/I4210129465","display_name":"Wuhan Ship Development & Design Institute","ror":"https://ror.org/02mcdae06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210129465"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Zhou","raw_affiliation_strings":["First Research Office, Wuhan Second Ship Design and Research Institute, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"First Research Office, Wuhan Second Ship Design and Research Institute, Wuhan, China","institution_ids":["https://openalex.org/I4210129465"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111302683","display_name":"Gangda Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gangda Liang","raw_affiliation_strings":["Naval Architecture and Ocean Engineering College, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Architecture and Ocean Engineering College, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029818365","display_name":"Fengrui Zhang","orcid":"https://orcid.org/0000-0001-7656-1267"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengrui Zhang","raw_affiliation_strings":["Naval Architecture and Ocean Engineering College, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Architecture and Ocean Engineering College, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5075824475"],"corresponding_institution_ids":["https://openalex.org/I43313876"],"apc_list":null,"apc_paid":null,"fwci":2.5699,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.88859122,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"12","issue":"5","first_page":"5476","last_page":"5487"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9379000067710876,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6012037396430969},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.5583305358886719},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.48030656576156616},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.45399484038352966},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3351842164993286},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.24257168173789978},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1946418285369873},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.09663289785385132}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6012037396430969},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5583305358886719},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.48030656576156616},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.45399484038352966},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3351842164993286},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24257168173789978},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1946418285369873},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.09663289785385132}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3487129","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3487129","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Life below water","id":"https://metadata.un.org/sdg/14","score":0.49000000953674316}],"awards":[{"id":"https://openalex.org/G6022476525","display_name":null,"funder_award_id":"3132023513","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6122613885","display_name":null,"funder_award_id":"U1908228","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7414553251","display_name":null,"funder_award_id":"52075064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2010303449","https://openalex.org/W2596152647","https://openalex.org/W2903242674","https://openalex.org/W2978949425","https://openalex.org/W2982852993","https://openalex.org/W2997189724","https://openalex.org/W3008921485","https://openalex.org/W3046190208","https://openalex.org/W3117866490","https://openalex.org/W3119051141","https://openalex.org/W3134202427","https://openalex.org/W3135485952","https://openalex.org/W3139298425","https://openalex.org/W4210769086","https://openalex.org/W4214897012","https://openalex.org/W4221108655","https://openalex.org/W4226329588","https://openalex.org/W4229082946","https://openalex.org/W4311774321","https://openalex.org/W4360864225","https://openalex.org/W4383891636","https://openalex.org/W4385756486","https://openalex.org/W4389076478","https://openalex.org/W4389459319","https://openalex.org/W4390272246","https://openalex.org/W4390502498","https://openalex.org/W4390772324","https://openalex.org/W4392197536","https://openalex.org/W4392925654","https://openalex.org/W4393058646","https://openalex.org/W4393386104","https://openalex.org/W4399665748"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2359600231","https://openalex.org/W2380019117","https://openalex.org/W3138952546","https://openalex.org/W1987886368","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3197207153"],"abstract_inverted_index":{"Autonomous":[0],"underwater":[1,27,43],"vehicles":[2],"(AUVs)":[3],"are":[4,146],"commonly":[5],"utilized":[6],"in":[7,52,76,97,185],"fields":[8],"like":[9],"marine":[10,54,187],"environmental":[11,110],"testing":[12],"because":[13],"of":[14,25,112,119,163,170,200],"their":[15],"adaptable":[16],"and":[17,23,37,63,94,114,131,142,166,195],"independent":[18],"characteristics.":[19],"However,":[20],"the":[21,26,84,92,109,117,132,139,160,167,171,191],"complexity":[22],"variability":[24],"environment":[28],"present":[29],"challenges":[30,85],"for":[31,50],"AUVs.":[32],"AUVs":[33,51,113],"need":[34],"to":[35,82,89,107,154],"safely":[36],"stably":[38],"navigate":[39],"through":[40],"complex":[41],"unknown":[42,53,186],"environments.":[44],"The":[45],"existing":[46],"path":[47,134,182],"planning":[48,183],"technologies":[49],"environments":[55],"face":[56],"challenges,":[57],"such":[58],"as":[59],"slow":[60,192],"convergence":[61,118,193],"speed":[62,115,194],"low":[64,196],"success":[65,197],"rate.":[66],"In":[67],"this":[68],"article,":[69],"a":[70,99,122,156],"deep":[71,120,164],"Q-learning":[72],"(DQN)":[73],"approach":[74],"grounded":[75],"marketing":[77,150],"psychology":[78,151],"(MDQN)":[79],"is":[80,104,136],"suggested":[81],"tackle":[83],"mentioned":[86],"above.":[87],"First,":[88],"reasonably":[90],"allocate":[91],"exploration":[93],"exploitation":[95],"abilities":[96],"DQN,":[98],"mathematical":[100],"optimizer":[101],"acceleration":[102],"function":[103],"developed.":[105],"Additionally,":[106],"improve":[108],"adaptability":[111],"up":[116],"networks,":[121],"reward":[123,140],"mechanism":[124,145],"that":[125,178],"takes":[126],"into":[127],"account":[128],"ocean":[129],"currents":[130],"shortest":[133],"principle":[135],"suggested.":[137],"Finally,":[138],"feedback":[141],"experience":[143],"stratification":[144],"designed":[147],"based":[148],"on":[149],"principles,":[152],"aiming":[153],"promote":[155],"virtuous":[157],"cycle":[158],"between":[159],"training":[161],"process":[162,169],"networks":[165],"learning":[168],"agent.":[172],"Various":[173],"simulation":[174],"experiments":[175],"comprehensively":[176],"demonstrate":[177],"MDQN":[179],"has":[180],"excellent":[181],"capabilities":[184],"environments,":[188],"effectively":[189],"addressing":[190],"rate":[198],"issues":[199],"DQN.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}