{"id":"https://openalex.org/W4205833229","doi":"https://doi.org/10.1109/tvt.2022.3141799","title":"Deep Reinforcement Learning Based Latency Minimization for Mobile Edge Computing With Virtualization in Maritime UAV Communication Network","display_name":"Deep Reinforcement Learning Based Latency Minimization for Mobile Edge Computing With Virtualization in Maritime UAV Communication Network","publication_year":2022,"publication_date":"2022-01-11","ids":{"openalex":"https://openalex.org/W4205833229","doi":"https://doi.org/10.1109/tvt.2022.3141799"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3141799","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3141799","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100724220","display_name":"Ying Liu","orcid":"https://orcid.org/0000-0002-7901-7803"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ying Liu","raw_affiliation_strings":["College of Communication Engineering, Jilin University, Changchun, Jilin, China"],"affiliations":[{"raw_affiliation_string":"College of Communication Engineering, Jilin University, Changchun, Jilin, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114585154","display_name":"Junjie Yan","orcid":"https://orcid.org/0009-0000-9362-3941"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Yan","raw_affiliation_strings":["College of Communication Engineering, Jilin University, Changchun, Jilin, China"],"affiliations":[{"raw_affiliation_string":"College of Communication Engineering, Jilin University, Changchun, Jilin, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100668750","display_name":"Xiaohui Zhao","orcid":"https://orcid.org/0000-0002-3363-5139"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohui Zhao","raw_affiliation_strings":["College of Communication Engineering, Jilin University, Changchun, Jilin, China"],"affiliations":[{"raw_affiliation_string":"College of Communication Engineering, Jilin University, Changchun, Jilin, China","institution_ids":["https://openalex.org/I194450716"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100724220"],"corresponding_institution_ids":["https://openalex.org/I194450716"],"apc_list":null,"apc_paid":null,"fwci":114.6619,"has_fulltext":false,"cited_by_count":187,"citation_normalized_percentile":{"value":0.99974861,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"71","issue":"4","first_page":"4225","last_page":"4236"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.8299643993377686},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7922557592391968},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.6687518358230591},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6342101693153381},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.621981143951416},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5117313861846924},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.4797459840774536},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.44271060824394226},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.43579810857772827},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4231830835342407},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.39573678374290466},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.34761497378349304},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.3435118496417999},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.29736533761024475},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2623131573200226},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.177433043718338}],"concepts":[{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.8299643993377686},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7922557592391968},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.6687518358230591},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6342101693153381},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.621981143951416},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5117313861846924},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.4797459840774536},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.44271060824394226},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.43579810857772827},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4231830835342407},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.39573678374290466},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.34761497378349304},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.3435118496417999},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.29736533761024475},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2623131573200226},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.177433043718338},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2022.3141799","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3141799","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/14","display_name":"Life below water","score":0.49000000953674316}],"awards":[{"id":"https://openalex.org/G6770083957","display_name":null,"funder_award_id":"61571209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2142442427","https://openalex.org/W2150308281","https://openalex.org/W2420054817","https://openalex.org/W2433358477","https://openalex.org/W2746553466","https://openalex.org/W2754349741","https://openalex.org/W2766640544","https://openalex.org/W2897388593","https://openalex.org/W2899183567","https://openalex.org/W2914289538","https://openalex.org/W2921456883","https://openalex.org/W2930672455","https://openalex.org/W2950373453","https://openalex.org/W2961269959","https://openalex.org/W2963821095","https://openalex.org/W2964188550","https://openalex.org/W2965684117","https://openalex.org/W2981483168","https://openalex.org/W2989512700","https://openalex.org/W2992764208","https://openalex.org/W2995862989","https://openalex.org/W2999225051","https://openalex.org/W2999576067","https://openalex.org/W2999672258","https://openalex.org/W3002033136","https://openalex.org/W3005243570","https://openalex.org/W3006541201","https://openalex.org/W3019171297","https://openalex.org/W3029957888","https://openalex.org/W3036564176","https://openalex.org/W3048327660","https://openalex.org/W3051352583","https://openalex.org/W3090573937","https://openalex.org/W3094295611","https://openalex.org/W3102527375","https://openalex.org/W3103326437","https://openalex.org/W3106885682","https://openalex.org/W3116153471","https://openalex.org/W3127650870","https://openalex.org/W3128254715","https://openalex.org/W3135506433"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W4225987626","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W2796352555"],"abstract_inverted_index":{"The":[0],"rapid":[1],"development":[2],"of":[3,11,48,95,151,185,189],"maritime":[4,28,46,84,122],"activities":[5],"has":[6,148],"led":[7],"to":[8,19,40,57,109,167,181],"the":[9,21,111,149,183,201,208],"emergence":[10],"more":[12,14],"and":[13,92,101,118,144,173,187,213],"computation-intensive":[15],"applications.":[16],"In":[17,75],"order":[18],"meet":[20],"huge":[22],"demand":[23],"for":[24,45,115],"wireless":[25],"communications":[26],"in":[27,120],"environment,":[29],"mobile":[30,125],"edge":[31,126],"computing":[32,43,69,127],"(MEC)":[33],"is":[34,60,73,99,103,141],"considered":[35],"as":[36,164],"an":[37],"effective":[38],"solution":[39],"provide":[41],"powerful":[42],"capabilities":[44],"terminals":[47],"resource":[49],"scarcity":[50],"or":[51],"latency":[52,112],"sensitive.":[53],"A":[54],"basic":[55],"technology":[56],"implement":[58],"MEC":[59,102],"virtual":[61,190],"machine":[62],"(VM)":[63],"multiplexing,":[64],"through":[65],"which":[66],"multi-task":[67],"parallel":[68],"on":[70,105,154],"a":[71,78,88,93,134,142,169,174],"server":[72],"realized.":[74],"this":[76,121,131,155],"paper,":[77],"two-layer":[79],"unmanned":[80],"aerial":[81],"vehicles":[82],"(UAVs)":[83],"communication":[85,117],"network":[86],"with":[87],"centralized":[89],"top-UAV":[90],"(T-UAV)":[91],"group":[94],"distributed":[96],"bottom-UAVs":[97],"(B-UAVs)":[98],"established":[100],"used":[104],"T-UAV.":[106],"We":[107,129],"aim":[108],"solve":[110],"minimization":[113],"problem":[114,132],"both":[116],"computation":[119],"UAV":[123],"swarm":[124],"network.":[128],"reformulate":[130],"into":[133],"Markov":[135],"decision":[136],"process":[137],"(MDP),":[138],"since":[139],"it":[140],"non-convex":[143],"multiply":[145],"constrained":[146],"but":[147],"characteristics":[150],"MDP.":[152],"Based":[153],"MDP":[156],"model,":[157],"we":[158,198],"take":[159],"deep":[160,170,175],"reinforcement":[161],"learning":[162],"(DRL)":[163],"our":[165],"tool":[166],"propose":[168],"Q-network":[171],"(DQN)":[172],"deterministic":[176],"policy":[177],"gradient":[178],"(DDPG)":[179],"algorithms":[180],"optimize":[182],"trajectory":[184],"T-UAV":[186],"configuration":[188],"machines":[191],"(VMs).":[192],"Using":[193],"these":[194],"two":[195],"proposed":[196],"algorithms,":[197],"can":[199],"minimize":[200],"system":[202],"latency.":[203],"Simulation":[204],"results":[205],"show":[206],"that":[207],"given":[209],"solutions":[210],"are":[211],"valid":[212],"effective.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":56},{"year":2024,"cited_by_count":64},{"year":2023,"cited_by_count":48},{"year":2022,"cited_by_count":12}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}