{"id":"https://openalex.org/W4205140704","doi":"https://doi.org/10.1109/twc.2022.3142018","title":"Energy Minimization for Cellular-Connected UAV: From Optimization to Deep Reinforcement Learning","display_name":"Energy Minimization for Cellular-Connected UAV: From Optimization to Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-01-19","ids":{"openalex":"https://openalex.org/W4205140704","doi":"https://doi.org/10.1109/twc.2022.3142018"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2022.3142018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3142018","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010796482","display_name":"Cheng Zhan","orcid":"https://orcid.org/0000-0002-0971-6748"},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Zhan","raw_affiliation_strings":["School of Computer and Information Science, Southwest University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-0971-6748","affiliations":[{"raw_affiliation_string":"School of Computer and Information Science, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082336235","display_name":"Yong Zeng","orcid":"https://orcid.org/0000-0002-3670-0434"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Zeng","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","Purple Mountain Laboratories, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-3670-0434","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":49.3843,"has_fulltext":false,"cited_by_count":88,"citation_normalized_percentile":{"value":0.99841581,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"21","issue":"7","first_page":"5541","last_page":"5555"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9666000008583069,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8247202634811401},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7102434039115906},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.6191740036010742},{"id":"https://openalex.org/keywords/energy-minimization","display_name":"Energy minimization","score":0.5938606858253479},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4956852197647095},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.41756579279899597},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32945409417152405},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13283908367156982}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8247202634811401},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7102434039115906},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.6191740036010742},{"id":"https://openalex.org/C14961307","wikidata":"https://www.wikidata.org/wiki/Q5377176","display_name":"Energy minimization","level":2,"score":0.5938606858253479},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4956852197647095},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.41756579279899597},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32945409417152405},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13283908367156982},{"id":"https://openalex.org/C147597530","wikidata":"https://www.wikidata.org/wiki/Q369472","display_name":"Computational chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2022.3142018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3142018","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.9100000262260437}],"awards":[{"id":"https://openalex.org/G2758484931","display_name":null,"funder_award_id":"62172339","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6350050616","display_name":null,"funder_award_id":"XDJK2019C097","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6684958205","display_name":null,"funder_award_id":"3204002004A2","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7238088061","display_name":"\u667a\u80fd\u7f51\u8054\u65e0\u4eba\u673a\u4e09\u7ef4\u7a7a\u95f4\u901a\u4fe1\u7406\u8bba\u65b9\u6cd5\u7814\u7a76","funder_award_id":"62071114","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8800208486","display_name":null,"funder_award_id":"2021JJ30545","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2145339207","https://openalex.org/W2178935672","https://openalex.org/W2268751503","https://openalex.org/W2515158352","https://openalex.org/W2746553466","https://openalex.org/W2798444003","https://openalex.org/W2883649322","https://openalex.org/W2944234465","https://openalex.org/W2948019083","https://openalex.org/W2960851279","https://openalex.org/W2962691117","https://openalex.org/W2962726494","https://openalex.org/W2962748258","https://openalex.org/W2962804513","https://openalex.org/W2962896865","https://openalex.org/W2963327793","https://openalex.org/W2963899602","https://openalex.org/W2964023906","https://openalex.org/W2964639126","https://openalex.org/W2969731533","https://openalex.org/W2981125566","https://openalex.org/W2990101085","https://openalex.org/W2991475146","https://openalex.org/W2994008524","https://openalex.org/W2996942283","https://openalex.org/W3006653661","https://openalex.org/W3026197293","https://openalex.org/W3040177270","https://openalex.org/W3040422151","https://openalex.org/W3042419363","https://openalex.org/W3045638648","https://openalex.org/W3088314401","https://openalex.org/W3102696584","https://openalex.org/W3106530718","https://openalex.org/W3108838069","https://openalex.org/W3118743448","https://openalex.org/W3120637834","https://openalex.org/W3128189281","https://openalex.org/W3132105662","https://openalex.org/W3134164132","https://openalex.org/W3141776272","https://openalex.org/W6685444567"],"related_works":["https://openalex.org/W1518796764","https://openalex.org/W347294048","https://openalex.org/W2118841422","https://openalex.org/W2226908759","https://openalex.org/W2061881449","https://openalex.org/W1483822002","https://openalex.org/W1899667806","https://openalex.org/W2351116219","https://openalex.org/W2110536527","https://openalex.org/W2153731865"],"abstract_inverted_index":{"Cellular-connected":[0],"unmanned":[1],"aerial":[2,38],"vehicles":[3],"(UAVs)":[4],"are":[5,281],"expected":[6],"to":[7,23,27,48,128,131,227,262,270],"become":[8],"integral":[9],"components":[10],"of":[11,19,53,107,134,274,302],"future":[12],"cellular":[13,41,83],"networks.":[14,42],"To":[15,140],"this":[16,44,141],"end,":[17,142],"one":[18],"the":[20,50,59,81,86,98,108,132,147,158,168,212,217,224,256,275,285,311],"important":[21],"problems":[22],"address":[24],"is":[25,92,126,161,219],"how":[26],"support":[28],"energy-efficient":[29,303],"UAV":[30,55,64,87,257,304,314],"operation":[31],"while":[32,74],"maintaining":[33],"reliable":[34],"connectivity":[35,79,307],"between":[36,313],"those":[37],"users":[39],"and":[40,63,103,120,137,187,201,245,264,284,309,317],"In":[43],"paper,":[45],"we":[46,143,181,210,233],"aim":[47],"minimize":[49],"energy":[51,101,315],"consumption":[52,102,316],"cellular-connected":[54],"via":[56],"jointly":[57],"designing":[58],"mission":[60],"completion":[61],"time":[62,318],"trajectory,":[65],"as":[66,68,259],"well":[67],"communication":[69,78,110],"base":[70],"station":[71],"(BS)":[72],"associations,":[73],"ensuring":[75],"a":[76,183,202,228,235,249],"satisfactory":[77],"with":[80,306],"ground":[82],"network":[84],"during":[85],"flight.":[88],"An":[89],"optimization":[90,199,225],"problem":[91,125,186,226],"formulated":[93,124],"by":[94,196],"taking":[95],"into":[96],"account":[97],"UAV\u2019s":[99],"flight":[100,305],"various":[104],"practical":[105,214],"aspects":[106],"air-ground":[109],"models,":[111],"including":[112],"BS":[113],"antenna":[114],"pattern,":[115],"interference":[116],"from":[117],"non-associated":[118],"BSs":[119],"local":[121,272],"environment.":[122],"The":[123],"difficult":[127],"tackle":[129],"due":[130],"lack":[133],"closed-form":[135],"expressions":[136],"non-convexity":[138],"nature.":[139],"first":[144],"assume":[145],"that":[146,216,288],"<italic":[148,176],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[149,177],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">channel":[150],"knowledge":[151],"map</i>":[152],"(CKM)":[153],"or":[154],"radio":[155],"map":[156],"for":[157],"considered":[159],"area":[160],"available,":[162],"which":[163],"contains":[164],"rich":[165],"information":[166],"about":[167],"relatively":[169],"stable":[170],"(large-scale)":[171],"channel":[172],"parameters.":[173],"By":[174,222],"utilizing":[175],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">path":[178],"discretization</i>":[179],"technique,":[180],"obtain":[182],"discretized":[184],"equivalent":[185],"develop":[188,234],"an":[189,260],"efficient":[190],"solution":[191],"based":[192,241],"on":[193,242],"graph":[194],"theory":[195],"employing":[197],"convex":[198],"technique":[200],"dynamic-weight":[203],"shortest":[204],"path":[205],"algorithm":[206,240],"over":[207,248],"graph.":[208],"Next,":[209],"study":[211],"more":[213],"case":[215],"CKM":[218],"unavailable":[220],"initially.":[221],"transforming":[223],"Markov":[229],"decision":[230],"process":[231],"(MDP),":[232],"deep":[236],"reinforcement":[237],"learning":[238,244],"(DRL)":[239],"multi-step":[243],"double":[246],"Q-learning":[247],"dueling":[250],"Deep":[251],"Q-Network":[252],"(DQN)":[253],"architecture,":[254],"where":[255],"acts":[258],"agent":[261],"explore":[263],"learn":[265],"its":[266,271],"moving":[267],"policy":[268],"according":[269],"observations":[273],"measured":[276],"signal":[277],"samples.":[278],"Extensive":[279],"simulations":[280],"carried":[282],"out":[283],"results":[286,298],"show":[287],"our":[289,297],"proposed":[290],"designs":[291],"significantly":[292],"outperform":[293],"baseline":[294],"schemes.":[295],"Furthermore,":[296],"reveal":[299],"new":[300],"insights":[301],"requirements":[308],"unveil":[310],"tradeoff":[312],"duration":[319],"along":[320],"line":[321],"segments.":[322]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":31},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}