{"id":"https://openalex.org/W4416114241","doi":"https://doi.org/10.1109/tcomm.2025.3631545","title":"Energy-Efficient AAV Coverage Aware Navigation Under Continuous Dynamic Constraints: An Offline\u2013Online Radio Map-Enhanced DRL Method","display_name":"Energy-Efficient AAV Coverage Aware Navigation Under Continuous Dynamic Constraints: An Offline\u2013Online Radio Map-Enhanced DRL Method","publication_year":2025,"publication_date":"2025-11-11","ids":{"openalex":"https://openalex.org/W4416114241","doi":"https://doi.org/10.1109/tcomm.2025.3631545"},"language":null,"primary_location":{"id":"doi:10.1109/tcomm.2025.3631545","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2025.3631545","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039378730","display_name":"Shijin Zhao","orcid":"https://orcid.org/0009-0001-9168-1221"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shijin Zhao","raw_affiliation_strings":["College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011900098","display_name":"Fuhui Zhou","orcid":"https://orcid.org/0000-0001-6880-6244"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuhui Zhou","raw_affiliation_strings":["College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100785098","display_name":"Qihui Wu","orcid":"https://orcid.org/0000-0002-9521-5084"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qihui Wu","raw_affiliation_strings":["College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024839880","display_name":"Feng Shen","orcid":"https://orcid.org/0000-0002-9488-1368"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Shen","raw_affiliation_strings":["College of Electronic and Optical Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic and Optical Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5039378730"],"corresponding_institution_ids":["https://openalex.org/I9842412"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.46251626,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"74","issue":null,"first_page":"899","last_page":"913"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.881600022315979,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.881600022315979,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.014800000004470348,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.013700000010430813,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7113999724388123},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.630299985408783},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4018999934196472},{"id":"https://openalex.org/keywords/vehicle-dynamics","display_name":"Vehicle dynamics","score":0.39169999957084656},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.34150001406669617},{"id":"https://openalex.org/keywords/intelligent-control","display_name":"Intelligent control","score":0.32899999618530273},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.3287999927997589},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.3093999922275543}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7113999724388123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6747999787330627},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.630299985408783},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.43149998784065247},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4018999934196472},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.39169999957084656},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.34150001406669617},{"id":"https://openalex.org/C82327864","wikidata":"https://www.wikidata.org/wiki/Q835100","display_name":"Intelligent control","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3287999927997589},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3160000145435333},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.29760000109672546},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.2930999994277954},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2800000011920929},{"id":"https://openalex.org/C2777891301","wikidata":"https://www.wikidata.org/wiki/Q3475123","display_name":"Navigation system","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.25049999356269836},{"id":"https://openalex.org/C2776902269","wikidata":"https://www.wikidata.org/wiki/Q5165493","display_name":"Continuous monitoring","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2025.3631545","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2025.3631545","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2268751503","https://openalex.org/W2515158352","https://openalex.org/W2612291478","https://openalex.org/W2746553466","https://openalex.org/W2863849698","https://openalex.org/W2904246096","https://openalex.org/W2915369448","https://openalex.org/W2930720221","https://openalex.org/W2962684895","https://openalex.org/W2962726494","https://openalex.org/W2962804513","https://openalex.org/W2963133483","https://openalex.org/W2964023906","https://openalex.org/W2965140792","https://openalex.org/W2988618019","https://openalex.org/W2989951454","https://openalex.org/W3006653661","https://openalex.org/W3045638648","https://openalex.org/W3106530718","https://openalex.org/W3108838069","https://openalex.org/W3132105662","https://openalex.org/W3177031265","https://openalex.org/W3197218539","https://openalex.org/W3217486134","https://openalex.org/W4206913996","https://openalex.org/W4285241705","https://openalex.org/W4291805103","https://openalex.org/W4312877079","https://openalex.org/W4312922633","https://openalex.org/W4322576474","https://openalex.org/W4361801860","https://openalex.org/W4387197056","https://openalex.org/W4387491109","https://openalex.org/W4388837986","https://openalex.org/W4396542138","https://openalex.org/W4401357856","https://openalex.org/W4403420293","https://openalex.org/W4407390651","https://openalex.org/W4409311614"],"related_works":[],"abstract_inverted_index":{"Cellular-connected":[0],"unmanned":[1],"aerial":[2],"vehicles":[3],"(UAVs)":[4],"play":[5],"essential":[6],"roles":[7],"across":[8],"various":[9],"smart-city":[10],"applications":[11],"in":[12,213],"low-altitude":[13],"domains,":[14],"such":[15],"as":[16,44],"logistics":[17],"delivery,":[18],"environmental":[19,181],"monitoring,":[20],"etc.":[21],"To":[22,92],"ensure":[23],"their":[24,68],"reliable":[25],"deployment,":[26],"it":[27,184],"significantly":[28],"depends":[29],"on":[30],"efficient":[31],"and":[32,66,85,149,173,227,236],"intelligent":[33,229],"UAV":[34,54,111],"coverage-aware":[35,112],"navigation,":[36],"where":[37,164],"deep":[38],"reinforcement":[39],"learning":[40,79,155,162,225],"(DRL)":[41],"has":[42],"emerged":[43],"a":[45,99,159],"promising":[46],"method.":[47],"However,":[48],"current":[49],"DRL-based":[50],"methods":[51],"typically":[52],"simplify":[53],"flight":[55,64,167],"dynamics":[56,116],"by":[57],"action":[58,131],"discretization,":[59],"which":[60,200],"neglects":[61],"realistic":[62],"continuous":[63,115,130,137,217],"dynamic":[65,218],"limits":[67],"practical":[69],"implementation.":[70],"Moreover,":[71,152],"they":[72],"suffer":[73],"from":[74],"the":[75,80,90,109,123,143,165,174,186,191,203,209],"sample":[76],"inefficiency,":[77],"since":[78],"navigation":[81,113,214],"policy":[82,175,204],"requires":[83],"extensive":[84],"costly":[86],"real-time":[87],"interactions":[88],"with":[89],"environment.":[91],"overcome":[93],"these":[94],"two":[95],"challenges,":[96],"we":[97],"propose":[98],"novel":[100],"offline-online":[101,161],"radio":[102,187],"map-enhanced":[103],"soft":[104],"actor-critic":[105],"(OORM-SAC)":[106],"framework":[107],"for":[108],"energy-efficient":[110,166],"under":[114,216],"constraints.":[117,219],"Specifically,":[118],"our":[119],"proposed":[120],"OORM-SAC":[121,157,212,221],"leverages":[122],"classic":[124],"SAC":[125],"algorithm":[126],"to":[127,135,140,153,194],"handle":[128],"large":[129],"spaces.":[132],"It":[133],"aims":[134],"learn":[136],"steering":[138],"control":[139],"navigate":[141],"toward":[142],"destination":[144],"while":[145],"minimizing":[146],"energy":[147,234],"consumption":[148,235],"communication":[150,237],"outage.":[151],"enhance":[154],"efficiency,":[156],"adopts":[158],"hybrid":[160],"approach,":[163],"pattern":[168],"is":[169,176],"first":[170],"pre-trained":[171],"offline":[172],"then":[177],"refined":[178],"through":[179],"online":[180,192],"interactions.":[182],"Furthermore,":[183],"incorporates":[185],"map":[188],"construction":[189],"during":[190],"phase":[193],"generate":[195],"diverse":[196],"virtual":[197],"training":[198],"samples,":[199],"further":[201],"accelerates":[202],"learning.":[205],"Experimental":[206],"results":[207],"demonstrate":[208],"effectiveness":[210],"of":[211],"tasks":[215],"The":[220],"method":[222],"exhibits":[223],"superior":[224],"efficiency":[226],"generates":[228],"trajectories":[230],"that":[231],"effectively":[232],"balance":[233],"requirements.":[238]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-11T00:00:00"}