{"id":"https://openalex.org/W4407448987","doi":"https://doi.org/10.1109/taes.2025.3541168","title":"The Semidouble DQN Resource Optimization Strategy for UAV-Aided Networks: A Case Study","display_name":"The Semidouble DQN Resource Optimization Strategy for UAV-Aided Networks: A Case Study","publication_year":2025,"publication_date":"2025-02-13","ids":{"openalex":"https://openalex.org/W4407448987","doi":"https://doi.org/10.1109/taes.2025.3541168"},"language":"en","primary_location":{"id":"doi:10.1109/taes.2025.3541168","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2025.3541168","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075401361","display_name":"Jiamei Chen","orcid":"https://orcid.org/0000-0002-6648-535X"},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiamei Chen","raw_affiliation_strings":["Department of Electrical and Information Engineering, Shenyang Aerospace University, Shenyang, China","Department of Electrical and Information Engineering, Shenyang Aerospace University, Shenyang, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0002-6648-535X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Shenyang Aerospace University, Shenyang, China","institution_ids":["https://openalex.org/I125904092"]},{"raw_affiliation_string":"Department of Electrical and Information Engineering, Shenyang Aerospace University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I125904092"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shian Lv","orcid":"https://orcid.org/0009-0002-8005-641X"},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shian Lv","raw_affiliation_strings":["Department of Electrical and Information Engineering, Shenyang Aerospace University, Shenyang, China","Department of Electrical and Information Engineering, Shenyang Aerospace University, Shenyang, Liaoning, China"],"raw_orcid":"https://orcid.org/0009-0002-8005-641X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Shenyang Aerospace University, Shenyang, China","institution_ids":["https://openalex.org/I125904092"]},{"raw_affiliation_string":"Department of Electrical and Information Engineering, Shenyang Aerospace University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I125904092"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100375762","display_name":"Tao Zhang","orcid":"https://orcid.org/0000-0002-0432-2942"},"institutions":[{"id":"https://openalex.org/I4210124847","display_name":"National Engineering Research Center of Electromagnetic Radiation Control Materials","ror":"https://ror.org/02k4dcs46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210124847"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Zhang","raw_affiliation_strings":["Aviation Key Laboratory of Science and Technology on Electromagnetic Environmental Effects, Shenyang, China","Aviation Key Laboratory of Science and Technology on Electromagnetic Environmental Effects, Shenyang, Liaoning, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aviation Key Laboratory of Science and Technology on Electromagnetic Environmental Effects, Shenyang, China","institution_ids":["https://openalex.org/I4210124847"]},{"raw_affiliation_string":"Aviation Key Laboratory of Science and Technology on Electromagnetic Environmental Effects, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I4210124847"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yao Wang","orcid":"https://orcid.org/0000-0002-2978-2400"},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]},{"id":"https://openalex.org/I4210115169","display_name":"Second Artillery General Hospital of Chinese People's Liberation Army","ror":"https://ror.org/0264qnp36","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210115169"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Wang","raw_affiliation_strings":["Department of Air Defense Forces, Noncommissioned Officer Academy, PLA Army Academy of Artillery and Air Defense, Shenyang, China","Department of Electrical and Information Engineering, Shenyang Aerospace University, Shenyang, China","Department of Air Defense Forces, Noncommissioned Officer Academy, PLA Army Academy of Artillery and Air Defense, Shenyang, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0002-2978-2400","affiliations":[{"raw_affiliation_string":"Department of Air Defense Forces, Noncommissioned Officer Academy, PLA Army Academy of Artillery and Air Defense, Shenyang, China","institution_ids":["https://openalex.org/I4210115169"]},{"raw_affiliation_string":"Department of Electrical and Information Engineering, Shenyang Aerospace University, Shenyang, China","institution_ids":["https://openalex.org/I125904092"]},{"raw_affiliation_string":"Department of Air Defense Forces, Noncommissioned Officer Academy, PLA Army Academy of Artillery and Air Defense, Shenyang, Liaoning, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100379843","display_name":"Yupeng Wang","orcid":"https://orcid.org/0000-0002-4443-9686"},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]},{"id":"https://openalex.org/I4210115169","display_name":"Second Artillery General Hospital of Chinese People's Liberation Army","ror":"https://ror.org/0264qnp36","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210115169"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yupeng Wang","raw_affiliation_strings":["Department of Air Defense Forces, Noncommissioned Officer Academy, PLA Army Academy of Artillery and Air Defense, Shenyang, China","Department of Electrical and Information Engineering, Shenyang Aerospace University, Shenyang, China","Department of Electrical and Information Engineering, Shenyang Aerospace University, Shenyang, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0002-4443-9686","affiliations":[{"raw_affiliation_string":"Department of Air Defense Forces, Noncommissioned Officer Academy, PLA Army Academy of Artillery and Air Defense, Shenyang, China","institution_ids":["https://openalex.org/I4210115169"]},{"raw_affiliation_string":"Department of Electrical and Information Engineering, Shenyang Aerospace University, Shenyang, China","institution_ids":["https://openalex.org/I125904092"]},{"raw_affiliation_string":"Department of Electrical and Information Engineering, Shenyang Aerospace University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I125904092"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.9102,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94514962,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"61","issue":"3","first_page":"7852","last_page":"7862"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5862577557563782},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4752766191959381},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3517886996269226},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.23832646012306213},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1213473379611969}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5862577557563782},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4752766191959381},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3517886996269226},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.23832646012306213},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1213473379611969}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taes.2025.3541168","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2025.3541168","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2863535422","display_name":null,"funder_award_id":"61501306","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2895769507","https://openalex.org/W2896835129","https://openalex.org/W2911807407","https://openalex.org/W2917213827","https://openalex.org/W2934319989","https://openalex.org/W2963523817","https://openalex.org/W2963615009","https://openalex.org/W3009121884","https://openalex.org/W3024852030","https://openalex.org/W3094412180","https://openalex.org/W3103384110","https://openalex.org/W3112076360","https://openalex.org/W3123678581","https://openalex.org/W3124399021","https://openalex.org/W3126776691","https://openalex.org/W3128562309","https://openalex.org/W3134054640","https://openalex.org/W3134898389","https://openalex.org/W3164354949","https://openalex.org/W3187773888","https://openalex.org/W3206709669","https://openalex.org/W3210522537","https://openalex.org/W3217486134","https://openalex.org/W4205380020","https://openalex.org/W4210797890","https://openalex.org/W4312849067"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0,136],"emergence":[1],"of":[2,14,92,100,118],"high-end":[3],"applications":[4],"has":[5,21],"posed":[6],"challenges":[7],"to":[8,109,129],"traditional":[9,155],"networks,":[10],"so":[11],"the":[12,77,90,98,141,147,154,159],"expansion":[13],"networks":[15],"toward":[16],"density":[17],"and":[18,36,53,58,61,97,157,166],"spatial":[19],"dimensions":[20],"become":[22],"an":[23],"inevitable":[24],"trend.":[25],"This":[26],"article":[27],"initially":[28],"establishes":[29],"a":[30,34,68,86,121],"comprehensive":[31],"framework":[32],"for":[33],"multiband":[35],"ultradense":[37],"network,":[38],"augmented":[39],"by":[40],"unmanned":[41],"aerial":[42],"vehicles":[43],"(UAVs).":[44],"In":[45],"this":[46],"framework,":[47],"macrobase":[48],"stations,":[49,52],"small":[50],"microbase":[51],"UAV":[54],"base":[55,107],"stations":[56,108],"coexist,":[57],"both":[59],"microwave-":[60],"millimeter-wave":[62],"bands":[63],"are":[64],"mined":[65],"simultaneously.":[66],"Then,":[67],"semidistributed":[69],"resource":[70],"optimization":[71],"strategy":[72],"is":[73,103,124],"proposed":[74,142],"based":[75],"on":[76],"semidouble":[78,127,143],"deep":[79],"Q":[80],"network":[81,111,116],"(semidouble":[82],"DQN)":[83],"scheme,":[84],"where":[85],"centralized":[87,160],"controller":[88],"performs":[89],"training":[91],"<italic":[93,148],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[94,149],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Q</i>":[95],"value":[96],"execution":[99],"Q-learning":[101],"actions":[102],"distributed":[104],"among":[105],"various":[106],"optimize":[110],"energy":[112,164],"efficiency":[113,165],"while":[114],"ensuring":[115],"quality":[117],"service.":[119],"Meanwhile,":[120],"perturbation":[122],"factor":[123],"introduced":[125],"into":[126,133],"DQN":[128,144,156,162],"avoid":[130],"it":[131],"falling":[132],"local":[134],"optima.":[135],"simulation":[137],"results":[138],"indicate":[139],"that":[140],"scheme":[145],"solves":[146],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Q</i>-value":[150],"overestimation":[151],"problem":[152],"in":[153],"outperforms":[158],"double":[161],"regarding":[163],"total":[167],"throughput.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}