{"id":"https://openalex.org/W4408399569","doi":"https://doi.org/10.1109/twc.2025.3548127","title":"Dynamic Trajectory and Power Control in Ultra-Dense AAV Networks: A Mean-Field Reinforcement Learning Approach","display_name":"Dynamic Trajectory and Power Control in Ultra-Dense AAV Networks: A Mean-Field Reinforcement Learning Approach","publication_year":2025,"publication_date":"2025-03-13","ids":{"openalex":"https://openalex.org/W4408399569","doi":"https://doi.org/10.1109/twc.2025.3548127"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2025.3548127","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2025.3548127","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102932208","display_name":"Fei Song","orcid":"https://orcid.org/0000-0002-2040-2168"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Song","raw_affiliation_strings":["School of Electronic and Optical Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-2040-2168","affiliations":[{"raw_affiliation_string":"School of Electronic and Optical Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100407591","display_name":"Zhe Wang","orcid":"https://orcid.org/0000-0001-9727-5569"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9727-5569","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100691319","display_name":"Jun Li","orcid":"https://orcid.org/0000-0002-6239-2922"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-6239-2922","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080171254","display_name":"Long Shi","orcid":"https://orcid.org/0000-0001-6124-5173"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Shi","raw_affiliation_strings":["School of Electronic and Optical Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6124-5173","affiliations":[{"raw_affiliation_string":"School of Electronic and Optical Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100344189","display_name":"Wen Chen","orcid":"https://orcid.org/0000-0003-2133-8679"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Chen","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2133-8679","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013079905","display_name":"Shi Jin","orcid":"https://orcid.org/0000-0003-0271-6021"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi Jin","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0271-6021","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.6943,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.9458173,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"24","issue":"7","first_page":"5620","last_page":"5634"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8304662108421326},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7514209151268005},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5841055512428284},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4483363926410675},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.4467490315437317},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4036332070827484},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.38528499007225037},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.36711782217025757},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3426426649093628},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1908780336380005},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10309061408042908}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8304662108421326},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7514209151268005},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5841055512428284},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4483363926410675},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.4467490315437317},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4036332070827484},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.38528499007225037},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.36711782217025757},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3426426649093628},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1908780336380005},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10309061408042908},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2025.3548127","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2025.3548127","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1902788601","display_name":null,"funder_award_id":"BE2023022","funder_id":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program"},{"id":"https://openalex.org/G2518802916","display_name":null,"funder_award_id":"202401019","funder_id":"https://openalex.org/F4320329853","funder_display_name":"International Science and Technology Cooperation Program of Jiangsu Province"},{"id":"https://openalex.org/G2637521528","display_name":null,"funder_award_id":"62471204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3098275199","display_name":null,"funder_award_id":"62371239","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3389102418","display_name":null,"funder_award_id":"BE2023022-2","funder_id":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program"},{"id":"https://openalex.org/G524497075","display_name":null,"funder_award_id":"62202232","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327777","display_name":"Jiangsu Provincial Key Research and Development Program","ror":null},{"id":"https://openalex.org/F4320329853","display_name":"International Science and Technology Cooperation Program of Jiangsu Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W2011000015","https://openalex.org/W2015398759","https://openalex.org/W2790256744","https://openalex.org/W2886509985","https://openalex.org/W2887592610","https://openalex.org/W2890592307","https://openalex.org/W2904947504","https://openalex.org/W2925554975","https://openalex.org/W2962975378","https://openalex.org/W2963074449","https://openalex.org/W2963523817","https://openalex.org/W2963580658","https://openalex.org/W2963697941","https://openalex.org/W2964023906","https://openalex.org/W2965843966","https://openalex.org/W2969525674","https://openalex.org/W2981262799","https://openalex.org/W3010653657","https://openalex.org/W3013960924","https://openalex.org/W3041678225","https://openalex.org/W3051352583","https://openalex.org/W3090573937","https://openalex.org/W3096565780","https://openalex.org/W3105649577","https://openalex.org/W3106530718","https://openalex.org/W3112887103","https://openalex.org/W3135506433","https://openalex.org/W3158253803","https://openalex.org/W3169147363","https://openalex.org/W3172086257","https://openalex.org/W3179018212","https://openalex.org/W3183758503","https://openalex.org/W3193428479","https://openalex.org/W3199843466","https://openalex.org/W3201418714","https://openalex.org/W4210320089","https://openalex.org/W4280635953","https://openalex.org/W4285611557","https://openalex.org/W4293208483","https://openalex.org/W4312871526","https://openalex.org/W4400276153","https://openalex.org/W4406321287","https://openalex.org/W6734517396","https://openalex.org/W6747941106","https://openalex.org/W6758732251","https://openalex.org/W6790511988"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4323768008","https://openalex.org/W1941703695","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W3131574667","https://openalex.org/W4391331176"],"abstract_inverted_index":{"In":[0,33],"ultra-dense":[1,45],"autonomous":[2],"aerial":[3],"vehicle":[4],"(AAV)":[5],"networks,":[6],"it":[7],"is":[8],"challenging":[9],"to":[10,28,85,167],"coordinate":[11],"the":[12,29,50,61,87,96,104,114,123,126,141,146,149,169,184,188,193,197,204,214],"resource":[13,40],"allocation":[14,41],"and":[15,24,81,98,136,143,151,175],"interference":[16,97],"management":[17],"among":[18,64,125],"large-scale":[19,109],"AAVs,":[20],"for":[21,148],"providing":[22],"flexible":[23],"efficient":[25],"service":[26,52,206],"coverage":[27],"ground":[30],"users":[31],"(GUs).":[32],"this":[34],"paper,":[35],"we":[36,111],"propose":[37,152],"a":[38,69,108,117,129,133,137,153],"learning-based":[39],"scheme":[42],"in":[43,107,172],"an":[44],"AAV":[46,74,135],"communication":[47],"network,":[48,110],"where":[49,72],"GUs\u2019":[51,205],"demands":[53,207],"are":[54],"time-varying":[55],"with":[56,103,192],"unknown":[57],"distributions.":[58],"We":[59,139],"formulate":[60,113],"non-cooperative":[62],"game":[63,119,131],"multiple":[65],"co-channel":[66],"AAVs":[67,127,215],"as":[68,116],"stochastic":[70],"game,":[71],"each":[73],"jointly":[75],"optimizes":[76],"its":[77,90],"trajectory,":[78],"user":[79],"association,":[80],"downlink":[82],"power":[83],"control":[84],"maximize":[86],"expectation":[88],"of":[89,145],"locally":[91],"cumulative":[92],"energy":[93,99,189],"efficiency":[94,190],"under":[95],"constraints.":[100],"To":[101],"cope":[102],"scalability":[105],"issue":[106],"further":[112,201],"problem":[115],"mean-field":[118,155,162,170],"(MFG),":[120],"which":[121],"simplifies":[122],"interactions":[124],"into":[128],"two-player":[130],"between":[132],"representative":[134],"mean-field.":[138],"prove":[140],"existence":[142],"uniqueness":[144],"equilibrium":[147,171],"MFG,":[150],"model-free":[154],"reinforcement":[156],"learning":[157],"algorithm":[158,186],"named":[159],"maximum":[160],"entropy":[161],"deep":[163],"Q":[164],"network":[165],"(ME-MFDQN)":[166],"solve":[168],"both":[173],"fully":[174],"partially":[176],"observable":[177],"scenarios.":[178],"The":[179],"simulation":[180],"results":[181],"reveal":[182],"that":[183],"proposed":[185],"improves":[187],"compared":[191],"benchmark":[194],"algorithms.":[195],"Moreover,":[196],"performance":[198],"can":[199],"be":[200],"enhanced":[202],"if":[203,213],"exhibit":[208],"higher":[209],"temporal":[210],"correlation":[211],"or":[212],"have":[216],"wider":[217],"observation":[218],"capabilities":[219],"over":[220],"their":[221],"nearby":[222],"GUs.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-03-14T00:00:00"}