{"id":"https://openalex.org/W4417131064","doi":"https://doi.org/10.1109/tccn.2025.3641516","title":"Multi-Task Multi-Agent Reinforcement Learning for Collaborative Radio Mapping and Navigation in Cellular-Connected UAV Networks","display_name":"Multi-Task Multi-Agent Reinforcement Learning for Collaborative Radio Mapping and Navigation in Cellular-Connected UAV Networks","publication_year":2025,"publication_date":"2025-12-08","ids":{"openalex":"https://openalex.org/W4417131064","doi":"https://doi.org/10.1109/tccn.2025.3641516"},"language":null,"primary_location":{"id":"doi:10.1109/tccn.2025.3641516","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3641516","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yujie Wang","orcid":"https://orcid.org/0009-0007-4224-079X"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujie Wang","raw_affiliation_strings":["College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0007-4224-079X","affiliations":[{"raw_affiliation_string":"College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390094","display_name":"Haitao Zhao","orcid":"https://orcid.org/0000-0002-3539-3532"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haitao Zhao","raw_affiliation_strings":["College of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-3539-3532","affiliations":[{"raw_affiliation_string":"College of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102010856","display_name":"Hao Huang","orcid":"https://orcid.org/0000-0002-6729-1987"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Huang","raw_affiliation_strings":["College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-6729-1987","affiliations":[{"raw_affiliation_string":"College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049145146","display_name":"Dapeng Li","orcid":"https://orcid.org/0000-0002-0749-0001"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dapeng Li","raw_affiliation_strings":["College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0749-0001","affiliations":[{"raw_affiliation_string":"College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068307922","display_name":"Yiyang Ni","orcid":"https://orcid.org/0000-0001-5893-6854"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiyang Ni","raw_affiliation_strings":["College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027367677","display_name":"Guan Gui","orcid":"https://orcid.org/0000-0003-3888-2881"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guan Gui","raw_affiliation_strings":["College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-3888-2881","affiliations":[{"raw_affiliation_string":"College of Telecommunications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.46124908,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":null,"first_page":"4731","last_page":"4745"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9440000057220459,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9440000057220459,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.018200000748038292,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.012400000356137753,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7803000211715698},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.6114000082015991},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.46790000796318054},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.4641999900341034},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.448199987411499},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.44699999690055847},{"id":"https://openalex.org/keywords/mobile-telephony","display_name":"Mobile telephony","score":0.36230000853538513},{"id":"https://openalex.org/keywords/search-and-rescue","display_name":"Search and rescue","score":0.3472999930381775}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8335999846458435},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7803000211715698},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.6114000082015991},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5608000159263611},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.46790000796318054},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.4641999900341034},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.448199987411499},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.44699999690055847},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.36230000853538513},{"id":"https://openalex.org/C2775935494","wikidata":"https://www.wikidata.org/wiki/Q741964","display_name":"Search and rescue","level":3,"score":0.3472999930381775},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3425000011920929},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3352000117301941},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.33379998803138733},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3068000078201294},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.29809999465942383},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.27730000019073486},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2766000032424927},{"id":"https://openalex.org/C2781307350","wikidata":"https://www.wikidata.org/wiki/Q6887221","display_name":"Mobile radio","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C21822782","wikidata":"https://www.wikidata.org/wiki/Q131214","display_name":"Antenna (radio)","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2025.3641516","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3641516","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5740522829","display_name":null,"funder_award_id":"BK20240621","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G6584993858","display_name":null,"funder_award_id":"KYCX25_1103","funder_id":"https://openalex.org/F4320334982","funder_display_name":"Basic Research Program of Jiangsu Province"},{"id":"https://openalex.org/G72773861","display_name":null,"funder_award_id":"U24B20187","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334982","display_name":"Basic Research Program of Jiangsu Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W2090702298","https://openalex.org/W2863849698","https://openalex.org/W2971481292","https://openalex.org/W2982426077","https://openalex.org/W2990298939","https://openalex.org/W3123982836","https://openalex.org/W3132105662","https://openalex.org/W3167450743","https://openalex.org/W4289538616","https://openalex.org/W4291910407","https://openalex.org/W4322576474","https://openalex.org/W4366149110","https://openalex.org/W4376455141","https://openalex.org/W4376457054","https://openalex.org/W4376481074","https://openalex.org/W4377085189","https://openalex.org/W4386088209","https://openalex.org/W4386453810","https://openalex.org/W4386736755","https://openalex.org/W4386824839","https://openalex.org/W4387491109","https://openalex.org/W4388543717","https://openalex.org/W4390749188","https://openalex.org/W4390831142","https://openalex.org/W4391260980","https://openalex.org/W4392904407","https://openalex.org/W4393305546","https://openalex.org/W4399110518","https://openalex.org/W4400033823","https://openalex.org/W4400644893","https://openalex.org/W4400772167","https://openalex.org/W4401357856","https://openalex.org/W4401415963","https://openalex.org/W4402217167","https://openalex.org/W4405232213","https://openalex.org/W4406321771","https://openalex.org/W4406946912","https://openalex.org/W4407129694","https://openalex.org/W4407406457","https://openalex.org/W4407692395","https://openalex.org/W4407737441","https://openalex.org/W4408790649","https://openalex.org/W4409311087","https://openalex.org/W4409327420","https://openalex.org/W4410116493","https://openalex.org/W4410536757","https://openalex.org/W4411171917","https://openalex.org/W4411336769","https://openalex.org/W4412795541","https://openalex.org/W4414463166"],"related_works":[],"abstract_inverted_index":{"In":[0],"cellular-connected":[1,34],"Unmanned":[2],"Aerial":[3],"Vehicle":[4],"(UAV)":[5],"communications,":[6],"the":[7,41,99,103,117,167,187,206],"advantages":[8],"of":[9,43,101,106,136,169],"UAVs":[10,17,85],"as":[11],"aerial":[12],"mobile":[13],"users":[14],"are":[15],"significant.":[16],"can":[18,196],"be":[19],"supported":[20],"by":[21,75],"cellular":[22,44],"networks":[23],"and":[24,56,71,111,119,128],"obtain":[25,197],"more":[26],"reliable":[27],"connectivity":[28],"during":[29],"a":[30,33,65,92,132,172],"flight.":[31],"However,":[32],"multi-UAV":[35,67,93],"system":[36],"is":[37,123,160,181],"prone":[38],"to":[39,51,82,86,125,130,144,162],"encounter":[40],"challenge":[42],"BSs\u2019":[45],"coverage":[46],"holes,":[47],"making":[48],"it":[49],"difficult":[50],"maintain":[52],"satisfactory":[53],"communication":[54,108],"connections":[55],"avoid":[57],"collisions":[58],"between":[59],"multiple":[60,84,170],"UAVs.":[61],"This":[62],"paper":[63],"investigates":[64],"multi-task":[66,121],"Collaborative":[68],"Radio":[69],"Mapping":[70],"Navigation":[72],"(CRMN)":[73],"framework":[74],"constructing":[76],"an":[77],"outage":[78,109,137],"probability":[79,138],"radio":[80,134,208],"map":[81,135,209],"assist":[83,145],"plan":[87],"their":[88],"trajectories.":[89,165],"We":[90],"formulate":[91],"coverage-aware":[94,201],"navigation":[95,202],"optimization":[96],"problem":[97],"with":[98,157,205],"aim":[100],"minimizing":[102],"weighted":[104],"sum":[105],"UAVs\u2019":[107,140,164],"duration":[110],"total":[112],"flight":[113],"time.":[114],"To":[115],"improve":[116],"stability":[118],"efficiency,":[120],"learning":[122,159,195],"used":[124],"simultaneously":[126],"navigate":[127],"collaborate":[129],"construct":[131],"global":[133],"exploiting":[139],"local":[141],"measured":[142],"data":[143],"in":[146,200],"navigation.":[147],"A":[148],"Multi-Agent":[149],"Dueling":[150],"Double":[151],"Deep":[152],"Q":[153],"Network":[154],"(MA-D3QN)":[155],"algorithm":[156],"multi-step":[158],"applied":[161],"optimize":[163],"Considering":[166],"collision":[168,173,179],"UAVs,":[171],"avoidance":[174],"approach":[175,190],"based":[176,191],"on":[177,192],"pseudo":[178],"distance":[180],"introduced.":[182],"Simulation":[183],"results":[184],"demonstrate":[185],"that":[186],"proposed":[188],"CRMN":[189],"multi-agent":[193],"reinforcement":[194],"effective":[198],"performance":[199],"problems":[203],"compared":[204],"no":[207],"methods.":[210]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-12-08T00:00:00"}