{"id":"https://openalex.org/W4396886502","doi":"https://doi.org/10.1109/access.2024.3401016","title":"Deployment of Unmanned Aerial Vehicles in Next-Generation Wireless Communication Network Using Multi-Agent Reinforcement Learning","display_name":"Deployment of Unmanned Aerial Vehicles in Next-Generation Wireless Communication Network Using Multi-Agent Reinforcement Learning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4396886502","doi":"https://doi.org/10.1109/access.2024.3401016"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3401016","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3401016","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10530332.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10530332.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101621937","display_name":"Rahul Sharma","orcid":"https://orcid.org/0000-0001-5569-3236"},"institutions":[{"id":"https://openalex.org/I110360157","display_name":"Lovely Professional University","ror":"https://ror.org/00et6q107","country_code":"IN","type":"education","lineage":["https://openalex.org/I110360157"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Rahul Sharma","raw_affiliation_strings":["School of Electronics and Electrical Engineering, Lovely Professional University, Phagwara, Punjab, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Electrical Engineering, Lovely Professional University, Phagwara, Punjab, India","institution_ids":["https://openalex.org/I110360157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088730735","display_name":"Shakti Raj Chopra","orcid":"https://orcid.org/0000-0001-5568-0451"},"institutions":[{"id":"https://openalex.org/I110360157","display_name":"Lovely Professional University","ror":"https://ror.org/00et6q107","country_code":"IN","type":"education","lineage":["https://openalex.org/I110360157"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shakti Raj Chopra","raw_affiliation_strings":["School of Electronics and Electrical Engineering, Lovely Professional University, Phagwara, Punjab, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Electrical Engineering, Lovely Professional University, Phagwara, Punjab, India","institution_ids":["https://openalex.org/I110360157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061886572","display_name":"Akhil Gupta","orcid":"https://orcid.org/0000-0002-0054-3801"},"institutions":[{"id":"https://openalex.org/I110360157","display_name":"Lovely Professional University","ror":"https://ror.org/00et6q107","country_code":"IN","type":"education","lineage":["https://openalex.org/I110360157"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Akhil Gupta","raw_affiliation_strings":["School of Electronics and Electrical Engineering, Lovely Professional University, Phagwara, Punjab, India"],"raw_orcid":"https://orcid.org/0000-0002-0054-3801","affiliations":[{"raw_affiliation_string":"School of Electronics and Electrical Engineering, Lovely Professional University, Phagwara, Punjab, India","institution_ids":["https://openalex.org/I110360157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062259903","display_name":"Rupendeep Kaur","orcid":null},"institutions":[{"id":"https://openalex.org/I165682329","display_name":"Guru Nanak Dev University","ror":"https://ror.org/05ghzpa93","country_code":"IN","type":"education","lineage":["https://openalex.org/I165682329"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rupendeep Kaur","raw_affiliation_strings":["Department of Electronics Technology, Guru Nanak Dev University, Amritsar, Punjab, India"],"raw_orcid":"https://orcid.org/0009-0003-8663-2120","affiliations":[{"raw_affiliation_string":"Department of Electronics Technology, Guru Nanak Dev University, Amritsar, Punjab, India","institution_ids":["https://openalex.org/I165682329"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089077811","display_name":"Sudeep Tanwar","orcid":"https://orcid.org/0000-0002-1776-4651"},"institutions":[{"id":"https://openalex.org/I165831266","display_name":"Nirma University","ror":"https://ror.org/05qkq7x38","country_code":"IN","type":"education","lineage":["https://openalex.org/I165831266"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sudeep Tanwar","raw_affiliation_strings":["Department of Computer Science and Engineering, Institute of Technology, Nirma University, Ahmedabad, Gujarat, India"],"raw_orcid":"https://orcid.org/0000-0002-1776-4651","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Institute of Technology, Nirma University, Ahmedabad, Gujarat, India","institution_ids":["https://openalex.org/I165831266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088652333","display_name":"Giovanni Pau","orcid":"https://orcid.org/0000-0002-5798-398X"},"institutions":[{"id":"https://openalex.org/I246010334","display_name":"Universit\u00e0 degli Studi di Enna Kore","ror":"https://ror.org/04vd28p53","country_code":"IT","type":"education","lineage":["https://openalex.org/I246010334"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Pau","raw_affiliation_strings":["Faculty of Engineering and Architecture, Kore University of Enna, Enna, Italy"],"raw_orcid":"https://orcid.org/0000-0002-5798-398X","affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Architecture, Kore University of Enna, Enna, Italy","institution_ids":["https://openalex.org/I246010334"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022261598","display_name":"Gulshan Sharma","orcid":"https://orcid.org/0000-0002-4726-0956"},"institutions":[{"id":"https://openalex.org/I24027795","display_name":"University of Johannesburg","ror":"https://ror.org/04z6c2n17","country_code":"ZA","type":"education","lineage":["https://openalex.org/I24027795"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Gulshan Sharma","raw_affiliation_strings":["Department of Electrical Engineering Technology, University of Johannesburg, Johannesburg 2006, South Africa"],"raw_orcid":"https://orcid.org/0000-0002-4726-0956","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering Technology, University of Johannesburg, Johannesburg 2006, South Africa","institution_ids":["https://openalex.org/I24027795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075393874","display_name":"Fayez Alqahtani","orcid":"https://orcid.org/0000-0001-8972-5953"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Fayez Alqahtani","raw_affiliation_strings":["Department of Software Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-8972-5953","affiliations":[{"raw_affiliation_string":"Department of Software Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004131475","display_name":"Amr Tolba","orcid":"https://orcid.org/0000-0003-3439-6413"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Amr Tolba","raw_affiliation_strings":["Department of Computer Science, Community College, King Saud University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-3439-6413","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Community College, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5101621937"],"corresponding_institution_ids":["https://openalex.org/I110360157"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":10.7372,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.97522526,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"69517","last_page":"69538"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13693","display_name":"Smart Systems and Machine Learning","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8874297142028809},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8266828060150146},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6041019558906555},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5324227809906006},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5066333413124084},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4411679208278656},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.39747217297554016},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3844794034957886},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34426409006118774},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3291271924972534}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8874297142028809},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8266828060150146},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6041019558906555},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5324227809906006},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5066333413124084},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4411679208278656},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.39747217297554016},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3844794034957886},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34426409006118774},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3291271924972534},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3401016","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3401016","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10530332.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:53d4b14a295b4b31b4aeea3b1ac2eeea","is_oa":true,"landing_page_url":"https://doaj.org/article/53d4b14a295b4b31b4aeea3b1ac2eeea","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 69517-69538 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3401016","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3401016","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10530332.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","score":0.7400000095367432,"display_name":"Climate action"}],"awards":[{"id":"https://openalex.org/G6918137628","display_name":null,"funder_award_id":"RSPD2024R681","funder_id":"https://openalex.org/F4320321145","funder_display_name":"King Saud University"}],"funders":[{"id":"https://openalex.org/F4320316357","display_name":"Universit\u00e0 degli Studi di Enna Kore","ror":"https://ror.org/04vd28p53"},{"id":"https://openalex.org/F4320321145","display_name":"King Saud University","ror":"https://ror.org/02f81g417"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396886502.pdf"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W2084376682","https://openalex.org/W2097381042","https://openalex.org/W2602516395","https://openalex.org/W2900466600","https://openalex.org/W2921712339","https://openalex.org/W2965140792","https://openalex.org/W3000653182","https://openalex.org/W3004688128","https://openalex.org/W3004744299","https://openalex.org/W3036390306","https://openalex.org/W3045557320","https://openalex.org/W3046099890","https://openalex.org/W3106530718","https://openalex.org/W3115811799","https://openalex.org/W3126686235","https://openalex.org/W3137963285","https://openalex.org/W3151595784","https://openalex.org/W3159952121","https://openalex.org/W4214484978","https://openalex.org/W4285507101","https://openalex.org/W4285818920","https://openalex.org/W4312766166","https://openalex.org/W4313291107","https://openalex.org/W4319459206","https://openalex.org/W6674600207","https://openalex.org/W6738796088","https://openalex.org/W6791334070"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571"],"abstract_inverted_index":{"To":[0],"address":[1],"the":[2,13,25,50,72,85,92,99,103,128,157,174,179],"challenges":[3],"posed":[4],"by":[5],"a":[6,28,54,106],"large":[7],"number":[8],"of":[9,15,130,159,167],"disaster-waiver-affected":[10],"users":[11],"and":[12,45,69,144,151,170,197],"complexities":[14],"scaling":[16],"centralized":[17],"algorithms":[18],"for":[19,91],"rapidly":[20],"restoring":[21],"emergency":[22],"communication":[23,191],"services,":[24],"paper":[26,104,137],"proposes":[27],"distributed":[29,55,134,161],"intent-based":[30],"optimization":[31],"architecture":[32],"based":[33,76,186],"on":[34,77,187],"multi-agent":[35,93,107],"reinforcement":[36,94,110,200],"learning.":[37],"This":[38],"approach":[39],"aims":[40],"to":[41,147],"mitigate":[42],"service":[43],"discrepancies":[44],"dynamics":[46],"among":[47],"users.":[48],"In":[49,98],"network":[51,74,194],"feature":[52],"layer,":[53,102],"K-sums":[56,162],"clustering":[57,163],"algorithm":[58,164,185],"considers":[59],"variations":[60],"in":[61,165],"user":[62,78,82],"services.":[63],"Each":[64],"UAV":[65,115,180],"base":[66,116,181],"station":[67,182],"autonomously":[68],"minimally":[70],"adjusts":[71],"local":[73],"structure":[75],"requirements.":[79],"It":[80],"selects":[81],"features":[83],"from":[84],"cluster":[86,171],"center":[87],"as":[88,119,141],"input":[89],"states":[90],"learning":[95,111,143,146,201],"neural":[96],"network.":[97],"trajectory":[100,126,183],"regulation":[101],"introduces":[105],"maximum":[108],"entropy":[109],"(MASAC)":[112],"algorithm.":[113,177],"The":[114,136],"station,":[117],"acting":[118],"an":[120],"intelligent":[121],"node,":[122],"governs":[123],"its":[124],"flight":[125],"within":[127],"framework":[129],"\u201ddistributed":[131],"training":[132,149],"\u2013":[133],"execution.\u201d":[135],"incorporates":[138],"techniques":[139],"such":[140],"integrated":[142],"curriculum":[145],"enhance":[148],"stability":[150],"convergence":[152],"speed.":[153],"Simulation":[154],"results":[155],"demonstrate":[156],"effectiveness":[158],"our":[160],"terms":[166],"load":[168],"efficiency":[169],"balance,":[172],"outperforming":[173],"traditional":[175],"K-means":[176],"Additionally,":[178],"control":[184],"MASAC":[188],"significantly":[189],"reduces":[190],"interruptions,":[192],"enhances":[193],"spectral":[195],"efficiency,":[196],"surpasses":[198],"existing":[199],"methods.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}