{"id":"https://openalex.org/W4393034266","doi":"https://doi.org/10.1109/tnsm.2024.3378677","title":"RL-Planner: Reinforcement Learning-Enabled Efficient Path Planning in Multi-UAV MEC Systems","display_name":"RL-Planner: Reinforcement Learning-Enabled Efficient Path Planning in Multi-UAV MEC Systems","publication_year":2024,"publication_date":"2024-03-21","ids":{"openalex":"https://openalex.org/W4393034266","doi":"https://doi.org/10.1109/tnsm.2024.3378677"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2024.3378677","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2024.3378677","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104805481","display_name":"Muhammad Ejaz","orcid":"https://orcid.org/0009-0000-2142-4660"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muhammad Ejaz","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0009-0000-2142-4660","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038137311","display_name":"Jinsong Gui","orcid":"https://orcid.org/0000-0001-9399-9092"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinsong Gui","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-9399-9092","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031989062","display_name":"Muhammad Asim","orcid":"https://orcid.org/0000-0002-6423-9809"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]},{"id":"https://openalex.org/I142024983","display_name":"Prince Sultan University","ror":"https://ror.org/053mqrf26","country_code":"SA","type":"education","lineage":["https://openalex.org/I142024983"]}],"countries":["CN","SA"],"is_corresponding":false,"raw_author_name":"Muhammad Asim","raw_affiliation_strings":["EIAS Data Science Lab, College of Computer and Information Sciences, Prince Sultan University, Riyadh, Saudi Arabia","School of Computer Science and Technology, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6423-9809","affiliations":[{"raw_affiliation_string":"EIAS Data Science Lab, College of Computer and Information Sciences, Prince Sultan University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I142024983"]},{"raw_affiliation_string":"School of Computer Science and Technology, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038150152","display_name":"Mohammed ElAffendi","orcid":"https://orcid.org/0000-0001-9349-1985"},"institutions":[{"id":"https://openalex.org/I142024983","display_name":"Prince Sultan University","ror":"https://ror.org/053mqrf26","country_code":"SA","type":"education","lineage":["https://openalex.org/I142024983"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Mohammed A. El-Affendi","raw_affiliation_strings":["EIAS Data Science Lab, College of Computer and Information Sciences, and the Center of Excellence in Quantum and Intelligent Computing, Prince Sultan University, Riyadh, Saudi Arabia","Center of Excellence in Quantum and Intelligent Computing, Prince Sultan University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-9349-1985","affiliations":[{"raw_affiliation_string":"EIAS Data Science Lab, College of Computer and Information Sciences, and the Center of Excellence in Quantum and Intelligent Computing, Prince Sultan University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I142024983"]},{"raw_affiliation_string":"Center of Excellence in Quantum and Intelligent Computing, Prince Sultan University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I142024983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001203568","display_name":"Carol Fung","orcid":"https://orcid.org/0000-0001-5726-4371"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Carol Fung","raw_affiliation_strings":["Gina Cody School of Engineering and Computer Science Montreal, Concordia University, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0001-5726-4371","affiliations":[{"raw_affiliation_string":"Gina Cody School of Engineering and Computer Science Montreal, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051434121","display_name":"Ahmed A. Abd El\u2010Latif","orcid":"https://orcid.org/0000-0002-5068-2033"},"institutions":[{"id":"https://openalex.org/I142024983","display_name":"Prince Sultan University","ror":"https://ror.org/053mqrf26","country_code":"SA","type":"education","lineage":["https://openalex.org/I142024983"]},{"id":"https://openalex.org/I63601056","display_name":"Menoufia University","ror":"https://ror.org/05sjrb944","country_code":"EG","type":"education","lineage":["https://openalex.org/I63601056"]}],"countries":["EG","SA"],"is_corresponding":false,"raw_author_name":"Ahmed A. Abd El-Latif","raw_affiliation_strings":["EIAS Data Science Lab, College of Computer and Information Sciences, and the Center of Excellence in Quantum and Intelligent Computing, Prince Sultan University, Riyadh, Saudi Arabia","Center of Excellence in Quantum and Intelligent Computing, Prince Sultan University, Riyadh, Saudi Arabia","Department of Mathematics and Computer Science, Faculty of Science, Menoufia University, Al Minufiyah, Egypt"],"raw_orcid":"https://orcid.org/0000-0002-5068-2033","affiliations":[{"raw_affiliation_string":"EIAS Data Science Lab, College of Computer and Information Sciences, and the Center of Excellence in Quantum and Intelligent Computing, Prince Sultan University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I142024983"]},{"raw_affiliation_string":"Center of Excellence in Quantum and Intelligent Computing, Prince Sultan University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I142024983"]},{"raw_affiliation_string":"Department of Mathematics and Computer Science, Faculty of Science, Menoufia University, Al Minufiyah, Egypt","institution_ids":["https://openalex.org/I63601056"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":19.9722,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.99021787,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"21","issue":"3","first_page":"3317","last_page":"3329"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8724691271781921},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8382570147514343},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7666164636611938},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6173126101493835},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5722723007202148},{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.5017266273498535},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4882538616657257},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.44810572266578674},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.4281568229198456},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4250490665435791},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.41628581285476685},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.37380731105804443},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.347339928150177},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3390212953090668},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23189491033554077},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.1634984016418457}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8724691271781921},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8382570147514343},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7666164636611938},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6173126101493835},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5722723007202148},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.5017266273498535},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4882538616657257},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.44810572266578674},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.4281568229198456},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4250490665435791},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.41628581285476685},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.37380731105804443},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.347339928150177},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3390212953090668},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23189491033554077},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.1634984016418457},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2024.3378677","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2024.3378677","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2094547360","https://openalex.org/W2131629857","https://openalex.org/W2268751503","https://openalex.org/W2412503523","https://openalex.org/W2521876175","https://openalex.org/W2522123397","https://openalex.org/W2594560857","https://openalex.org/W2899183567","https://openalex.org/W2924948991","https://openalex.org/W2950373453","https://openalex.org/W2962691117","https://openalex.org/W2963009535","https://openalex.org/W2963061782","https://openalex.org/W2970520268","https://openalex.org/W3031928705","https://openalex.org/W3036562336","https://openalex.org/W3045700318","https://openalex.org/W3099682092","https://openalex.org/W3105504538","https://openalex.org/W3106981805","https://openalex.org/W3116769709","https://openalex.org/W3135616226","https://openalex.org/W3159246853","https://openalex.org/W3170533301","https://openalex.org/W3184311107","https://openalex.org/W3196856912","https://openalex.org/W3214285294","https://openalex.org/W4210882709","https://openalex.org/W4221160470","https://openalex.org/W4283207600","https://openalex.org/W4285117372","https://openalex.org/W4285226468","https://openalex.org/W4310009521","https://openalex.org/W4313554719","https://openalex.org/W4316087140","https://openalex.org/W4320802950","https://openalex.org/W4322153971","https://openalex.org/W4322766331"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W3024547383","https://openalex.org/W2796352555","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W2968424451","https://openalex.org/W4318952366","https://openalex.org/W3214829569","https://openalex.org/W4221092438","https://openalex.org/W4385335479"],"abstract_inverted_index":{"Mobile":[0],"edge":[1],"computing":[2],"(MEC),":[3],"located":[4],"at":[5],"the":[6,110],"networks":[7],"edge,":[8],"enhances":[9],"distributed":[10],"computing.":[11],"However,":[12],"its":[13],"fixed":[14],"position":[15],"presents":[16],"limitations":[17],"during":[18],"emergencies.":[19],"Integrating":[20],"unmanned":[21],"aerial":[22],"vehicles":[23],"(UAVs)":[24],"into":[25],"MEC":[26,47],"systems":[27],"offers":[28],"a":[29,41],"solution":[30],"but":[31],"introduces":[32],"challenges":[33,63],"in":[34,122],"managing":[35],"UAV":[36],"collaboration.":[37],"This":[38],"paper":[39],"proposes":[40],"Reinforcement":[42],"Deep":[43],"Q-Learning":[44],"based":[45],"multi-UAV":[46],"framework":[48,60],"to":[49],"optimize":[50],"quality":[51],"of":[52,112],"service":[53],"(QoS)":[54],"and":[55,68,76,99,105],"route":[56],"planning.":[57],"The":[58,89],"proposed":[59,114],"addresses":[61],"these":[62],"by":[64],"modeling":[65],"user":[66,73,84,96],"demand":[67,85],"using":[69],"multi-factor":[70],"optimization":[71],"considering":[72],"demand,":[74,97],"risk,":[75,98],"distance.":[77],"A":[78],"Markov":[79],"Decision":[80],"Process":[81],"(MDP)":[82],"models":[83],"for":[86,101,119],"higher":[87],"QoS.":[88],"reinforcement":[90],"learning":[91],"reward":[92],"matrix":[93],"incorporates":[94],"terminal":[95],"distance":[100],"efficient":[102],"energy":[103],"use":[104],"resource":[106],"allocation.":[107],"Simulations":[108],"demonstrate":[109],"effectiveness":[111],"our":[113],"method,":[115],"offering":[116],"valuable":[117],"insights":[118],"future":[120],"research":[121],"this":[123],"domain.":[124]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}