{"id":"https://openalex.org/W4400356258","doi":"https://doi.org/10.1109/tgcn.2024.3424449","title":"A Reinforcement Learning-Based Stochastic Game for Energy-Efficient UAV Swarm-Assisted MEC With Dynamic Clustering and Scheduling","display_name":"A Reinforcement Learning-Based Stochastic Game for Energy-Efficient UAV Swarm-Assisted MEC With Dynamic Clustering and Scheduling","publication_year":2024,"publication_date":"2024-07-05","ids":{"openalex":"https://openalex.org/W4400356258","doi":"https://doi.org/10.1109/tgcn.2024.3424449"},"language":"en","primary_location":{"id":"doi:10.1109/tgcn.2024.3424449","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2024.3424449","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075577729","display_name":"Jialiuyuan Li","orcid":"https://orcid.org/0000-0002-7827-9633"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jialiuyuan Li","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-7827-9633","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043939315","display_name":"Changyan Yi","orcid":"https://orcid.org/0000-0002-3467-0710"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changyan Yi","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-3467-0710","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031618552","display_name":"Jiayuan Chen","orcid":"https://orcid.org/0000-0002-2581-951X"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayuan Chen","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-2581-951X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077508069","display_name":"You Shi","orcid":"https://orcid.org/0009-0007-1632-2767"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"You Shi","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0007-1632-2767","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100378820","display_name":"Tong Zhang","orcid":"https://orcid.org/0000-0003-2477-7140"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0003-2477-7140","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100371535","display_name":"Xiaolong Li","orcid":"https://orcid.org/0000-0001-7493-2650"},"institutions":[{"id":"https://openalex.org/I49934816","display_name":"Hunan University of Technology","ror":"https://ror.org/04j3vr751","country_code":"CN","type":"education","lineage":["https://openalex.org/I49934816"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolong Li","raw_affiliation_strings":["Hunan Provincial General University Key Laboratory of IoT Intelligent Sensing and Distributed Collaborative Optimization, Hunan University of Technology and Business, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hunan Provincial General University Key Laboratory of IoT Intelligent Sensing and Distributed Collaborative Optimization, Hunan University of Technology and Business, Changsha, China","institution_ids":["https://openalex.org/I49934816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100447486","display_name":"Ran Wang","orcid":"https://orcid.org/0000-0001-5601-0513"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ran Wang","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0001-5601-0513","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000861569","display_name":"Kun Zhu","orcid":"https://orcid.org/0000-0001-6784-5583"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Zhu","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0001-6784-5583","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5075577729"],"corresponding_institution_ids":["https://openalex.org/I9842412"],"apc_list":null,"apc_paid":null,"fwci":8.9642,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.98247475,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"9","issue":"1","first_page":"255","last_page":"270"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9247999787330627,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.906499981880188,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8239792585372925},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7294492125511169},{"id":"https://openalex.org/keywords/swarm-behaviour","display_name":"Swarm behaviour","score":0.6052557229995728},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5757685303688049},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5427266955375671},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.35478949546813965},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34657782316207886},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32049036026000977},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08594578504562378}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8239792585372925},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7294492125511169},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.6052557229995728},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5757685303688049},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5427266955375671},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35478949546813965},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34657782316207886},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32049036026000977},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08594578504562378}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgcn.2024.3424449","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2024.3424449","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8799999952316284}],"awards":[{"id":"https://openalex.org/G2190173036","display_name":null,"funder_award_id":"62171218","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6217827934","display_name":null,"funder_award_id":"62176122","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8803203042","display_name":null,"funder_award_id":"62132007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1918371733","https://openalex.org/W2056404676","https://openalex.org/W2058841014","https://openalex.org/W2088195756","https://openalex.org/W2747746134","https://openalex.org/W2900228632","https://openalex.org/W2963446564","https://openalex.org/W2984035125","https://openalex.org/W2990619686","https://openalex.org/W3010038222","https://openalex.org/W3095686063","https://openalex.org/W3166228843","https://openalex.org/W3172086257","https://openalex.org/W3179018212","https://openalex.org/W3197148111","https://openalex.org/W4205139806","https://openalex.org/W4205833229","https://openalex.org/W4205993435","https://openalex.org/W4206270770","https://openalex.org/W4210771099","https://openalex.org/W4210813012","https://openalex.org/W4210970635","https://openalex.org/W4210999642","https://openalex.org/W4233061323","https://openalex.org/W4285169156","https://openalex.org/W4289792403","https://openalex.org/W4312961085","https://openalex.org/W4321608239","https://openalex.org/W4361029767","https://openalex.org/W4376454415","https://openalex.org/W4376480890","https://openalex.org/W4381733106","https://openalex.org/W4383220107","https://openalex.org/W4387682052","https://openalex.org/W4391559627","https://openalex.org/W4394564351","https://openalex.org/W4399110650","https://openalex.org/W4400277820","https://openalex.org/W6678168664"],"related_works":["https://openalex.org/W4288714711","https://openalex.org/W3200708550","https://openalex.org/W2736680465","https://openalex.org/W2771637876","https://openalex.org/W4294093918","https://openalex.org/W4240853094","https://openalex.org/W2810496283","https://openalex.org/W2170656329","https://openalex.org/W3131977017","https://openalex.org/W3205823858"],"abstract_inverted_index":{"In":[0,22],"this":[1,137],"paper,":[2],"we":[3,63,134,163],"study":[4],"the":[5,23,84,97,101,106,126,154,157,182,187,197],"energy-efficient":[6],"unmanned":[7],"aerial":[8],"vehicle":[9],"(UAV)":[10],"swarm":[11,35,108,118,171],"assisted":[12,109],"mobile":[13,49],"edge":[14,50],"computing":[15,53],"(MEC)":[16],"with":[17,33],"dynamic":[18,94,119,172],"clustering":[19,120],"and":[20,41,121,129,151,184,201],"scheduling.":[21],"considered":[24],"system":[25],"model,":[26],"UAVs":[27,46,65],"are":[28,190,193],"divided":[29],"into":[30,69],"multiple":[31],"swarms,":[32,71],"each":[34,75],"consisting":[36],"of":[37,99,105,116,142,145,156,186,199],"a":[38,93,112,140,143,165],"leader":[39,81],"UAV":[40,77,107,117,170],"several":[42],"follower":[43,76],"UAVs.":[44],"These":[45],"serve":[47],"as":[48,139],"servers,":[51],"providing":[52],"services":[54],"to":[55,66,195,206],"their":[56],"covered":[57],"ground":[58],"end-users.":[59],"Unlike":[60],"existing":[61,207],"works,":[62],"allow":[64],"dynamically":[67],"cluster":[68],"different":[70],"in":[72,92],"other":[73],"words,":[74],"can":[78],"change":[79],"its":[80,203],"based":[82,169],"on":[83],"time-varying":[85],"spatial":[86],"positions,":[87],"updated":[88],"application":[89],"placement,":[90],"etc.":[91],"manner.":[95],"With":[96],"objective":[98],"maximizing":[100],"long-term":[102],"energy":[103],"efficiency":[104],"MEC":[110],"system,":[111],"joint":[113],"optimization":[114],"problem":[115,138],"scheduling":[122],"is":[123],"formulated.":[124],"Considering":[125],"inherent":[127],"cooperation":[128],"competition":[130],"among":[131],"intelligent":[132],"UAVs,":[133],"further":[135],"reformulate":[136],"combination":[141],"series":[144],"strongly":[146],"interconnected":[147],"multi-agent":[148],"stochastic":[149],"games,":[150],"theoretically":[152],"prove":[153],"existence":[155],"corresponding":[158],"Nash":[159],"Equilibrium":[160],"(NE).":[161],"Then,":[162],"propose":[164],"novel":[166],"reinforcement":[167],"learning":[168],"coordination":[173],"(RLDC)":[174],"algorithm":[175,189],"for":[176],"obtaining":[177],"such":[178],"an":[179],"equilibrium.":[180],"Furthermore,":[181],"convergence":[183],"complexity":[185],"RLDC":[188,200],"analyzed.":[191],"Simulations":[192],"performed":[194],"evaluate":[196],"performance":[198],"illustrate":[202],"superiority":[204],"compared":[205],"approaches.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}