{"id":"https://openalex.org/W4407899447","doi":"https://doi.org/10.1186/s13677-025-00738-9","title":"Autonomous decision-making of UAV cluster with communication constraints based on reinforcement learning","display_name":"Autonomous decision-making of UAV cluster with communication constraints based on reinforcement learning","publication_year":2025,"publication_date":"2025-02-24","ids":{"openalex":"https://openalex.org/W4407899447","doi":"https://doi.org/10.1186/s13677-025-00738-9"},"language":"en","primary_location":{"id":"doi:10.1186/s13677-025-00738-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-025-00738-9","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-025-00738-9","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-025-00738-9","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103284225","display_name":"Tingting Zhang","orcid":"https://orcid.org/0000-0002-8649-8414"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhang Ting-Ting","raw_affiliation_strings":["Army Engineering University of PLA, College of Command and Control Engineering, Nanjing, Jiangsu, China","Southeast University, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"Army Engineering University of PLA, College of Command and Control Engineering, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I4210163363"]},{"raw_affiliation_string":"Southeast University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114549847","display_name":"Yan Chen","orcid":"https://orcid.org/0000-0003-4838-3779"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Yan","raw_affiliation_strings":["Army Engineering University of PLA, College of Command and Control Engineering, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"Army Engineering University of PLA, College of Command and Control Engineering, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116406597","display_name":"Dong Ren-zhi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095121","display_name":"China Electric Equipment Group (China)","ror":"https://ror.org/00pgy4f30","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210095121"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Ren-zhi","raw_affiliation_strings":["Cetccloud (Beijing) Technology Co, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"Cetccloud (Beijing) Technology Co, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I4210095121"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101913240","display_name":"Tao Chen","orcid":"https://orcid.org/0009-0000-9755-0639"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Tao","raw_affiliation_strings":["National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107809046","display_name":"Yan Liu","orcid":"https://orcid.org/0009-0009-6319-5785"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu Yan","raw_affiliation_strings":["North Automatic Control Technology Institute, Taiyuan, Shanxi, China"],"affiliations":[{"raw_affiliation_string":"North Automatic Control Technology Institute, Taiyuan, Shanxi, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116406598","display_name":"Zhang Kai-Ge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang Kai-Ge","raw_affiliation_strings":["North Automatic Control Technology Institute, Taiyuan, Shanxi, China"],"affiliations":[{"raw_affiliation_string":"North Automatic Control Technology Institute, Taiyuan, Shanxi, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065533894","display_name":"Song Ai-Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Ai-Guo","raw_affiliation_strings":["Southeast University, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084330726","display_name":"Yushi Lan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110458","display_name":"Institute of Electronics","ror":"https://ror.org/01z143507","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210110458"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lan Yu-Shi","raw_affiliation_strings":["Nanjing Research Institute of Electronic Engineering, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"Nanjing Research Institute of Electronic Engineering, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I4210110458"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5103284225"],"corresponding_institution_ids":["https://openalex.org/I4210163363","https://openalex.org/I76569877"],"apc_list":{"value":990,"currency":"GBP","value_usd":1214},"apc_paid":{"value":990,"currency":"GBP","value_usd":1214},"fwci":15.6488,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.98112956,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"14","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9718999862670898,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8024495840072632},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.6251793503761292},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6059646010398865},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4289223849773407},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34792453050613403},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08134439587593079}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8024495840072632},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.6251793503761292},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6059646010398865},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4289223849773407},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34792453050613403},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08134439587593079}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13677-025-00738-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-025-00738-9","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-025-00738-9","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6db5fe5916184ec892b0fc8cfaba02ff","is_oa":true,"landing_page_url":"https://doaj.org/article/6db5fe5916184ec892b0fc8cfaba02ff","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Cloud Computing: Advances, Systems and Applications, Vol 14, Iss 1, Pp 1-14 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13677-025-00738-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-025-00738-9","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-025-00738-9","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.75}],"awards":[{"id":"https://openalex.org/G4286367005","display_name":null,"funder_award_id":"2019M651991","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4407899447.pdf"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W1903029394","https://openalex.org/W1976195538","https://openalex.org/W2480536132","https://openalex.org/W2558580397","https://openalex.org/W3032674758","https://openalex.org/W3035005815","https://openalex.org/W3105649577","https://openalex.org/W3152893301","https://openalex.org/W4226270887","https://openalex.org/W4365790928","https://openalex.org/W4378082526","https://openalex.org/W4387682036","https://openalex.org/W4392941809","https://openalex.org/W4400792723","https://openalex.org/W4403125987"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"techniques":[2],"are":[3,69,140],"increasingly":[4],"applied":[5],"in":[6,12,42,202,212],"the":[7,31,62,79,84,106,115,119,122,125,150,154,171,198,214],"study":[8],"of":[9,66,86,118,124,138,185,200,219],"autonomous":[10,50,63],"decision-making":[11,51,64],"unmanned":[13,34],"clustered":[14],"distributed":[15],"systems.":[16,221],"However,":[17],"communication":[18,97,205],"constraints":[19],"has":[20],"become":[21],"a":[22,194],"big":[23],"bottleneck":[24],"that":[25,149],"restricts":[26],"its":[27],"performance.":[28],"To":[29],"address":[30],"need":[32],"for":[33,53,197],"aerial":[35],"vehicles(UAVs)":[36],"to":[37,99,113,166,182],"execute":[38],"collaborative":[39],"attack":[40],"missions":[41],"complex":[43],"communication-constrained":[44,144],"environments,":[45],"this":[46],"paper":[47],"propose":[48],"an":[49,94],"method":[52,152],"UAVs":[54,201],"based":[55],"on":[56],"Multi-Agent":[57,87],"Reinforcement":[58],"Learning":[59],"(MARL).":[60],"Firstly,":[61],"processes":[65],"UAV":[67,220],"clusters":[68],"modeled":[70],"as":[71],"Decentralized":[72],"Partially":[73],"Observable":[74],"Markov":[75],"Decision":[76],"Processes(Dec-POMDPs).":[77],"Next,":[78],"algorithm":[80,107,168,172],"is":[81],"enhanced":[82],"within":[83],"framework":[85,196],"Deep":[88],"Deterministic":[89],"Policy":[90],"Gradient(MADDPG)":[91],"by":[92,128,158,163],"designing":[93],"explicit":[95],"inter-intelligent":[96],"mechanism":[98],"achieve":[100],"information":[101,126],"exchange":[102],"among":[103],"UAVs.":[104,186],"Subsequently,":[105],"utilizes":[108],"Long":[109],"Short-Term":[110],"Memory(LSTM)":[111],"networks":[112],"process":[114],"local":[116],"observations":[117],"UAVs,":[120],"enhancing":[121],"effectiveness":[123],"sent":[127],"combining":[129],"historical":[130],"data":[131],"with":[132,204],"current":[133],"observations.":[134],"Finally,":[135],"multiple":[136],"rounds":[137],"experiments":[139],"conducted":[141],"across":[142],"various":[143],"scenarios.":[145],"Simulation":[146],"results":[147],"indicate":[148],"proposed":[151],"improves":[153],"task":[155],"completion":[156],"capability":[157],"46.0%":[159],"and":[160,176,193,216],"enhances":[161],"stability":[162],"24.9%":[164],"compared":[165],"baseline":[167],"MADDPG.":[169],"Additionally,":[170],"demonstrates":[173],"better":[174],"generalization":[175],"exhibits":[177],"good":[178],"scalability,":[179],"effectively":[180],"adapting":[181],"varying":[183],"numbers":[184],"This":[187],"research":[188],"provides":[189],"new":[190],"theoretical":[191],"insights":[192],"technical":[195],"collaboration":[199],"environments":[203],"constraints,":[206],"which":[207],"holds":[208],"great":[209],"practical":[210],"importance":[211],"improving":[213],"ability":[215],"application":[217],"scope":[218]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}