{"id":"https://openalex.org/W4414490865","doi":"https://doi.org/10.1145/3769426","title":"A Survey on Reinforcement Learning Methods for UAV Systems","display_name":"A Survey on Reinforcement Learning Methods for UAV Systems","publication_year":2025,"publication_date":"2025-09-25","ids":{"openalex":"https://openalex.org/W4414490865","doi":"https://doi.org/10.1145/3769426"},"language":"en","primary_location":{"id":"doi:10.1145/3769426","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3769426","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3769426","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3769426","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041003522","display_name":"Hengsheng Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hengsheng Chen","raw_affiliation_strings":["Fuzhou University"],"raw_orcid":"https://orcid.org/0009-0004-4830-8087","affiliations":[{"raw_affiliation_string":"Fuzhou University","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000579667","display_name":"Yuanguo Lin","orcid":"https://orcid.org/0000-0001-6717-0950"},"institutions":[{"id":"https://openalex.org/I161346416","display_name":"Jimei University","ror":"https://ror.org/03hknyb50","country_code":"CN","type":"education","lineage":["https://openalex.org/I161346416"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanguo Lin","raw_affiliation_strings":["Jimei University"],"raw_orcid":"https://orcid.org/0000-0001-6717-0950","affiliations":[{"raw_affiliation_string":"Jimei University","institution_ids":["https://openalex.org/I161346416"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013335745","display_name":"Mingjian Fu","orcid":"https://orcid.org/0000-0002-4920-7235"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingjian Fu","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University"],"raw_orcid":"https://orcid.org/0000-0002-4920-7235","affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052731721","display_name":"Lina Yao","orcid":"https://orcid.org/0000-0002-4149-839X"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lina Yao","raw_affiliation_strings":["CSIRO's Data61","University of New South Wales"],"raw_orcid":"https://orcid.org/0000-0002-4149-839X","affiliations":[{"raw_affiliation_string":"CSIRO's Data61","institution_ids":["https://openalex.org/I1292875679","https://openalex.org/I42894916"]},{"raw_affiliation_string":"University of New South Wales","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080744092","display_name":"Quan Z. Sheng","orcid":"https://orcid.org/0000-0002-3326-4147"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Michael Sheng","raw_affiliation_strings":["Macquarie University"],"raw_orcid":"https://orcid.org/0000-0002-3326-4147","affiliations":[{"raw_affiliation_string":"Macquarie University","institution_ids":["https://openalex.org/I99043593"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":24.8264,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.99369848,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"58","issue":"4","first_page":"1","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.784500002861023},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.739799976348877},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.7197999954223633},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.44909998774528503},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.43950000405311584},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.40459999442100525}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8363000154495239},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.784500002861023},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.739799976348877},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.7197999954223633},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.44909998774528503},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4471000134944916},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.43950000405311584},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.40459999442100525},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3172999918460846},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C2775935494","wikidata":"https://www.wikidata.org/wiki/Q741964","display_name":"Search and rescue","level":3,"score":0.26330000162124634}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3769426","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3769426","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3769426","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3769426","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3769426","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3769426","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414490865.pdf","grobid_xml":"https://content.openalex.org/works/W4414490865.grobid-xml"},"referenced_works_count":157,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1845972764","https://openalex.org/W2107726111","https://openalex.org/W2145339207","https://openalex.org/W2153807823","https://openalex.org/W2395579298","https://openalex.org/W2546531327","https://openalex.org/W2605102758","https://openalex.org/W2770171510","https://openalex.org/W2891973815","https://openalex.org/W2898035736","https://openalex.org/W2898556730","https://openalex.org/W2911978475","https://openalex.org/W2913106923","https://openalex.org/W2914304175","https://openalex.org/W2922260520","https://openalex.org/W2924948991","https://openalex.org/W2940459376","https://openalex.org/W2952736579","https://openalex.org/W2979035384","https://openalex.org/W2981078741","https://openalex.org/W2988592481","https://openalex.org/W2999032021","https://openalex.org/W3005863531","https://openalex.org/W3006499227","https://openalex.org/W3021654819","https://openalex.org/W3022601977","https://openalex.org/W3036182692","https://openalex.org/W3036252686","https://openalex.org/W3048295601","https://openalex.org/W3048543830","https://openalex.org/W3084578038","https://openalex.org/W3085145549","https://openalex.org/W3086351065","https://openalex.org/W3090790792","https://openalex.org/W3090944066","https://openalex.org/W3096831136","https://openalex.org/W3098060190","https://openalex.org/W3100789280","https://openalex.org/W3102402089","https://openalex.org/W3103326437","https://openalex.org/W3110391149","https://openalex.org/W3110413696","https://openalex.org/W3111189508","https://openalex.org/W3111740206","https://openalex.org/W3115811799","https://openalex.org/W3121274017","https://openalex.org/W3131765381","https://openalex.org/W3134776497","https://openalex.org/W3134853632","https://openalex.org/W3142849873","https://openalex.org/W3144494418","https://openalex.org/W3145159167","https://openalex.org/W3159935161","https://openalex.org/W3166228843","https://openalex.org/W3167580222","https://openalex.org/W3167847623","https://openalex.org/W3169232562","https://openalex.org/W3172086257","https://openalex.org/W3173360237","https://openalex.org/W3176727369","https://openalex.org/W3188962160","https://openalex.org/W3189148921","https://openalex.org/W3189642105","https://openalex.org/W3195241811","https://openalex.org/W3197321928","https://openalex.org/W3198804470","https://openalex.org/W3199610981","https://openalex.org/W3199843466","https://openalex.org/W3202883604","https://openalex.org/W3209772470","https://openalex.org/W3212776628","https://openalex.org/W3213889621","https://openalex.org/W3216971844","https://openalex.org/W4205161126","https://openalex.org/W4206931804","https://openalex.org/W4210242265","https://openalex.org/W4211167660","https://openalex.org/W4213433215","https://openalex.org/W4214717370","https://openalex.org/W4220984320","https://openalex.org/W4226215778","https://openalex.org/W4226249635","https://openalex.org/W4241872575","https://openalex.org/W4280595508","https://openalex.org/W4280599739","https://openalex.org/W4280614179","https://openalex.org/W4280627398","https://openalex.org/W4285107918","https://openalex.org/W4285214574","https://openalex.org/W4285247160","https://openalex.org/W4293173843","https://openalex.org/W4293182269","https://openalex.org/W4293208483","https://openalex.org/W4293220993","https://openalex.org/W4295789133","https://openalex.org/W4312688242","https://openalex.org/W4312943725","https://openalex.org/W4312986669","https://openalex.org/W4313189740","https://openalex.org/W4319878963","https://openalex.org/W4320002923","https://openalex.org/W4321380910","https://openalex.org/W4321792508","https://openalex.org/W4323338401","https://openalex.org/W4360995544","https://openalex.org/W4364322852","https://openalex.org/W4375929127","https://openalex.org/W4376456609","https://openalex.org/W4379116836","https://openalex.org/W4379527413","https://openalex.org/W4379618794","https://openalex.org/W4379928101","https://openalex.org/W4382794213","https://openalex.org/W4383645581","https://openalex.org/W4383751256","https://openalex.org/W4385194665","https://openalex.org/W4385338914","https://openalex.org/W4385623557","https://openalex.org/W4386193536","https://openalex.org/W4386281092","https://openalex.org/W4386285856","https://openalex.org/W4386432004","https://openalex.org/W4386505776","https://openalex.org/W4386590944","https://openalex.org/W4386934012","https://openalex.org/W4387197056","https://openalex.org/W4387587706","https://openalex.org/W4388328005","https://openalex.org/W4388340725","https://openalex.org/W4388440591","https://openalex.org/W4388450880","https://openalex.org/W4388739163","https://openalex.org/W4389262520","https://openalex.org/W4389428647","https://openalex.org/W4389474153","https://openalex.org/W4389779740","https://openalex.org/W4390078802","https://openalex.org/W4391164246","https://openalex.org/W4391341751","https://openalex.org/W4391407083","https://openalex.org/W4392349475","https://openalex.org/W4392745986","https://openalex.org/W4393034266","https://openalex.org/W4393241051","https://openalex.org/W4394627627","https://openalex.org/W4394966847","https://openalex.org/W4396243197","https://openalex.org/W4396506414","https://openalex.org/W4396753556","https://openalex.org/W4398202282","https://openalex.org/W4399039829","https://openalex.org/W4399365978","https://openalex.org/W4399618476","https://openalex.org/W4400277207","https://openalex.org/W4401821462","https://openalex.org/W4402352501"],"related_works":[],"abstract_inverted_index":{"In":[0,132],"recent":[1,176],"years,":[2],"Unmanned":[3],"Aerial":[4],"Vehicles":[5],"(UAVs)":[6],"have":[7],"attracted":[8],"a":[9,88,95,117,138,169],"lot":[10],"of":[11,65,70,108,122,143,146,156,172],"attention":[12],"due":[13,20],"to":[14,21,62,73,115,129,181],"their":[15],"flexibility":[16],"and":[17,29,76,120,141,175],"mobility.":[18],"However,":[19],"the":[22,30,45,63,79,106,123,144,154,163,173,187],"increasingly":[23],"complex":[24],"environments":[25],"faced":[26],"by":[27],"UAVs":[28],"rising":[31],"demands":[32],"on":[33,153,162],"UAV":[34,37,46,66,83,110,130,150,182,193],"systems,":[35,111],"traditional":[36],"control":[38,44,57],"methods":[39,127],"can":[40],"no":[41],"longer":[42],"efficiently":[43],"under":[47],"multi-constraint":[48],"situations.":[49],"Reinforcement":[50],"Learning":[51],"(RL),":[52],"as":[53,94],"an":[54],"emerging":[55],"robot":[56],"technology,":[58],"is":[59,113],"well":[60],"suited":[61],"needs":[64],"systems":[67,84],"in":[68,91,148],"terms":[69],"its":[71],"ability":[72],"interact":[74],"with":[75],"learn":[77],"from":[78],"environment.":[80],"Therefore,":[81],"RL-based":[82,109,192],"are":[85],"gradually":[86],"becoming":[87],"new":[89,96],"trend":[90],"research.":[92],"Nonetheless,":[93],"research":[97,189],"field,":[98],"it":[99,112],"faces":[100],"some":[101],"challenges.":[102],"To":[103],"fully":[104],"grasp":[105],"landscape":[107],"paramount":[114],"provide":[116,137],"comprehensive":[118,139],"overview":[119,140],"analysis":[121,171],"existing":[124,164],"specific":[125],"RL":[126,147,157,180],"applied":[128],"systems.":[131,183,194],"this":[133],"survey,":[134],"we":[135,167,185],"first":[136],"summary":[142],"application":[145],"different":[149],"scenarios":[151],"based":[152,161],"classification":[155],"methods.":[158],"After":[159],"that,":[160],"relevant":[165],"literature,":[166],"conduct":[168],"systematic":[170],"challenges":[174],"advancements":[177],"when":[178],"applying":[179],"Finally,":[184],"discuss":[186],"potential":[188],"directions":[190],"for":[191]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-23T07:36:19.812096","created_date":"2025-10-10T00:00:00"}