{"id":"https://openalex.org/W4411550839","doi":"https://doi.org/10.1109/access.2025.3581966","title":"Artificial Intelligence in UAV Flight Controls: Deep Reinforcement Learning Based Altitude-Hold Strategies for Fixed-Wing UAVs","display_name":"Artificial Intelligence in UAV Flight Controls: Deep Reinforcement Learning Based Altitude-Hold Strategies for Fixed-Wing UAVs","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411550839","doi":"https://doi.org/10.1109/access.2025.3581966"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3581966","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3581966","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3581966","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5118268805","display_name":"Hasan Raza Khanzada","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088086","display_name":"Capital University of Science and Technology","ror":"https://ror.org/004776246","country_code":"PK","type":"education","lineage":["https://openalex.org/I4210088086"]},{"id":"https://openalex.org/I4210143942","display_name":"National University of Technology","ror":"https://ror.org/05e21fw44","country_code":"PK","type":"education","lineage":["https://openalex.org/I4210143942"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Hasan Raza Khanzada","raw_affiliation_strings":["School of Interdisciplinary Engineering and Science, National University of Science and Technology, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0009-0007-9033-8265","affiliations":[{"raw_affiliation_string":"School of Interdisciplinary Engineering and Science, National University of Science and Technology, Islamabad, Pakistan","institution_ids":["https://openalex.org/I4210143942","https://openalex.org/I4210088086"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058052517","display_name":"Adnan Maqsood","orcid":"https://orcid.org/0000-0003-0406-9438"},"institutions":[{"id":"https://openalex.org/I4210088086","display_name":"Capital University of Science and Technology","ror":"https://ror.org/004776246","country_code":"PK","type":"education","lineage":["https://openalex.org/I4210088086"]},{"id":"https://openalex.org/I4210143942","display_name":"National University of Technology","ror":"https://ror.org/05e21fw44","country_code":"PK","type":"education","lineage":["https://openalex.org/I4210143942"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Adnan Maqsood","raw_affiliation_strings":["School of Interdisciplinary Engineering and Science, National University of Science and Technology, Islamabad, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Interdisciplinary Engineering and Science, National University of Science and Technology, Islamabad, Pakistan","institution_ids":["https://openalex.org/I4210143942","https://openalex.org/I4210088086"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018625649","display_name":"Abdul Basit","orcid":"https://orcid.org/0000-0001-9284-6414"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Abdul Basit","raw_affiliation_strings":["College of Aeronautical Engineering (CAE), National University of Sciences and Technology, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0001-9284-6414","affiliations":[{"raw_affiliation_string":"College of Aeronautical Engineering (CAE), National University of Sciences and Technology, Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":6.2389,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.96662229,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"109670","last_page":"109686"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7812968492507935},{"id":"https://openalex.org/keywords/fixed-wing","display_name":"Fixed wing","score":0.7515525817871094},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6653050184249878},{"id":"https://openalex.org/keywords/wing","display_name":"Wing","score":0.5833544731140137},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5420868992805481},{"id":"https://openalex.org/keywords/aeronautics","display_name":"Aeronautics","score":0.49818849563598633},{"id":"https://openalex.org/keywords/altitude","display_name":"Altitude (triangle)","score":0.43497103452682495},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.35088932514190674},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18790942430496216},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06671637296676636}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7812968492507935},{"id":"https://openalex.org/C3018522811","wikidata":"https://www.wikidata.org/wiki/Q2875704","display_name":"Fixed wing","level":3,"score":0.7515525817871094},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6653050184249878},{"id":"https://openalex.org/C97257150","wikidata":"https://www.wikidata.org/wiki/Q161358","display_name":"Wing","level":2,"score":0.5833544731140137},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5420868992805481},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.49818849563598633},{"id":"https://openalex.org/C6350597","wikidata":"https://www.wikidata.org/wiki/Q339495","display_name":"Altitude (triangle)","level":2,"score":0.43497103452682495},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.35088932514190674},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18790942430496216},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06671637296676636},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3581966","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3581966","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:312673897e25452e91f1f940cea944a5","is_oa":true,"landing_page_url":"https://doaj.org/article/312673897e25452e91f1f940cea944a5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 109670-109686 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3581966","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3581966","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5400000214576721,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W195394833","https://openalex.org/W206679605","https://openalex.org/W1979553560","https://openalex.org/W2003323955","https://openalex.org/W2493292999","https://openalex.org/W2597087754","https://openalex.org/W2793712175","https://openalex.org/W2806647155","https://openalex.org/W2810217655","https://openalex.org/W2926077338","https://openalex.org/W2933004559","https://openalex.org/W2941904077","https://openalex.org/W2956200748","https://openalex.org/W2994789076","https://openalex.org/W2997165841","https://openalex.org/W3024350433","https://openalex.org/W3033068628","https://openalex.org/W3043705189","https://openalex.org/W3092633562","https://openalex.org/W3101941357","https://openalex.org/W3116653340","https://openalex.org/W3142824457","https://openalex.org/W3176537306","https://openalex.org/W3212087381","https://openalex.org/W3216311662","https://openalex.org/W4205429426","https://openalex.org/W4206933963","https://openalex.org/W4210643767","https://openalex.org/W4213114853","https://openalex.org/W4214715884","https://openalex.org/W4280644890","https://openalex.org/W4280647283","https://openalex.org/W4283033754","https://openalex.org/W4283262646","https://openalex.org/W4283737832","https://openalex.org/W4293732066","https://openalex.org/W4307647390","https://openalex.org/W4310137353","https://openalex.org/W4311089331","https://openalex.org/W4311427386","https://openalex.org/W4312038392","https://openalex.org/W4312125847","https://openalex.org/W4316506832","https://openalex.org/W4319777525","https://openalex.org/W4324092220","https://openalex.org/W4379473430","https://openalex.org/W4382135271","https://openalex.org/W4383553824","https://openalex.org/W4385756606","https://openalex.org/W4386736676","https://openalex.org/W4387951955","https://openalex.org/W4388924622","https://openalex.org/W4388977050","https://openalex.org/W4389478889","https://openalex.org/W4400975327"],"related_works":["https://openalex.org/W2051353479","https://openalex.org/W2047663700","https://openalex.org/W2145266680","https://openalex.org/W2267127512","https://openalex.org/W2029869150","https://openalex.org/W3039066287","https://openalex.org/W4409108187","https://openalex.org/W1978478581","https://openalex.org/W1569654675","https://openalex.org/W1993078269"],"abstract_inverted_index":{"This":[0,314],"paper":[1],"implements":[2],"a":[3,13,123,130,145,176,192,233,240,296,326],"deep":[4,51],"reinforcement":[5],"learning":[6],"(DRL)":[7],"based":[8],"flight":[9,21,113],"control":[10,22,84,114,153,168,187,190,216,290,312,318,356],"system":[11,31,319],"for":[12,33,105,156,325,352],"fixed-wing":[14],"unmanned":[15],"aerial":[16],"vehicle":[17],"(UAV).":[18],"Unlike":[19],"conventional":[20,205],"methods,":[23],"DRL":[24],"does":[25],"not":[26],"require":[27],"an":[28,118],"exact":[29],"mathematical":[30],"model":[32],"the":[34,73,138,151,160,164,182,202,210,213,222,228,249,265,271,280,287,293,304,317,323,335,342,347,359],"design":[35,320],"and":[36,95,102,166,184,239,256,269,283],"can":[37],"handle":[38,310],"non-linear":[39],"coupled":[40],"dynamics":[41],"of":[42,69,75,117,212,236,244,260,286,306,331,337,344,361],"highly":[43],"agile":[44],"aerospace":[45,107],"vehicles":[46],"like":[47],"small-size":[48],"UAVs.":[49,345],"The":[50,66,109,218,329],"deterministic":[52],"policy":[53],"gradient":[54],"(DDPG)":[55],"method":[56],"was":[57,127,142,154],"chosen":[58],"to":[59,208,248,309,340],"suit":[60],"environments":[61],"with":[62,86,172,201],"continuous":[63],"action":[64],"spaces.":[65],"key":[67],"contribution":[68],"this":[70,332],"research":[71],"is":[72],"implementation":[74,294],"three":[76,133],"distinct":[77],"approaches":[78,134],"that":[79],"successfully":[80],"replace":[81],"traditional":[82,365],"classical":[83,110],"systems":[85],"Reinforcement":[87,146],"Learning":[88,147],"(RL)-based":[89],"controllers,":[90,225],"each":[91,214],"offering":[92],"unique":[93],"advantages":[94,360],"exploring":[96],"different":[97],"trade-offs":[98],"between":[99],"interpretability,":[100],"complexity,":[101],"performance":[103,343],"crucial":[104],"safety-critical":[106],"applications.":[108],"Proportional-Integral-Derivative":[111],"(PID)":[112],"architecture,":[115],"consisting":[116],"altitude":[119,139,165,183],"controller":[120,141,231],"followed":[121],"by":[122,144,267,274,321],"pitch":[124,157,167,185],"(theta)":[125],"controller,":[126],"developed":[128],"as":[129],"baseline.":[131],"Subsequently,":[132],"were":[135,170],"investigated;":[136],"First,":[137],"hold":[140],"replaced":[143,180],"(RL)":[148],"agent,":[149],"while":[150],"PID":[152,206,224,250,366],"maintained":[155],"control.":[158],"In":[159],"second":[161],"approach,":[162],"both":[163,181],"loops":[169],"substituted":[171],"RL":[173,178,219,230,298,307,362],"agents.":[174],"Finally,":[175],"single":[177,193,297],"agent":[179,299],"angle":[186],"loops,":[188],"unifying":[189],"under":[191],"agent.":[194],"A":[195],"comparative":[196],"analysis":[197],"has":[198],"been":[199],"made":[200],"widely":[203],"used":[204],"controls":[207],"assess":[209],"effectiveness":[211],"implemented":[215],"system.":[217],"controllers":[220,339],"outperformed":[221],"baseline":[223],"among":[226],"which":[227],"unified":[229],"achieved":[232],"steady-state":[234,254],"error":[235,255,266],"0.58":[237],"meters":[238],"transient":[241,257],"response":[242,258,272,284],"time":[243,259,273],"5":[245],"seconds,":[246,262],"compared":[247],"controller\u2019s":[251],"1.11":[252],"meter":[253],"16":[261],"thereby":[263],"reducing":[264],"48%":[268],"improving":[270],"nearly":[275],"69%.":[276],"These":[277],"results":[278,348],"demonstrate":[279],"superior":[281],"accuracy":[282],"efficiency":[285],"proposed":[288],"RL-based":[289,338],"strategies.":[291],"Notably,":[292],"featuring":[295],"yields":[300],"promising":[301],"results,":[302],"highlighting":[303],"capacity":[305],"agents":[308],"complex":[311],"challenges.":[313],"approach":[315],"simplifies":[316],"eliminating":[322],"need":[324],"multiple-loop":[327],"architecture.":[328],"outcomes":[330],"study":[333],"underscore":[334],"potential":[336],"enhance":[341],"Furthermore,":[346],"offer":[349],"valuable":[350],"insights":[351],"developing":[353],"future":[354],"UAV":[355],"systems,":[357],"emphasizing":[358],"techniques":[363],"over":[364],"controls.":[367]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-23T13:55:30.953635","created_date":"2025-10-10T00:00:00"}