{"id":"https://openalex.org/W4405598926","doi":"https://doi.org/10.1109/tcst.2024.3516383","title":"Reinforcement Learning-Based Evolving Flight Controller for Fixed-Wing Uncrewed Aircraft","display_name":"Reinforcement Learning-Based Evolving Flight Controller for Fixed-Wing Uncrewed Aircraft","publication_year":2024,"publication_date":"2024-12-19","ids":{"openalex":"https://openalex.org/W4405598926","doi":"https://doi.org/10.1109/tcst.2024.3516383"},"language":"en","primary_location":{"id":"doi:10.1109/tcst.2024.3516383","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcst.2024.3516383","pdf_url":null,"source":{"id":"https://openalex.org/S133363738","display_name":"IEEE Transactions on Control Systems Technology","issn_l":"1063-6536","issn":["1063-6536","1558-0865","2374-0159"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control Systems Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074442781","display_name":"Daksh Shukla","orcid":null},"institutions":[{"id":"https://openalex.org/I2948394018","display_name":"Northrop Grumman (United States)","ror":"https://ror.org/05kewds18","country_code":"US","type":"company","lineage":["https://openalex.org/I2948394018"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daksh Shukla","raw_affiliation_strings":["Northrop Grumman Tactical Space Systems Division, Sterling, VA, USA"],"affiliations":[{"raw_affiliation_string":"Northrop Grumman Tactical Space Systems Division, Sterling, VA, USA","institution_ids":["https://openalex.org/I2948394018"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035071259","display_name":"Hady Benyamen","orcid":"https://orcid.org/0000-0001-9885-5004"},"institutions":[{"id":"https://openalex.org/I146416000","display_name":"University of Kansas","ror":"https://ror.org/001tmjg57","country_code":"US","type":"education","lineage":["https://openalex.org/I146416000"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hady Benyamen","raw_affiliation_strings":["Department of Aerospace Engineering, KU Flight Research Laboratory, The University of Kansas, Lawrence, KS, USA"],"affiliations":[{"raw_affiliation_string":"Department of Aerospace Engineering, KU Flight Research Laboratory, The University of Kansas, Lawrence, KS, USA","institution_ids":["https://openalex.org/I146416000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006497319","display_name":"Shawn Keshmiri","orcid":null},"institutions":[{"id":"https://openalex.org/I146416000","display_name":"University of Kansas","ror":"https://ror.org/001tmjg57","country_code":"US","type":"education","lineage":["https://openalex.org/I146416000"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shawn Keshmiri","raw_affiliation_strings":["Department of Aerospace Engineering, KU Flight Research Laboratory, The University of Kansas, Lawrence, KS, USA"],"affiliations":[{"raw_affiliation_string":"Department of Aerospace Engineering, KU Flight Research Laboratory, The University of Kansas, Lawrence, KS, USA","institution_ids":["https://openalex.org/I146416000"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038450501","display_name":"Nicole Beckage","orcid":"https://orcid.org/0000-0002-1990-6430"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicole M. Beckage","raw_affiliation_strings":["Intel Labs, Hillsboro, OR, USA"],"affiliations":[{"raw_affiliation_string":"Intel Labs, Hillsboro, OR, USA","institution_ids":["https://openalex.org/I1343180700"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5074442781"],"corresponding_institution_ids":["https://openalex.org/I2948394018"],"apc_list":null,"apc_paid":null,"fwci":4.1936,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.94613839,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"33","issue":"3","first_page":"872","last_page":"886"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12125","display_name":"Aerospace and Aviation Technology","score":0.9668999910354614,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12125","display_name":"Aerospace and Aviation Technology","score":0.9668999910354614,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9345999956130981,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fixed-wing","display_name":"Fixed wing","score":0.8859330415725708},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7100256681442261},{"id":"https://openalex.org/keywords/aeronautics","display_name":"Aeronautics","score":0.6457996964454651},{"id":"https://openalex.org/keywords/wing","display_name":"Wing","score":0.6194409132003784},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5127004384994507},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.49160489439964294},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.46653228998184204},{"id":"https://openalex.org/keywords/flight-simulator","display_name":"Flight simulator","score":0.44624724984169006},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32927608489990234},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.31828048825263977},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.08257722854614258}],"concepts":[{"id":"https://openalex.org/C3018522811","wikidata":"https://www.wikidata.org/wiki/Q2875704","display_name":"Fixed wing","level":3,"score":0.8859330415725708},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7100256681442261},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.6457996964454651},{"id":"https://openalex.org/C97257150","wikidata":"https://www.wikidata.org/wiki/Q161358","display_name":"Wing","level":2,"score":0.6194409132003784},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5127004384994507},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.49160489439964294},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46653228998184204},{"id":"https://openalex.org/C41376638","wikidata":"https://www.wikidata.org/wiki/Q214932","display_name":"Flight simulator","level":2,"score":0.44624724984169006},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32927608489990234},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.31828048825263977},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.08257722854614258}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcst.2024.3516383","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcst.2024.3516383","pdf_url":null,"source":{"id":"https://openalex.org/S133363738","display_name":"IEEE Transactions on Control Systems Technology","issn_l":"1063-6536","issn":["1063-6536","1558-0865","2374-0159"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control Systems Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.6299999952316284}],"awards":[{"id":"https://openalex.org/G2952794814","display_name":null,"funder_award_id":"18CDA067L","funder_id":"https://openalex.org/F4320306101","funder_display_name":"National Aeronautics and Space Administration"},{"id":"https://openalex.org/G3978148047","display_name":null,"funder_award_id":"2019-1156","funder_id":"https://openalex.org/F4320314817","funder_display_name":"Heising-Simons Foundation"},{"id":"https://openalex.org/G6096835647","display_name":null,"funder_award_id":"2019-1156","funder_id":"https://openalex.org/F4320309207","funder_display_name":"Grant Foundation"},{"id":"https://openalex.org/G8282716780","display_name":null,"funder_award_id":"NNX15AJ97H","funder_id":"https://openalex.org/F4320306101","funder_display_name":"National Aeronautics and Space Administration"}],"funders":[{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"},{"id":"https://openalex.org/F4320309207","display_name":"Grant Foundation","ror":null},{"id":"https://openalex.org/F4320314817","display_name":"Heising-Simons Foundation","ror":"https://ror.org/01mp52y34"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1556500232","https://openalex.org/W1571530861","https://openalex.org/W2003970162","https://openalex.org/W2059011805","https://openalex.org/W2074464158","https://openalex.org/W2081306264","https://openalex.org/W2112166125","https://openalex.org/W2133101712","https://openalex.org/W2134491302","https://openalex.org/W2135043890","https://openalex.org/W2145339207","https://openalex.org/W2154885308","https://openalex.org/W2159379766","https://openalex.org/W2166824497","https://openalex.org/W2325910879","https://openalex.org/W2334276981","https://openalex.org/W2605314490","https://openalex.org/W2609009256","https://openalex.org/W2733312032","https://openalex.org/W2734548765","https://openalex.org/W2745290310","https://openalex.org/W2810254111","https://openalex.org/W2889925204","https://openalex.org/W2956200748","https://openalex.org/W2962890638","https://openalex.org/W2968312042","https://openalex.org/W2989700450","https://openalex.org/W2997165841","https://openalex.org/W2997509280","https://openalex.org/W3035261243","https://openalex.org/W3092635282","https://openalex.org/W3120906841","https://openalex.org/W3212087381","https://openalex.org/W4206500127","https://openalex.org/W4206562247","https://openalex.org/W4292231041","https://openalex.org/W4317611119","https://openalex.org/W4317651368","https://openalex.org/W4387302266","https://openalex.org/W6631190155","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6688685930","https://openalex.org/W6741002519","https://openalex.org/W6756486208","https://openalex.org/W6770456446","https://openalex.org/W6959483656"],"related_works":["https://openalex.org/W2051353479","https://openalex.org/W2047663700","https://openalex.org/W2145266680","https://openalex.org/W2267127512","https://openalex.org/W2029869150","https://openalex.org/W3039066287","https://openalex.org/W4310083477","https://openalex.org/W1538637279","https://openalex.org/W4290632888","https://openalex.org/W2087068224"],"abstract_inverted_index":{"A":[0],"significant":[1],"challenge":[2],"in":[3,8,113,145,198],"designing":[4],"flight":[5,25,60,88,95,100,178,189],"controllers":[6,26,157,168],"lies":[7],"their":[9],"dependency":[10],"on":[11,37,81,138],"the":[12,20,38,63,104,146,153,174,181,185,192,200],"quality":[13],"of":[14,22,40,48,84,110,155,184,187,194],"dynamic":[15,41],"models.":[16,42],"This":[17],"research":[18,91],"explores":[19],"potential":[21],"artificial":[23],"intelligence-based":[24],"to":[27,54,70,102,151,158,173,191],"generalize":[28],"control":[29,140],"actions":[30],"around":[31],"policies":[32],"rather":[33],"than":[34],"relying":[35],"solely":[36],"accuracy":[39],"An":[43],"engineering-level,":[44],"low-fidelity,":[45],"linearized":[46],"model":[47],"fixed-wing":[49],"uncrewed":[50],"aircraft":[51],"is":[52,149],"used":[53],"train":[55],"a":[56,132,143],"multi-input":[57],"multi-output":[58],"(MIMO)":[59],"controller,":[61],"employing":[62],"deep":[64],"deterministic":[65],"policy":[66],"gradients":[67],"(DDPG)":[68],"algorithm,":[69],"maintain":[71],"cruise":[72,124],"velocity":[73],"and":[74,107,126],"altitude.":[75],"While":[76],"existing":[77],"literature":[78],"often":[79],"concentrates":[80],"simulation-based":[82,195],"assessments":[83],"reinforcement":[85],"learning":[86],"(RL)-based":[87],"controllers,":[89],"this":[90],"employs":[92],"an":[93],"extensive":[94],"test":[96],"campaign":[97],"including":[98],"15":[99],"tests":[101,179],"explore":[103],"reliability,":[105],"robustness,":[106],"generalization":[108],"capability":[109],"RL":[111,129,156],"algorithms":[112],"tasks":[114],"they":[115],"were":[116],"not":[117],"specifically":[118],"trained":[119],"for,":[120],"such":[121],"as":[122],"changing":[123],"altitude":[125],"velocity.":[127],"The":[128,166],"controller":[130],"outperformed":[131],"well-tuned":[133],"linear":[134],"quadratic":[135],"regulator":[136],"(LQR)":[137],"several":[139],"tasks.":[141],"Furthermore,":[142],"modification":[144],"DDPG":[147],"algorithm":[148],"presented":[150],"enhance":[152],"ability":[154],"evolve":[159],"through":[160],"experience":[161],"gained":[162],"from":[163],"actual":[164,188],"flights.":[165],"evolved":[167,201],"present":[169],"different":[170],"behavior":[171],"compared":[172],"original":[175],"controller.":[176],"Comparative":[177],"underscored":[180],"crucial":[182],"role":[183],"ratio":[186],"data":[190],"number":[193],"training":[196],"instances":[197],"optimizing":[199],"controllers.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}