{"id":"https://openalex.org/W4398188124","doi":"https://doi.org/10.1109/taes.2024.3403543","title":"Control Design Using Policy-Gradient-Based Integral Reinforcement Learning and Extended State Observer for Morphing Aircraft","display_name":"Control Design Using Policy-Gradient-Based Integral Reinforcement Learning and Extended State Observer for Morphing Aircraft","publication_year":2024,"publication_date":"2024-05-21","ids":{"openalex":"https://openalex.org/W4398188124","doi":"https://doi.org/10.1109/taes.2024.3403543"},"language":"en","primary_location":{"id":"doi:10.1109/taes.2024.3403543","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2024.3403543","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084647851","display_name":"Hanna Lee","orcid":"https://orcid.org/0000-0002-2783-9717"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Hanna Lee","raw_affiliation_strings":["Department of Aerospace Engineering, Seoul National University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-2783-9717","affiliations":[{"raw_affiliation_string":"Department of Aerospace Engineering, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007471219","display_name":"Seong-hun Kim","orcid":"https://orcid.org/0000-0002-3614-6402"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seong-Hun Kim","raw_affiliation_strings":["Department of Aerospace Engineering, Seoul National University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-3614-6402","affiliations":[{"raw_affiliation_string":"Department of Aerospace Engineering, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100416272","display_name":"Jihoon Lee","orcid":"https://orcid.org/0000-0001-5327-824X"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jihoon Lee","raw_affiliation_strings":["Department of Aerospace Engineering, Seoul National University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-5327-824X","affiliations":[{"raw_affiliation_string":"Department of Aerospace Engineering, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006517279","display_name":"Youdan Kim","orcid":"https://orcid.org/0000-0001-5041-8243"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youdan Kim","raw_affiliation_strings":["Department of Aerospace Engineering, Seoul National University, Seoul, South Korea","Department of Aerospace Engineering, Institute of Advanced Aerospace Technology, Seoul National University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-5041-8243","affiliations":[{"raw_affiliation_string":"Department of Aerospace Engineering, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Department of Aerospace Engineering, Institute of Advanced Aerospace Technology, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5084647851"],"corresponding_institution_ids":["https://openalex.org/I139264467"],"apc_list":null,"apc_paid":null,"fwci":6.7299,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.95851238,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"60","issue":"5","first_page":"6447","last_page":"6460"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11096","display_name":"Aeroelasticity and Vibration Control","score":0.9398000240325928,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11096","display_name":"Aeroelasticity and Vibration Control","score":0.9398000240325928,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/morphing","display_name":"Morphing","score":0.8893543481826782},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6295228600502014},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5734066367149353},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5624933838844299},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.47464093565940857},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4427779018878937},{"id":"https://openalex.org/keywords/observer","display_name":"Observer (physics)","score":0.43967944383621216},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.43670859932899475},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.4225632846355438},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3345434069633484},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2704806327819824},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1324104368686676},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09536716341972351}],"concepts":[{"id":"https://openalex.org/C50637493","wikidata":"https://www.wikidata.org/wiki/Q1136781","display_name":"Morphing","level":2,"score":0.8893543481826782},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6295228600502014},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5734066367149353},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5624933838844299},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.47464093565940857},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4427779018878937},{"id":"https://openalex.org/C2780704645","wikidata":"https://www.wikidata.org/wiki/Q9251458","display_name":"Observer (physics)","level":2,"score":0.43967944383621216},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.43670859932899475},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.4225632846355438},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3345434069633484},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2704806327819824},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1324104368686676},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09536716341972351},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taes.2024.3403543","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2024.3403543","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7690835438","display_name":null,"funder_award_id":"2019R1A2C2083946","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W23762107","https://openalex.org/W1595516097","https://openalex.org/W1680219837","https://openalex.org/W1972809999","https://openalex.org/W1983523797","https://openalex.org/W1991119064","https://openalex.org/W2024350978","https://openalex.org/W2027197837","https://openalex.org/W2050838777","https://openalex.org/W2072028823","https://openalex.org/W2074034491","https://openalex.org/W2083283377","https://openalex.org/W2094666332","https://openalex.org/W2097696157","https://openalex.org/W2103345351","https://openalex.org/W2152161277","https://openalex.org/W2159106534","https://openalex.org/W2162290428","https://openalex.org/W2165726932","https://openalex.org/W2328159832","https://openalex.org/W2550394442","https://openalex.org/W2564717627","https://openalex.org/W2794019208","https://openalex.org/W2807112464","https://openalex.org/W2907275873","https://openalex.org/W2910408007","https://openalex.org/W2944972048","https://openalex.org/W2945297972","https://openalex.org/W2947027947","https://openalex.org/W2997966617","https://openalex.org/W3081702304","https://openalex.org/W3160954918","https://openalex.org/W3214264307","https://openalex.org/W4214717370","https://openalex.org/W4313503833","https://openalex.org/W4382936016","https://openalex.org/W4386191408","https://openalex.org/W6941321889"],"related_works":["https://openalex.org/W2615607975","https://openalex.org/W2192101006","https://openalex.org/W2116800748","https://openalex.org/W2638730922","https://openalex.org/W2190465783","https://openalex.org/W2027827693","https://openalex.org/W2381267592","https://openalex.org/W4241033836","https://openalex.org/W2518504198","https://openalex.org/W3135637940"],"abstract_inverted_index":{"A":[0,22,139],"control":[1,40,48,61,137],"design":[2,128],"scheme":[3],"that":[4],"integrates":[5],"policy":[6,56],"gradient-based":[7],"integral":[8,78],"reinforcement":[9,79],"learning":[10,80],"with":[11,54],"an":[12,109],"extended":[13,110],"state":[14,111],"observer":[15,112],"is":[16,113,168],"proposed":[17,47,163],"for":[18,63,125,131],"a":[19,29,52,97,165],"morphing":[20,30,35,90,107,133],"aircraft.":[21],"general":[23],"continuous-time":[24],"nonaffine":[25,67],"system,":[26],"such":[27],"as":[28,39],"aircraft,":[31],"in":[32,93],"which":[33],"the":[34,46,55,59,77,86,94,103,116,119,126,143,147,151,155,159,162],"parameters":[36,134],"are":[37],"considered":[38],"effectors,":[41],"can":[42,69],"be":[43,70],"addressed":[44],"by":[45],"scheme.":[49],"By":[50],"combining":[51],"Q-function":[53],"gradient":[57],"method,":[58,164],"optimal":[60,89,152],"problems":[62],"completely":[64],"unknown":[65],"and":[66,135,150],"systems":[68],"resolved.":[71],"The":[72,82],"actor-critic":[73],"parameter":[74],"estimation":[75],"employs":[76],"technique.":[81],"learning-based":[83],"strategy":[84],"enables":[85],"prediction":[87],"of":[88,96,118,129,146,154,161],"parameters,":[91],"even":[92],"absence":[95],"complete":[98],"aerodynamic":[99],"model.":[100,121],"To":[101,157],"estimate":[102],"disturbances":[104],"derived":[105],"from":[106],"variations,":[108],"designed":[114],"using":[115],"knowledge":[117],"nominal":[120],"This":[122],"approach":[123],"allows":[124],"independent":[127],"controllers":[130],"both":[132],"conventional":[136],"effectors.":[138],"stability":[140,145],"analysis":[141],"shows":[142],"asymptotic":[144],"closed-loop":[148],"system":[149],"convergence":[153],"Q-function.":[156],"demonstrate":[158],"effectiveness":[160],"numerical":[166],"simulation":[167],"performed.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}