{"id":"https://openalex.org/W4281631537","doi":"https://doi.org/10.1142/s2301385023410066","title":"Deep Reinforcement Learning-Based Diving/Pull-out Control for Bioinspired Morphing UAVs","display_name":"Deep Reinforcement Learning-Based Diving/Pull-out Control for Bioinspired Morphing UAVs","publication_year":2022,"publication_date":"2022-06-04","ids":{"openalex":"https://openalex.org/W4281631537","doi":"https://doi.org/10.1142/s2301385023410066"},"language":"en","primary_location":{"id":"doi:10.1142/s2301385023410066","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s2301385023410066","pdf_url":null,"source":{"id":"https://openalex.org/S4210169569","display_name":"Unmanned Systems","issn_l":"2301-3850","issn":["2301-3850","2301-3869"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Unmanned Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024088099","display_name":"Bobo Ye","orcid":"https://orcid.org/0000-0002-1335-8955"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bobo Ye","raw_affiliation_strings":["School of Mechatronical Engineering, Beijing Institute of Technology, No. 5 Yard, Zhong Guan Cun South Street, Haidian District, Beijing 100081, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"School of Mechatronical Engineering, Beijing Institute of Technology, No. 5 Yard, Zhong Guan Cun South Street, Haidian District, Beijing 100081, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103271811","display_name":"Jie Li","orcid":"https://orcid.org/0000-0002-9769-8024"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Li","raw_affiliation_strings":["School of Mechatronical Engineering, Beijing Institute of Technology, No. 5 Yard, Zhong Guan Cun South Street, Haidian District, Beijing 100081, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"School of Mechatronical Engineering, Beijing Institute of Technology, No. 5 Yard, Zhong Guan Cun South Street, Haidian District, Beijing 100081, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049808079","display_name":"Juan Li","orcid":"https://orcid.org/0000-0002-9296-9390"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juan Li","raw_affiliation_strings":["School of Mechatronical Engineering, Beijing Institute of Technology, No. 5 Yard, Zhong Guan Cun South Street, Haidian District, Beijing 100081, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"School of Mechatronical Engineering, Beijing Institute of Technology, No. 5 Yard, Zhong Guan Cun South Street, Haidian District, Beijing 100081, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353242","display_name":"Chang Liu","orcid":"https://orcid.org/0000-0002-3914-754X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang Liu","raw_affiliation_strings":["School of Mechatronical Engineering, Beijing Institute of Technology, No. 5 Yard, Zhong Guan Cun South Street, Haidian District, Beijing 100081, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"School of Mechatronical Engineering, Beijing Institute of Technology, No. 5 Yard, Zhong Guan Cun South Street, Haidian District, Beijing 100081, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060904849","display_name":"Jichu Li","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jichu Li","raw_affiliation_strings":["School of Mechatronical Engineering, Beijing Institute of Technology, No. 5 Yard, Zhong Guan Cun South Street, Haidian District, Beijing 100081, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"School of Mechatronical Engineering, Beijing Institute of Technology, No. 5 Yard, Zhong Guan Cun South Street, Haidian District, Beijing 100081, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101873679","display_name":"Yachao Yang","orcid":"https://orcid.org/0000-0002-1185-9633"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yachao Yang","raw_affiliation_strings":["School of Mechatronical Engineering, Beijing Institute of Technology, No. 5 Yard, Zhong Guan Cun South Street, Haidian District, Beijing 100081, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"School of Mechatronical Engineering, Beijing Institute of Technology, No. 5 Yard, Zhong Guan Cun South Street, Haidian District, Beijing 100081, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5024088099"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":1.8477,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.86451778,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"11","issue":"02","first_page":"191","last_page":"202"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11170","display_name":"Biomimetic flight and propulsion mechanisms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11170","display_name":"Biomimetic flight and propulsion mechanisms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11096","display_name":"Aeroelasticity and Vibration Control","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/morphing","display_name":"Morphing","score":0.8625479340553284},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6750960350036621},{"id":"https://openalex.org/keywords/airspeed","display_name":"Airspeed","score":0.6162355542182922},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.554195761680603},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5347017049789429},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5054283142089844},{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.47492867708206177},{"id":"https://openalex.org/keywords/aerodynamics","display_name":"Aerodynamics","score":0.45732155442237854},{"id":"https://openalex.org/keywords/aircraft-flight-mechanics","display_name":"Aircraft flight mechanics","score":0.42660149931907654},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.36345338821411133},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.35137757658958435},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31510090827941895},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.25122517347335815},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.1757301688194275}],"concepts":[{"id":"https://openalex.org/C50637493","wikidata":"https://www.wikidata.org/wiki/Q1136781","display_name":"Morphing","level":2,"score":0.8625479340553284},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6750960350036621},{"id":"https://openalex.org/C26572238","wikidata":"https://www.wikidata.org/wiki/Q1197176","display_name":"Airspeed","level":2,"score":0.6162355542182922},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.554195761680603},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5347017049789429},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5054283142089844},{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.47492867708206177},{"id":"https://openalex.org/C13393347","wikidata":"https://www.wikidata.org/wiki/Q8424","display_name":"Aerodynamics","level":2,"score":0.45732155442237854},{"id":"https://openalex.org/C114008111","wikidata":"https://www.wikidata.org/wiki/Q467257","display_name":"Aircraft flight mechanics","level":3,"score":0.42660149931907654},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.36345338821411133},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.35137757658958435},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31510090827941895},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.25122517347335815},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.1757301688194275},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s2301385023410066","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s2301385023410066","pdf_url":null,"source":{"id":"https://openalex.org/S4210169569","display_name":"Unmanned Systems","issn_l":"2301-3850","issn":["2301-3850","2301-3869"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Unmanned Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5699999928474426,"display_name":"Life below water","id":"https://metadata.un.org/sdg/14"}],"awards":[{"id":"https://openalex.org/G7545860086","display_name":null,"funder_award_id":"62003043","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W23762107","https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W1923344279","https://openalex.org/W1986032999","https://openalex.org/W2051168964","https://openalex.org/W2051292375","https://openalex.org/W2065751950","https://openalex.org/W2089155000","https://openalex.org/W2094740719","https://openalex.org/W2115106602","https://openalex.org/W2158138986","https://openalex.org/W2162290428","https://openalex.org/W2170396314","https://openalex.org/W2300289385","https://openalex.org/W2386155899","https://openalex.org/W2562064557","https://openalex.org/W2566007514","https://openalex.org/W2625448203","https://openalex.org/W2947027947","https://openalex.org/W2948845150","https://openalex.org/W2951603610","https://openalex.org/W2962890638","https://openalex.org/W2968312042","https://openalex.org/W2968457481","https://openalex.org/W2975235909","https://openalex.org/W3000005319","https://openalex.org/W3034853926","https://openalex.org/W3096523944","https://openalex.org/W3101941357","https://openalex.org/W3154051857","https://openalex.org/W3156330606","https://openalex.org/W4200623051","https://openalex.org/W4210650098","https://openalex.org/W4211171425"],"related_works":["https://openalex.org/W2098054711","https://openalex.org/W2047074265","https://openalex.org/W2968620889","https://openalex.org/W2002991661","https://openalex.org/W2011581645","https://openalex.org/W2088741638","https://openalex.org/W2085306702","https://openalex.org/W4206227994","https://openalex.org/W4366251082","https://openalex.org/W2139766664"],"abstract_inverted_index":{"Next-generation":[0],"unmanned":[1],"aerial":[2],"vehicles":[3],"(UAVs)":[4],"should":[5],"possess":[6],"the":[7,59,63,98,101,105,111,120,129,133,136,139,177,180,194,204],"capability":[8],"to":[9,33,54,71,79,156,200,203,211],"autonomously":[10,29],"perform":[11],"multiple":[12,147],"tasks":[13],"with":[14,145,186],"agility":[15],"and":[16,22,38,74,104,126,153,169,214],"efficiency":[17],"in":[18,31,35,217],"complex":[19],"obstructive":[20],"environments":[21,37],"over":[23],"open":[24],"terrains.":[25],"Morphing":[26],"UAVs":[27,68],"can":[28],"transform":[30],"response":[32],"changes":[34],"flight":[36,57,137,168,172],"tasks,":[39],"always":[40],"maintaining":[41],"an":[42],"optimal":[43],"aerodynamic":[44],"profile.":[45],"The":[46,174],"falcon-inspired":[47,66],"morphing":[48,67,109],"UAV":[49],"folds/twists":[50],"its":[51],"wings/tail":[52],"simultaneously":[53],"accomplish":[55],"diving/pull-out":[56,64,93,170],"during":[58],"predation":[60],"process.":[61],"In":[62],"flight,":[65],"are":[69,209],"able":[70],"balance":[72],"maneuverability":[73],"stability,":[75],"which":[76,208],"is":[77,124,143,198],"hard":[78],"realize":[80],"by":[81],"current":[82],"control":[83,95,183,191],"methods.":[84],"This":[85],"paper":[86],"proposes":[87],"a":[88,187],"deep":[89,112],"reinforcement":[90],"learning":[91],"(DRL)-based":[92],"cooperative":[94],"strategy.":[96,192],"Considering":[97],"continuity":[99],"of":[100,108,131,135,150,179],"state":[102],"space":[103,107],"action":[106],"UAVs,":[110],"deterministic":[113],"policy":[114],"gradient":[115],"(DDPG)":[116],"algorithm":[117],"based":[118],"on":[119,165],"actor-critic":[121],"(AC)":[122],"network":[123],"adopted":[125],"refined.":[127],"With":[128],"aim":[130],"ensuring":[132],"smoothness":[134],"action,":[138],"proposed":[140,181,195],"DRL-based":[141,182],"strategy":[142,184],"tasked":[144],"controlling":[146],"data":[148],"frames":[149],"airspeed,":[151],"altitude":[152],"pitch":[154],"angle":[155],"desired":[157],"reference":[158],"values.":[159],"Numerical":[160],"experiments":[161],"have":[162],"been":[163],"conducted":[164],"fixed-speed":[166],"ascent/descent":[167],"maneuvers":[171],"missions.":[173],"results":[175],"demonstrate":[176],"superiority":[178],"compared":[185],"classical":[188],"proportional-integral-derivative":[189],"(PID)":[190],"Furthermore,":[193],"DRL":[196],"controller":[197],"shown":[199],"generalize":[201],"well":[202],"random":[205],"white":[206],"noises":[207],"added":[210],"gyroscope":[212],"measurements":[213],"wind":[215],"disturbance":[216],"flight.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}