{"id":"https://openalex.org/W4289767014","doi":"https://doi.org/10.1002/rnc.6334","title":"Reinforcement learning\u2010based tracking control for a quadrotor unmanned aerial vehicle under external disturbances","display_name":"Reinforcement learning\u2010based tracking control for a quadrotor unmanned aerial vehicle under external disturbances","alternate_titles":[],"publication_year":2022,"publication_date":"2022-08-04","ids":{"openalex":"https://openalex.org/W4289767014","doi":"https://doi.org/10.1002/rnc.6334"},"language":"en","primary_location":{"id":"doi:10.1002/rnc.6334","doi":"https://doi.org/10.1002/rnc.6334","is_oa":false,"landing_page_url":"https://doi.org/10.1002/rnc.6334","pdf_url":null,"source":{"id":"https://openalex.org/S156578089","display_name":"International Journal of Robust and Nonlinear Control","issn_l":"1049-8923","issn":["1049-8923","1099-1239"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","jufo-2","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Robust and Nonlinear Control","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4289767014"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hui Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hui Liu","raw_affiliation_strings":["Institute of Logistics Science and Engineering, Shanghai Maritime University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Logistics Science and Engineering, Shanghai Maritime University, Shanghai, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100773871","display_name":"Bo Li","orcid":"https://orcid.org/0000-0001-9832-369X","observed_orcids":["https://orcid.org/0000-0001-9832-369X","https://orcid.org/0009-0000-7707-2561"]},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Bo Li","raw_affiliation_strings":["Institute of Logistics Science and Engineering, Shanghai Maritime University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9832-369X","affiliations":[{"raw_affiliation_string":"Institute of Logistics Science and Engineering, Shanghai Maritime University, Shanghai, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054340394","display_name":"Bing Xiao","orcid":"https://orcid.org/0000-0003-2389-0707","observed_orcids":["https://orcid.org/0000-0003-2389-0707"]},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bing Xiao","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029034164","display_name":"Dechao Ran","orcid":"https://orcid.org/0000-0002-7446-7178","observed_orcids":["https://orcid.org/0000-0002-7446-7178","https://orcid.org/0000-0002-9610-0860"]},"institutions":[{"id":"https://openalex.org/I4210158522","display_name":"PLA Academy of Military Science","ror":"https://ror.org/05ct4s596","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210158522"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dechao Ran","raw_affiliation_strings":["National Innovation Institute of Defense Technology, Chinese Academy of Military Science, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Innovation Institute of Defense Technology, Chinese Academy of Military Science, Beijing, China","institution_ids":["https://openalex.org/I4210158522"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002568038","display_name":"Chengxi Zhang","orcid":"https://orcid.org/0000-0002-3130-6497","observed_orcids":["https://orcid.org/0000-0002-3130-6497"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chengxi Zhang","raw_affiliation_strings":["School of Electronic and Information Engineering, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-3130-6497","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100773871"],"corresponding_institution_ids":["https://openalex.org/I96733725"],"apc_list":{"value":3950,"currency":"USD","value_usd":3950},"apc_paid":null,"fwci":4.2328,"has_fulltext":false,"cited_by_count":62,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.9561898,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":100},"biblio":{"volume":"33","issue":"17","first_page":"10360","last_page":"10377"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.8554999828338623,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.8554999828338623,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.13429999351501465,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quadrotor","display_name":"quadrotor","score":0.9570000171661377},{"id":"https://openalex.org/keywords/trajectory-tracking-control","display_name":"trajectory tracking control","score":0.9710000157356262},{"id":"https://openalex.org/keywords/external-disturbances","display_name":"external disturbances","score":0.7110000252723694},{"id":"https://openalex.org/keywords/disturbance-compensation","display_name":"disturbance compensation","score":0.5320000052452087},{"id":"https://openalex.org/keywords/feedforward-control","display_name":"feedforward control","score":0.8199999928474426},{"id":"https://openalex.org/keywords/fixed-time-observer","display_name":"fixed-time observer","score":0.8259999752044678},{"id":"https://openalex.org/keywords/disturbance-reconstruction","display_name":"disturbance reconstruction","score":0.8040000200271606},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.621999979019165},{"id":"https://openalex.org/keywords/critic-neural-network","display_name":"critic neural network","score":0.796999990940094},{"id":"https://openalex.org/keywords/hamilton-jacobi-bellman-equation","display_name":"Hamilton-Jacobi-Bellman equation","score":0.953000009059906},{"id":"https://openalex.org/keywords/weight-update-law","display_name":"weight update law","score":0.8820000290870667},{"id":"https://openalex.org/keywords/lyapunov-stability","display_name":"Lyapunov stability","score":0.7570000290870667}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7825031280517578},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.7162778973579407},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5985548496246338},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.597781240940094},{"id":"https://openalex.org/C183356978","wikidata":"https://www.wikidata.org/wiki/Q1779213","display_name":"Tracking error","level":3,"score":0.5885718464851379},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5578801035881042},{"id":"https://openalex.org/C2776937971","wikidata":"https://www.wikidata.org/wiki/Q4384217","display_name":"Heading (navigation)","level":2,"score":0.5557644367218018},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.5273357629776001},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5044101476669312},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.4827556014060974},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4796191155910492},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.47801005840301514},{"id":"https://openalex.org/C2776829284","wikidata":"https://www.wikidata.org/wiki/Q1341651","display_name":"Lyapunov stability","level":3,"score":0.44839560985565186},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.41396060585975647},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2769990563392639},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2738853693008423},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.123687744140625},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0755261778831482},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/rnc.6334","doi":"https://doi.org/10.1002/rnc.6334","is_oa":false,"landing_page_url":"https://doi.org/10.1002/rnc.6334","pdf_url":null,"source":{"id":"https://openalex.org/S156578089","display_name":"International Journal of Robust and Nonlinear Control","issn_l":"1049-8923","issn":["1049-8923","1099-1239"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","jufo-2","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Robust and Nonlinear Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2540202479","display_name":null,"funder_award_id":"62073212","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8760798847","display_name":null,"funder_award_id":"61873207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1966517492","https://openalex.org/W1968908471","https://openalex.org/W1983523797","https://openalex.org/W1988523476","https://openalex.org/W2035003264","https://openalex.org/W2040823282","https://openalex.org/W2097253853","https://openalex.org/W2104843094","https://openalex.org/W2108286682","https://openalex.org/W2214816543","https://openalex.org/W2596192431","https://openalex.org/W2727279496","https://openalex.org/W2731463498","https://openalex.org/W2736101375","https://openalex.org/W2758863483","https://openalex.org/W2793774550","https://openalex.org/W2794019208","https://openalex.org/W2802483125","https://openalex.org/W2883690282","https://openalex.org/W2884404727","https://openalex.org/W2895824696","https://openalex.org/W2895943529","https://openalex.org/W2899572991","https://openalex.org/W2899591918","https://openalex.org/W2900162782","https://openalex.org/W2912259603","https://openalex.org/W2923300881","https://openalex.org/W2944734899","https://openalex.org/W2988255256","https://openalex.org/W2997434542","https://openalex.org/W2999636554","https://openalex.org/W3041284915","https://openalex.org/W3041482332","https://openalex.org/W3042731680","https://openalex.org/W3046110376","https://openalex.org/W3087081411","https://openalex.org/W3106074051","https://openalex.org/W3127834470","https://openalex.org/W3136694950","https://openalex.org/W3162450711","https://openalex.org/W3177884011","https://openalex.org/W3183048731","https://openalex.org/W3189926634","https://openalex.org/W3194836578","https://openalex.org/W3198628480","https://openalex.org/W3203901764","https://openalex.org/W3209286200"],"related_works":["https://openalex.org/W7166566227","https://openalex.org/W4407071806","https://openalex.org/W4407860547","https://openalex.org/W4389049921","https://openalex.org/W3203990188","https://openalex.org/W7161154497","https://openalex.org/W7165536034","https://openalex.org/W4412986420","https://openalex.org/W4384159730","https://openalex.org/W4415481200"],"abstract_inverted_index":{"This":[0],"article":[1],"addresses":[2],"the":[3,30,37,42,53,59,66,74,96,111,117,136,139,148,155,161,173,186,192],"high\u2010accuracy":[4],"intelligent":[5],"trajectory":[6],"tracking":[7,22],"control":[8,32,85,97,100,163,177,194],"problem":[9],"of":[10,41,119,138,160,191],"a":[11],"quadrotor":[12,43],"unmanned":[13],"aerial":[14],"vehicle":[15],"(UAV)":[16],"subject":[17],"to":[18,34,57,71,109,168,184],"external":[19],"disturbances.":[20],"The":[21],"error":[23,39,55],"systems":[24,56],"are":[25,50,87,107,129,182],"first":[26],"reestablished":[27],"by":[28,78,171],"utilizing":[29,89,147,172],"feedforward":[31],"technique":[33],"compensate":[35],"for":[36,52,115],"raw":[38],"dynamics":[40],"UAV.":[44],"Then,":[45],"two":[46,83,103,124],"novel":[47,84,125],"appointed\u2010fixed\u2010time":[48],"observers":[49],"designed":[51],"processed":[54],"reconstruct":[58],"disturbance":[60],"forces":[61],"and":[62,99,188],"torques,":[63],"respectively.":[64],"And":[65,153],"observation":[67],"errors":[68],"can":[69,94,132],"converge":[70],"origin":[72],"within":[73],"appointed":[75],"time":[76],"defined":[77],"users":[79],"or":[80],"designers.":[81],"Subsequently,":[82],"policies":[86],"developed":[88,193],"reinforcement":[90,175],"learning":[91],"methodology,":[92],"which":[93],"balance":[95],"cost":[98],"performance.":[101],"Meanwhile,":[102],"critic":[104,140],"neural":[105,141],"networks":[106,114,142],"used":[108],"replace":[110],"traditional":[112],"actor\u2010critic":[113],"approximating":[116],"solutions":[118],"Hamilton\u2013Jacobi\u2013Bellman":[120],"equations.":[121],"More":[122],"specifically,":[123],"weight":[126],"update":[127,135],"laws":[128],"developed.":[130],"They":[131],"not":[133],"only":[134],"weights":[137],"online,":[143],"but":[144],"also":[145],"avoid":[146],"persistent":[149],"excitation":[150],"condition":[151],"innovatively.":[152],"that":[154],"ultimately":[156],"uniformly":[157],"bounded":[158],"stability":[159],"whole":[162],"system":[164],"is":[165],"proved":[166],"according":[167],"Lyapunov":[169],"method":[170],"proposed":[174],"learning\u2010based":[176],"polices.":[178],"Finally,":[179],"simulation":[180],"results":[181],"presented":[183],"illustrate":[185],"effectiveness":[187],"superior":[189],"performances":[190],"scheme.":[195]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4289767014","counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2022-08-04T00:00:00"}
