{"id":"https://openalex.org/W7155098146","doi":"https://doi.org/10.1109/access.2026.3685754","title":"Hybrid PID-Guided Deep Reinforcement Learning Framework for Mars Quadrotor Attitude Control","display_name":"Hybrid PID-Guided Deep Reinforcement Learning Framework for Mars Quadrotor Attitude Control","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7155098146","doi":"https://doi.org/10.1109/access.2026.3685754"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3685754","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3685754","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3685754","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134193546","display_name":"Li Zhiqing","orcid":null},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Zhiqing","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115695201","display_name":"Yanbo Wang","orcid":"https://orcid.org/0000-0003-3428-4585"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang Yanbo","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-4520-6987","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134126143","display_name":"Ma Yao","orcid":null},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ma Yao","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-1153-8848","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134155619","display_name":"Liu Ming","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu Ming","raw_affiliation_strings":["School of Interdisciplinary Science, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4798-9242","affiliations":[{"raw_affiliation_string":"School of Interdisciplinary Science, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":null,"display_name":"Wang Zhen","orcid":"https://orcid.org/0009-0008-8065-6101"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang Zhen","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-8065-6101","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.83796134,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"62381","last_page":"62404"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.31380000710487366,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.31380000710487366,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.24639999866485596,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11325","display_name":"Inertial Sensor and Navigation","score":0.14720000326633453,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/attitude-control","display_name":"Attitude control","score":0.7386999726295471},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.649399995803833},{"id":"https://openalex.org/keywords/mars-exploration-program","display_name":"Mars Exploration Program","score":0.5407000184059143},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4957999885082245},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.49219998717308044},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.33809998631477356}],"concepts":[{"id":"https://openalex.org/C155710575","wikidata":"https://www.wikidata.org/wiki/Q83001","display_name":"Attitude control","level":2,"score":0.7386999726295471},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.691100001335144},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.649399995803833},{"id":"https://openalex.org/C83260615","wikidata":"https://www.wikidata.org/wiki/Q6773121","display_name":"Mars Exploration Program","level":2,"score":0.5407000184059143},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4957999885082245},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.49219998717308044},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.46050000190734863},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40959998965263367},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.33809998631477356},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.3246000111103058},{"id":"https://openalex.org/C144171764","wikidata":"https://www.wikidata.org/wiki/Q48103","display_name":"Torque","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C82327864","wikidata":"https://www.wikidata.org/wiki/Q835100","display_name":"Intelligent control","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C78949437","wikidata":"https://www.wikidata.org/wiki/Q6773188","display_name":"Mars landing","level":4,"score":0.2581999897956848},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2581000030040741}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3685754","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3685754","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:641f1ee70552421f81bb971259ffd4d7","is_oa":true,"landing_page_url":"https://doaj.org/article/641f1ee70552421f81bb971259ffd4d7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 62381-62404 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3685754","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3685754","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4695047423","display_name":null,"funder_award_id":"2024YFB4710705","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G596576765","display_name":null,"funder_award_id":"2024YFB4710705","funder_id":"https://openalex.org/F4320327261","funder_display_name":"National Center for Research and Development"},{"id":"https://openalex.org/G604522329","display_name":null,"funder_award_id":"2024YFB4710701","funder_id":"https://openalex.org/F4320327261","funder_display_name":"National Center for Research and Development"},{"id":"https://openalex.org/G7952121472","display_name":null,"funder_award_id":"2024YFB4710701","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320327261","display_name":"National Center for Research and Development","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mars":[0,278,333,520],"aerial":[1],"exploration":[2,104],"is":[3,18,125,158,213,298,335,367,401,421],"a":[4,244,267,292,314,327,352,378,516,527],"core":[5],"direction":[6],"of":[7,15,50,115,165,288,305,311,317,332,339,399,419,533],"deep":[8,537],"space":[9,350],"exploration,":[10],"and":[11,35,46,64,75,101,143,172,189,226,235,242,342,346,351,374,390,410,430,456,469,495,524,536],"the":[12,19,28,44,51,106,110,119,130,161,178,211,255,284,302,308,348,360,365,396,531],"attitude":[13,122,163,280,361,439,522],"control":[14,52,58,113,164,198,207,231,246,275,318,362,523,535,543],"quadrotor":[16,117,279,334,380,521],"aircraft":[17],"key":[20],"technology":[21],"to":[22,80,220,254,300,322,450,454,459,509],"ensure":[23],"its":[24,182,197],"flight":[25,258],"stability.":[26],"However,":[27,181],"Martian":[29,257,340,384],"environment":[30],"with":[31,154,307,337],"thin":[32],"atmospheric":[33],"density":[34],"frequent":[36],"dust":[37],"storms":[38],"poses":[39],"extremely":[40],"high":[41],"requirements":[42],"for":[43,54,160,277,359,519,530],"stability":[45],"adaptive":[47,78,309],"anti-disturbance":[48],"capability":[49],"method":[53,114],"rotor":[55],"robots.":[56],"Traditional":[57],"methods":[59,88,232],"such":[60],"as":[61],"Proportional-Integral-Derivative":[62],"(PID)":[63],"Active":[65],"Disturbance":[66],"Rejection":[67],"Control":[68],"(ADRC)":[69],"rely":[70],"on":[71,139,185,377],"accurate":[72,140,186],"dynamic":[73,141,293,330,344],"models":[74],"have":[76],"poor":[77],"capacity":[79],"unknown":[81,221],"disturbances;":[82],"pure":[83],"Deep":[84,91,269],"Reinforcement":[85],"Learning":[86],"(DRL)":[87],"represented":[89],"by":[90,283,447,466],"Deterministic":[92,270],"Policy":[93,271],"Gradient":[94,272],"(DDPG)":[95],"suffer":[96],"from":[97,320],"weak":[98],"training":[99,506],"efficiency":[100,507],"unstable":[102],"random":[103],"in":[105,177,540],"early":[107],"stage.":[108],"For":[109,472],"trajectory":[111],"tracking":[112,131],"underactuated":[116],"UAV,":[118],"coordinated":[120],"position":[121],"coupling":[123],"compensation":[124],"mainly":[126],"studied.":[127],"It":[128,167],"improves":[129],"accuracy":[132],"under":[133,382],"nominal":[134],"conditions,":[135],"but":[136],"heavily":[137],"depends":[138,184],"modeling":[142],"assuming":[144],"bounded":[145],"interference.":[146],"A":[147],"fast":[148],"nonsingular":[149],"terminal":[150],"sliding":[151],"mode":[152],"combined":[153],"angular":[155],"velocity":[156],"planning(FNTSM-AVP)":[157],"used":[159],"full":[162],"quadrotor.":[166],"has":[168],"finite":[169],"time":[170,398,418],"convergence":[171],"strong":[173],"interference":[174],"suppression":[175],"ability":[176],"earth":[179],"environment.":[180,259],"performance":[183,208],"parameter":[187],"tuning":[188],"system":[190],"dynamics":[191],"knowledge.":[192],"In":[193],"contrast,":[194],"PG-DDPG":[195,215,400,420,481,500],"optimizes":[196],"strategy":[199,227],"online":[200],"through":[201,223,369],"reinforcement":[202,538],"learning,":[203],"thus":[204],"maintaining":[205],"stable":[206,303],"even":[209],"when":[210],"model":[212,331],"imprecise.":[214],"can":[216],"also":[217,525],"gradually":[218],"adapt":[219,253],"disturbances":[222],"empirical":[224],"learning":[225,539],"optimization.":[228],"Existing":[229],"hybrid":[230,274],"combining":[233],"PID":[234,306],"DRL":[236],"mostly":[237],"adopt":[238],"fixed":[239],"weight":[240],"fusion":[241,532],"lack":[243],"smooth":[245,315],"authority":[247,319],"transfer":[248],"mechanism,":[249],"which":[250],"cannot":[251],"well":[252],"harsh":[256],"To":[260],"address":[261],"these":[262],"problems,":[263],"this":[264],"study":[265],"proposes":[266],"PID-Guided":[268],"(PG-DDPG)":[273],"framework":[276,366,514],"control.":[281],"Inspired":[282],"natural":[285],"teaching":[286],"behavior":[287],"gradual":[289],"guidance":[290],"reduction,":[291],"exponential":[294],"decay":[295],"weighting":[296],"mechanism":[297],"designed":[299,358],"integrate":[301],"feedback":[304],"intelligence":[310],"DDPG,":[312,461],"realizing":[313],"transition":[316],"PID-dominated":[321],"DRL-dominated":[323],"during":[324],"training.":[325],"First,":[326],"six-degree-of-freedom":[328],"nonlinear":[329],"established":[336],"consideration":[338],"gravity":[341],"motor":[343],"response,":[345],"then":[347],"state-action":[349],"multi-component":[353],"composite":[354],"reward":[355],"function":[356],"are":[357],"task.":[363],"Finally,":[364],"validated":[368],"both":[370],"extensive":[371],"simulation":[372,388],"experiments":[373,389],"hardware":[375],"implementation":[376],"real":[379],"platform":[381,392],"simulated":[383],"disturbance":[385],"conditions.":[386],"Extensive":[387],"physical":[391],"validation":[393],"show":[394],"that":[395],"rise":[397],"79%":[402],"faster":[403,407,412,484,488,492,497],"than":[404,408,413,424,428,433,489,493,498],"PID,":[405,425,451,490],"37.5%":[406],"ADRC,":[409,429,455,494],"21%":[411],"standard":[414,434,460,510],"DDPG.":[415,511],"The":[416,512],"settling":[417],"46.8%":[422],"less":[423,427,432],"35.9%":[426],"16.7%":[431],"DDPG.For":[435],"continuous":[436],"disturbances,":[437,475],"maximum":[438],"VOLUME":[440],"XX,":[441],"2017":[442],"1":[443],"deviation":[444],"was":[445],"reduced":[446],"82.4%":[448],"compared":[449,453,458,508],"49.5%":[452],"14.9%":[457],"while":[462],"recovery":[463,485],"times":[464,486],"improved":[465],"95.8%,":[467],"75.7%,":[468],"33.3%":[470],"respectively.":[471],"transient":[473],"impact":[474],"despite":[476],"slightly":[477],"higher":[478],"peak":[479],"overshoot,":[480],"achieved":[482],"significantly":[483],"(82.5%":[487],"34.3%":[491],"12%":[496],"DDPG).The":[499],"approach":[501],"demonstrated":[502],"approximately":[503],"30%":[504],"greater":[505],"proposed":[513],"provides":[515],"robust":[517],"solution":[518],"offers":[526],"new":[528],"idea":[529],"classical":[534],"complex":[541],"aerospace":[542],"scenarios.":[544]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-22T00:00:00"}