{"id":"https://openalex.org/W4200235497","doi":"https://doi.org/10.1109/iros51168.2021.9636738","title":"Hierarchical Terrain-Aware Control for Quadrupedal Locomotion by Combining Deep Reinforcement Learning and Optimal Control","display_name":"Hierarchical Terrain-Aware Control for Quadrupedal Locomotion by Combining Deep Reinforcement Learning and Optimal Control","publication_year":2021,"publication_date":"2021-09-27","ids":{"openalex":"https://openalex.org/W4200235497","doi":"https://doi.org/10.1109/iros51168.2021.9636738"},"language":"en","primary_location":{"id":"doi:10.1109/iros51168.2021.9636738","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9636738","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063350266","display_name":"Qingfeng Yao","orcid":"https://orcid.org/0000-0003-4600-0076"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingfeng Yao","raw_affiliation_strings":["Institute of Advanced Technology, Westlake Institute for Advanced Study, Hangzhou, China","Shenyang Institute of Automation, and Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences (CAS), Shenyang, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Advanced Technology, Westlake Institute for Advanced Study, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]},{"raw_affiliation_string":"Shenyang Institute of Automation, and Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences (CAS), Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100660343","display_name":"Jilong Wang","orcid":"https://orcid.org/0000-0002-4082-0463"},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]},{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Jilong Wang","raw_affiliation_strings":["MiLAB, Westlake University","University of California Santa Cruz, Santa Cruz, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MiLAB, Westlake University","institution_ids":["https://openalex.org/I3133055985"]},{"raw_affiliation_string":"University of California Santa Cruz, Santa Cruz, CA, USA","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100665183","display_name":"Donglin Wang","orcid":"https://orcid.org/0000-0003-1359-6440"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donglin Wang","raw_affiliation_strings":["Institute of Advanced Technology, Westlake Institute for Advanced Study, Hangzhou, China","Machine Intelligence Lab (MiLAB), School of Engineering, Westlake University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Advanced Technology, Westlake Institute for Advanced Study, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]},{"raw_affiliation_string":"Machine Intelligence Lab (MiLAB), School of Engineering, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017126063","display_name":"Shuyu Yang","orcid":"https://orcid.org/0000-0002-0537-7515"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuyu Yang","raw_affiliation_strings":["Institute of Advanced Technology, Westlake Institute for Advanced Study, Hangzhou, China","Machine Intelligence Lab (MiLAB), School of Engineering, Westlake University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Advanced Technology, Westlake Institute for Advanced Study, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]},{"raw_affiliation_string":"Machine Intelligence Lab (MiLAB), School of Engineering, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101721657","display_name":"Hongyin Zhang","orcid":"https://orcid.org/0000-0001-9861-0568"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyin Zhang","raw_affiliation_strings":["Institute of Advanced Technology, Westlake Institute for Advanced Study, Hangzhou, China","Machine Intelligence Lab (MiLAB), School of Engineering, Westlake University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Advanced Technology, Westlake Institute for Advanced Study, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]},{"raw_affiliation_string":"Machine Intelligence Lab (MiLAB), School of Engineering, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072680129","display_name":"Yinuo Wang","orcid":"https://orcid.org/0009-0001-5215-922X"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinuo Wang","raw_affiliation_strings":["Institute of Advanced Technology, Westlake Institute for Advanced Study, Hangzhou, China","Machine Intelligence Lab (MiLAB), School of Engineering, Westlake University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Advanced Technology, Westlake Institute for Advanced Study, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]},{"raw_affiliation_string":"Machine Intelligence Lab (MiLAB), School of Engineering, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108758840","display_name":"Zhengqing Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengqing Wu","raw_affiliation_strings":["Institute of Advanced Technology, Westlake Institute for Advanced Study, Hangzhou, China","Machine Intelligence Lab (MiLAB), School of Engineering, Westlake University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Advanced Technology, Westlake Institute for Advanced Study, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]},{"raw_affiliation_string":"Machine Intelligence Lab (MiLAB), School of Engineering, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9332,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.86323297,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4546","last_page":"4551"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11615","display_name":"Control and Dynamics of Mobile Robots","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quadrupedalism","display_name":"Quadrupedalism","score":0.8659595847129822},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7851340770721436},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6875255107879639},{"id":"https://openalex.org/keywords/terrain","display_name":"Terrain","score":0.6725929975509644},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.603558361530304},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.379523903131485},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3588387072086334},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22077032923698425},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.0613502562046051}],"concepts":[{"id":"https://openalex.org/C134181672","wikidata":"https://www.wikidata.org/wiki/Q21907045","display_name":"Quadrupedalism","level":2,"score":0.8659595847129822},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7851340770721436},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6875255107879639},{"id":"https://openalex.org/C161840515","wikidata":"https://www.wikidata.org/wiki/Q186131","display_name":"Terrain","level":2,"score":0.6725929975509644},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.603558361530304},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.379523903131485},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3588387072086334},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22077032923698425},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0613502562046051},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros51168.2021.9636738","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9636738","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320318567","display_name":"Westlake University","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2161427949","https://openalex.org/W2767018444","https://openalex.org/W2767050701","https://openalex.org/W2781726626","https://openalex.org/W2793991136","https://openalex.org/W2809054577","https://openalex.org/W2909331752","https://openalex.org/W2941358109","https://openalex.org/W2950614095","https://openalex.org/W2963184939","https://openalex.org/W3003817470","https://openalex.org/W3010768390","https://openalex.org/W3029509103","https://openalex.org/W3034811151","https://openalex.org/W3039737909","https://openalex.org/W3041078985","https://openalex.org/W3087867916","https://openalex.org/W3093922502","https://openalex.org/W3099547539","https://openalex.org/W3101442004","https://openalex.org/W3104464522","https://openalex.org/W3104876774","https://openalex.org/W3108883557","https://openalex.org/W3112664346","https://openalex.org/W6747473740","https://openalex.org/W6752089545","https://openalex.org/W6765121789","https://openalex.org/W6783047220","https://openalex.org/W6785466209","https://openalex.org/W6786442853","https://openalex.org/W6786492808","https://openalex.org/W6786748177"],"related_works":["https://openalex.org/W4388251424","https://openalex.org/W2008498579","https://openalex.org/W2923272690","https://openalex.org/W2559825912","https://openalex.org/W2064963663","https://openalex.org/W1966935220","https://openalex.org/W3100731831","https://openalex.org/W2806616984","https://openalex.org/W4323670354","https://openalex.org/W2139075120"],"abstract_inverted_index":{"Quadruped":[0],"robots":[1,12],"possess":[2],"advantages":[3,95],"on":[4,146,158],"different":[5],"terrains":[6,160],"over":[7],"other":[8],"types":[9],"of":[10,15,19,36,93,96,115,143,177],"mobile":[11],"by":[13,73,181],"virtue":[14],"their":[16],"flexible":[17],"choices":[18],"foothold":[20],"points.":[21],"It":[22],"is":[23,81,156],"crucial":[24],"to":[25,32,83,150],"integrate":[26],"terrain":[27,117],"perception":[28],"with":[29],"motion":[30],"planning":[31],"exploit":[33],"the":[34,55,62,94,111,116,123,127,131,141,144,147,175,178],"potential":[35],"quadruped":[37,179],"robots.":[38],"We":[39],"propose":[40],"a":[41],"novel":[42],"hierarchical":[43],"terrain-aware":[44],"control":[45,60,68,139],"(HTC)":[46],"framework,":[47],"which":[48,125],"leverages":[49],"deep":[50],"reinforcement":[51],"learning":[52],"(DRL)":[53],"for":[54,61,122,130],"high-level":[56],"planner":[57],"and":[58,100,104,135,163],"optimal":[59],"low-level":[63],"controller.":[64],"In":[65,78],"general,":[66],"traditional":[67],"methods":[69,99],"yield":[70],"better":[71,102],"stability":[72,105],"using":[74],"an":[75],"optimization":[76],"algorithm.":[77],"addition,":[79],"DRL":[80],"able":[82],"offer":[84],"more":[85],"adaptive":[86],"behavior.":[87],"Our":[88,154],"approach":[89],"makes":[90],"full":[91],"use":[92],"these":[97],"two":[98],"possesses":[101],"adaptability":[103,176],"in":[106],"challenging":[107],"natural":[108],"environments.":[109,165],"Furthermore,":[110],"global":[112],"height":[113],"map":[114],"serves":[118],"as":[119],"visual":[120],"information":[121],"DRL,":[124],"determines":[126],"desired":[128],"footholds":[129],"robot\u2019s":[132],"leg":[133],"swings":[134],"body":[136,152,183],"postures.":[137],"Optimal":[138],"calculates":[140],"torque":[142],"joints":[145],"standing":[148],"legs":[149],"maintain":[151],"balance.":[153],"method":[155],"tested":[157],"various":[159],"both":[161],"simulated":[162],"real":[164],"The":[166],"experimental":[167],"results":[168],"show":[169],"that":[170],"HTC":[171],"can":[172],"effectively":[173],"enhance":[174],"robot":[180],"coordinating":[182],"posture.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}