{"id":"https://openalex.org/W3199990163","doi":"https://doi.org/10.1109/lra.2022.3145495","title":"Reinforcement Learning With Evolutionary Trajectory Generator: A General Approach for Quadrupedal Locomotion","display_name":"Reinforcement Learning With Evolutionary Trajectory Generator: A General Approach for Quadrupedal Locomotion","publication_year":2022,"publication_date":"2022-01-27","ids":{"openalex":"https://openalex.org/W3199990163","doi":"https://doi.org/10.1109/lra.2022.3145495","mag":"3199990163"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2022.3145495","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2022.3145495","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021923513","display_name":"Haojie Shi","orcid":"https://orcid.org/0000-0002-3051-4227"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]},{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haojie Shi","raw_affiliation_strings":["Baidu, Beijing, China","Chinese University of Hong Kong, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Baidu, Beijing, China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006627354","display_name":"Bo Zhou","orcid":"https://orcid.org/0009-0002-9754-7901"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Zhou","raw_affiliation_strings":["Baidu, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu, Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052889184","display_name":"Hongsheng Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongsheng Zeng","raw_affiliation_strings":["Baidu, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu, Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380493","display_name":"Fan Wang","orcid":"https://orcid.org/0000-0001-8626-7600"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Wang","raw_affiliation_strings":["Baidu, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu, Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083766544","display_name":"Yueqiang Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueqiang Dong","raw_affiliation_strings":["Baidu, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu, Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039325720","display_name":"Jiangyong Li","orcid":"https://orcid.org/0000-0003-4018-7765"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangyong Li","raw_affiliation_strings":["Baidu, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu, Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381661","display_name":"Kang Wang","orcid":"https://orcid.org/0000-0002-7178-1225"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Wang","raw_affiliation_strings":["Baidu, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu, Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071362658","display_name":"Hao Tian","orcid":"https://orcid.org/0000-0002-4810-5798"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Tian","raw_affiliation_strings":["Baidu, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu, Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021531143","display_name":"Max Q.\u2010H. Meng","orcid":"https://orcid.org/0000-0002-5255-5898"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Max Q.-H. Meng","raw_affiliation_strings":["Department of Electronic Engineering, Chinese University of Hong Kong, Shenzhen, China","Shenzhen Key Laboratory of Robotics Perception and Intelligence, Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Shenzhen Key Laboratory of Robotics Perception and Intelligence, Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5021923513"],"corresponding_institution_ids":["https://openalex.org/I4210116924","https://openalex.org/I98301712"],"apc_list":null,"apc_paid":null,"fwci":4.1627,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.95109089,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"7","issue":"2","first_page":"3085","last_page":"3092"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11170","display_name":"Biomimetic flight and propulsion mechanisms","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8397657871246338},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7378385066986084},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7142916321754456},{"id":"https://openalex.org/keywords/central-pattern-generator","display_name":"Central pattern generator","score":0.5917556881904602},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.5793262720108032},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5387983918190002},{"id":"https://openalex.org/keywords/traverse","display_name":"Traverse","score":0.5139538645744324},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4869705140590668},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46642667055130005},{"id":"https://openalex.org/keywords/quadrupedalism","display_name":"Quadrupedalism","score":0.4581649899482727},{"id":"https://openalex.org/keywords/gait","display_name":"Gait","score":0.43751251697540283},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.35576701164245605},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.24184364080429077},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.1016884446144104}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8397657871246338},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7378385066986084},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7142916321754456},{"id":"https://openalex.org/C169453685","wikidata":"https://www.wikidata.org/wiki/Q1054066","display_name":"Central pattern generator","level":3,"score":0.5917556881904602},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.5793262720108032},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5387983918190002},{"id":"https://openalex.org/C176809094","wikidata":"https://www.wikidata.org/wiki/Q15401496","display_name":"Traverse","level":2,"score":0.5139538645744324},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4869705140590668},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46642667055130005},{"id":"https://openalex.org/C134181672","wikidata":"https://www.wikidata.org/wiki/Q21907045","display_name":"Quadrupedalism","level":2,"score":0.4581649899482727},{"id":"https://openalex.org/C151800584","wikidata":"https://www.wikidata.org/wiki/Q2370000","display_name":"Gait","level":2,"score":0.43751251697540283},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.35576701164245605},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.24184364080429077},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.1016884446144104},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0},{"id":"https://openalex.org/C107038049","wikidata":"https://www.wikidata.org/wiki/Q35986","display_name":"Aesthetics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C42407357","wikidata":"https://www.wikidata.org/wiki/Q521","display_name":"Physiology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C135343436","wikidata":"https://www.wikidata.org/wiki/Q170406","display_name":"Rhythm","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2022.3145495","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2022.3145495","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W94523489","https://openalex.org/W1978102433","https://openalex.org/W1999272004","https://openalex.org/W2010699572","https://openalex.org/W2043218551","https://openalex.org/W2051620263","https://openalex.org/W2097235959","https://openalex.org/W2110466158","https://openalex.org/W2121863487","https://openalex.org/W2131757947","https://openalex.org/W2139053308","https://openalex.org/W2145339207","https://openalex.org/W2156174987","https://openalex.org/W2173248099","https://openalex.org/W2596367596","https://openalex.org/W2767050701","https://openalex.org/W2798273187","https://openalex.org/W2962902376","https://openalex.org/W2962957031","https://openalex.org/W2963184939","https://openalex.org/W2973229164","https://openalex.org/W3014488508","https://openalex.org/W3033368675","https://openalex.org/W3039737909","https://openalex.org/W3080662046","https://openalex.org/W3093922502","https://openalex.org/W3095730634","https://openalex.org/W3095999515","https://openalex.org/W3101442004","https://openalex.org/W3104876774","https://openalex.org/W3111294788","https://openalex.org/W3112178754","https://openalex.org/W3129463014","https://openalex.org/W3175254947","https://openalex.org/W3178351738","https://openalex.org/W3204973825","https://openalex.org/W4214717370","https://openalex.org/W6640174482","https://openalex.org/W6735641298","https://openalex.org/W6747473740","https://openalex.org/W6755667589","https://openalex.org/W6785345323"],"related_works":["https://openalex.org/W2377402383","https://openalex.org/W4388251424","https://openalex.org/W2380835401","https://openalex.org/W1992956164","https://openalex.org/W2068766195","https://openalex.org/W2775028049","https://openalex.org/W2135090907","https://openalex.org/W1607998709","https://openalex.org/W2087283056","https://openalex.org/W1536304773"],"abstract_inverted_index":{"Recently":[0],"reinforcement":[1,117],"learning":[2,118,166],"(RL)":[3],"has":[4],"emerged":[5],"as":[6,23,57],"a":[7,69,85,152,158,172,197,213],"promising":[8],"approach":[9,72,155],"for":[10,44,99],"quadrupedal":[11,35,199],"locomotion,":[12],"which":[13],"can":[14,156,203],"save":[15],"the":[16,30,60,89,93,96,100,109,131,140,144,178,183,190,194,217],"manual":[17],"effort":[18],"in":[19,34,53,163,193,220,223,241],"conventional":[20],"approaches":[21],"such":[22,56,65],"designing":[24],"skill-specific":[25],"controllers.":[26],"However,":[27],"due":[28],"to":[29,46,107,119,138,147,215],"complex":[31],"nonlinear":[32],"dynamics":[33],"robots":[36],"and":[37,134,142,175,201,237],"reward":[38],"sparsity,":[39],"it":[40,202],"is":[41,114,239],"still":[42],"difficult":[43],"RL":[45],"learn":[47],"effective":[48],"gaits":[49,219],"from":[50,167],"scratch,":[51,168],"especially":[52],"challenging":[54,161,206],"tasks":[55,162,222],"walking":[58,170],"over":[59],"balance":[61,173],"beam.":[62],"To":[63,180],"alleviate":[64],"difficulty,":[66],"we":[67,188],"propose":[68],"novel":[70],"RL-based":[71],"that":[73,83,124],"contains":[74],"an":[75],"evolutionary":[76],"foot":[77],"trajectory":[78,87,98,132],"generator.":[79],"Unlike":[80],"prior":[81],"methods":[82],"use":[84],"fixed":[86],"generator,":[88],"generator":[90,133],"continually":[91],"optimizes":[92],"shape":[94],"of":[95,160,185],"output":[97,120],"given":[101],"task,":[102],"providing":[103],"diversified":[104],"motion":[105],"priors":[106],"guide":[108],"policy":[110,113,135],"learning.":[111],"The":[112],"trained":[115],"with":[116,208],"residual":[121],"control":[122],"signals":[123],"fit":[125],"different":[126,221],"gaits.":[127,210],"We":[128,211],"then":[129],"optimize":[130],"network":[136],"alternatively":[137],"stabilize":[139],"training":[141],"share":[143],"exploratory":[145],"data":[146],"improve":[148],"sample":[149],"efficiency.":[150],"As":[151],"result,":[153],"our":[154,186],"solve":[157],"range":[159],"simulation":[164,195],"by":[165],"including":[169],"on":[171,196],"beam":[174],"crawling":[176],"through":[177],"cave.":[179],"further":[181],"verify":[182],"effectiveness":[184],"approach,":[187],"deploy":[189],"controller":[191],"learned":[192,218],"12-DoF":[198],"robot,":[200],"successfully":[204],"traverse":[205],"scenarios":[207],"efficient":[209],"provide":[212],"video":[214],"show":[216],"YouTube.":[224],"<xref":[225],"ref-type=\"fn\"":[226],"rid=\"fn1\"":[227],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[228,232],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><sup>1</sup></xref>":[229],"<fn":[230],"id=\"fn1\"":[231],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><label><sup>1</sup></label>":[233],"[Online].":[234],"Available:":[235],"<uri>youtube.com/watch?v=hgBLR09MEOw</uri>,":[236],"code":[238],"available":[240],"Github:":[242],"<uri>github.com/PaddlePaddle/PaddleRobotics</uri>":[243],"</fn>":[244]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}