{"id":"https://openalex.org/W4212766024","doi":"https://doi.org/10.1109/access.2022.3151771","title":"Reinforcement Learning-Based Cascade Motion Policy Design for Robust 3D Bipedal Locomotion","display_name":"Reinforcement Learning-Based Cascade Motion Policy Design for Robust 3D Bipedal Locomotion","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4212766024","doi":"https://doi.org/10.1109/access.2022.3151771"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3151771","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3151771","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2022.3151771","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025408291","display_name":"Guillermo A. Castillo","orcid":"https://orcid.org/0000-0003-1326-5836"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Guillermo A. Castillo","raw_affiliation_strings":["The Ohio State University, Columbus, OH, USA"],"affiliations":[{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033842396","display_name":"Bowen Weng","orcid":"https://orcid.org/0000-0002-7868-9747"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bowen Weng","raw_affiliation_strings":["The Ohio State University, Columbus, OH, USA"],"affiliations":[{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441694","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-7511-2870"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Southern University of Science and Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069228447","display_name":"Ayonga Hereid","orcid":"https://orcid.org/0000-0002-4156-2013"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ayonga Hereid","raw_affiliation_strings":["The Ohio State University, Columbus, OH, USA"],"affiliations":[{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5025408291"],"corresponding_institution_ids":["https://openalex.org/I52357470"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.1182,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.86396954,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"20135","last_page":"20148"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10114","display_name":"Balance, Gait, and Falls Prevention","score":0.978600025177002,"subfield":{"id":"https://openalex.org/subfields/3612","display_name":"Physical Therapy, Sports Therapy and Rehabilitation"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7808435559272766},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7610289454460144},{"id":"https://openalex.org/keywords/bipedalism","display_name":"Bipedalism","score":0.5643123388290405},{"id":"https://openalex.org/keywords/cascade","display_name":"Cascade","score":0.5516635775566101},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5503463745117188},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5069399476051331},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5027797222137451},{"id":"https://openalex.org/keywords/heading","display_name":"Heading (navigation)","score":0.4839325547218323},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.47991785407066345},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.43901488184928894},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2869214415550232},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.125438392162323}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7808435559272766},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7610289454460144},{"id":"https://openalex.org/C143733281","wikidata":"https://www.wikidata.org/wiki/Q372949","display_name":"Bipedalism","level":2,"score":0.5643123388290405},{"id":"https://openalex.org/C34146451","wikidata":"https://www.wikidata.org/wiki/Q5048094","display_name":"Cascade","level":2,"score":0.5516635775566101},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5503463745117188},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5069399476051331},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5027797222137451},{"id":"https://openalex.org/C2776937971","wikidata":"https://www.wikidata.org/wiki/Q4384217","display_name":"Heading (navigation)","level":2,"score":0.4839325547218323},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.47991785407066345},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.43901488184928894},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2869214415550232},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.125438392162323},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C42360764","wikidata":"https://www.wikidata.org/wiki/Q83588","display_name":"Chemical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3151771","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3151771","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bc44f91e60c6498f95de917c92ab8cf3","is_oa":true,"landing_page_url":"https://doaj.org/article/bc44f91e60c6498f95de917c92ab8cf3","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 20135-20148 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3151771","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3151771","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3270817787","display_name":null,"funder_award_id":"62073159","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309374","display_name":"Ohio State University","ror":"https://ror.org/00rs6vg23"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W152725453","https://openalex.org/W1504362584","https://openalex.org/W2085746528","https://openalex.org/W2098523767","https://openalex.org/W2138136244","https://openalex.org/W2158782408","https://openalex.org/W2167210454","https://openalex.org/W2239166089","https://openalex.org/W2465284394","https://openalex.org/W2596367596","https://openalex.org/W2736601468","https://openalex.org/W2737825825","https://openalex.org/W2796290181","https://openalex.org/W2907537824","https://openalex.org/W2911087563","https://openalex.org/W2911251203","https://openalex.org/W2963212932","https://openalex.org/W2963315892","https://openalex.org/W2964114602","https://openalex.org/W2967815054","https://openalex.org/W2968717280","https://openalex.org/W2972798201","https://openalex.org/W2989100706","https://openalex.org/W3038194455","https://openalex.org/W3091173443","https://openalex.org/W3104515094","https://openalex.org/W3106249594","https://openalex.org/W3108412994","https://openalex.org/W3127401840","https://openalex.org/W3148915740","https://openalex.org/W3150249871","https://openalex.org/W3206620955","https://openalex.org/W3207491493","https://openalex.org/W4205985701","https://openalex.org/W4300892751","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6735641298","https://openalex.org/W6741002519","https://openalex.org/W6768105896","https://openalex.org/W6769918341","https://openalex.org/W6778428183"],"related_works":["https://openalex.org/W2028410352","https://openalex.org/W2073284533","https://openalex.org/W2616327091","https://openalex.org/W2105028780","https://openalex.org/W2042776672","https://openalex.org/W4253098096","https://openalex.org/W1973997235","https://openalex.org/W2130288220","https://openalex.org/W2952578757","https://openalex.org/W4394636324"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,47,83,152],"novel":[4],"reinforcement":[5],"learning":[6],"(RL)":[7],"framework":[8,88],"to":[9,120,145],"design":[10],"cascade":[11,165],"feedback":[12,166],"control":[13,167],"policies":[14,136],"for":[15,78,171],"3D":[16,79,174],"bipedal":[17,53,80,175],"locomotion.":[18],"Existing":[19],"RL":[20,87],"algorithms":[21],"are":[22],"often":[23],"trained":[24],"in":[25,177],"an":[26],"end-to-end":[27],"manner":[28],"or":[29,38],"rely":[30],"on":[31,102,151],"prior":[32,103],"knowledge":[33],"of":[34,67,127,154,173],"some":[35],"reference":[36],"joint":[37],"task":[39],"space":[40],"trajectories.":[41],"Unlike":[42],"these":[43],"studies,":[44],"we":[45],"propose":[46],"policy":[48,168],"structure":[49],"that":[50,59,162],"decouples":[51],"the":[52,61,65,68,72,85,118,128,146,163],"locomotion":[54],"problem":[55],"into":[56],"two":[57],"modules":[58],"incorporate":[60],"physical":[62],"insights":[63],"from":[64,114],"nature":[66],"walking":[69,112,123,149],"dynamics":[70],"and":[71,99,110,116,131,148,156,179],"well-established":[73],"Hybrid":[74],"Zero":[75],"Dynamics":[76],"approach":[77],"walking.":[81],"As":[82],"result,":[84],"overall":[86],"has":[89],"several":[90],"key":[91],"advantages,":[92],"including":[93],"lightweight":[94],"network":[95],"structure,":[96],"sample":[97],"efficiency,":[98],"less":[100],"dependence":[101],"knowledge.":[104],"The":[105,134],"proposed":[106,164],"solution":[107],"learns":[108],"stable":[109],"robust":[111],"gaits":[113],"scratch":[115],"allows":[117],"controller":[119],"realize":[121],"omnidirectional":[122],"with":[124],"accurate":[125],"tracking":[126],"desired":[129],"velocity":[130],"heading":[132],"angle.":[133],"learned":[135],"also":[137],"perform":[138],"robustly":[139],"against":[140],"various":[141],"adversarial":[142],"forces":[143],"applied":[144],"torso":[147],"blindly":[150],"series":[153],"challenging":[155],"unstructured":[157],"terrains.":[158],"These":[159],"results":[160],"demonstrate":[161],"is":[169],"suitable":[170],"navigation":[172],"robots":[176],"indoor":[178],"outdoor":[180],"environments.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}