{"id":"https://openalex.org/W3168511769","doi":"https://doi.org/10.1109/icra48506.2021.9561717","title":"DeepWalk: Omnidirectional Bipedal Gait by Deep Reinforcement Learning","display_name":"DeepWalk: Omnidirectional Bipedal Gait by Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-05-30","ids":{"openalex":"https://openalex.org/W3168511769","doi":"https://doi.org/10.1109/icra48506.2021.9561717","mag":"3168511769"},"language":"en","primary_location":{"id":"doi:10.1109/icra48506.2021.9561717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2106.00534","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027210829","display_name":"Diego Rodr\u00edguez","orcid":"https://orcid.org/0000-0002-1416-7392"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Diego Rodriguez","raw_affiliation_strings":["Autonomous Intelligent Systems (AIS) Group, Computer Science Institute VI, University of Bonn, Germany","University of Bonn >  >  >  >"],"affiliations":[{"raw_affiliation_string":"Autonomous Intelligent Systems (AIS) Group, Computer Science Institute VI, University of Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]},{"raw_affiliation_string":"University of Bonn >  >  >  >","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027761977","display_name":"Sven Behnke","orcid":"https://orcid.org/0000-0002-5040-7525"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sven Behnke","raw_affiliation_strings":["Autonomous Intelligent Systems (AIS) Group, Computer Science Institute VI, University of Bonn, Germany","University of Bonn,Autonomous Intelligent Systems (AIS) Group, Computer Science Institute VI,Germany"],"affiliations":[{"raw_affiliation_string":"Autonomous Intelligent Systems (AIS) Group, Computer Science Institute VI, University of Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]},{"raw_affiliation_string":"University of Bonn,Autonomous Intelligent Systems (AIS) Group, Computer Science Institute VI,Germany","institution_ids":["https://openalex.org/I135140700"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5027210829"],"corresponding_institution_ids":["https://openalex.org/I135140700"],"apc_list":null,"apc_paid":null,"fwci":0.36960919,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.52614517,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"3033","last_page":"3039"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7451202869415283},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.6642047166824341},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6243020296096802},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6120592355728149},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6098936200141907},{"id":"https://openalex.org/keywords/omnidirectional-antenna","display_name":"Omnidirectional antenna","score":0.5578333139419556},{"id":"https://openalex.org/keywords/robot-locomotion","display_name":"Robot locomotion","score":0.5444314479827881},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.5088098645210266},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.49826598167419434},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45452961325645447},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4514176845550537},{"id":"https://openalex.org/keywords/bipedalism","display_name":"Bipedalism","score":0.421598345041275},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.32418757677078247},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.2726156711578369}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7451202869415283},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.6642047166824341},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6243020296096802},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6120592355728149},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6098936200141907},{"id":"https://openalex.org/C24027999","wikidata":"https://www.wikidata.org/wiki/Q2176348","display_name":"Omnidirectional antenna","level":3,"score":0.5578333139419556},{"id":"https://openalex.org/C6101204","wikidata":"https://www.wikidata.org/wiki/Q7353391","display_name":"Robot locomotion","level":5,"score":0.5444314479827881},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.5088098645210266},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.49826598167419434},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45452961325645447},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4514176845550537},{"id":"https://openalex.org/C143733281","wikidata":"https://www.wikidata.org/wiki/Q372949","display_name":"Bipedalism","level":2,"score":0.421598345041275},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.32418757677078247},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.2726156711578369},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C21822782","wikidata":"https://www.wikidata.org/wiki/Q131214","display_name":"Antenna (radio)","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/icra48506.2021.9561717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2106.00534","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.00534","pdf_url":"https://arxiv.org/pdf/2106.00534","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3168511769","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2106.00534","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2106.00534","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2106.00534","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2106.00534","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.00534","pdf_url":"https://arxiv.org/pdf/2106.00534","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3168511769.pdf","grobid_xml":"https://content.openalex.org/works/W3168511769.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1979453107","https://openalex.org/W2296073425","https://openalex.org/W2726187156","https://openalex.org/W2736601468","https://openalex.org/W2739330054","https://openalex.org/W2740828027","https://openalex.org/W2796290181","https://openalex.org/W2896200589","https://openalex.org/W2911087563","https://openalex.org/W2911251203","https://openalex.org/W2963184621","https://openalex.org/W2963184939","https://openalex.org/W2963647792","https://openalex.org/W2964114602","https://openalex.org/W2969591498","https://openalex.org/W2984579799","https://openalex.org/W2987886924","https://openalex.org/W3003647188","https://openalex.org/W3010768390","https://openalex.org/W3022013428","https://openalex.org/W3029641972","https://openalex.org/W3106249594","https://openalex.org/W3108412994","https://openalex.org/W6627932998","https://openalex.org/W6740222838","https://openalex.org/W6741002519","https://openalex.org/W6741471465","https://openalex.org/W6754761836","https://openalex.org/W6778428183","https://openalex.org/W6891797237"],"related_works":["https://openalex.org/W3206804182","https://openalex.org/W3207491493","https://openalex.org/W2205427871","https://openalex.org/W3117372156","https://openalex.org/W2884400617","https://openalex.org/W2427602188","https://openalex.org/W2786983412","https://openalex.org/W3100958881","https://openalex.org/W3150249871","https://openalex.org/W3203901755","https://openalex.org/W2109790228","https://openalex.org/W3111570917","https://openalex.org/W2332203371","https://openalex.org/W2963184939","https://openalex.org/W3095810981","https://openalex.org/W2968717280","https://openalex.org/W2056107746","https://openalex.org/W2055704538","https://openalex.org/W1964271816","https://openalex.org/W2750110103"],"abstract_inverted_index":{"Bipedal":[0],"walking":[1],"is":[2],"one":[3],"of":[4,19],"the":[5,17,37,46,74,101,128,144],"most":[6],"difficult":[7],"but":[8],"exciting":[9],"challenges":[10],"in":[11],"robotics.":[12],"The":[13],"difficulties":[14],"arise":[15],"from":[16],"complexity":[18],"high-dimensional":[20],"dynamics,":[21],"sensing":[22],"and":[23,29,126],"actuation":[24],"limitations":[25],"combined":[26],"with":[27,49,123],"real-time":[28],"computational":[30],"constraints.":[31],"Deep":[32],"Reinforcement":[33],"Learning":[34],"(DRL)":[35],"holds":[36],"promise":[38],"to":[39,65,121,142,147],"address":[40],"these":[41],"issues":[42],"by":[43,79,91,104],"fully":[44],"exploiting":[45],"robot":[47],"dynamics":[48],"minimal":[50],"craftsmanship.":[51],"In":[52,108],"this":[53,90],"paper,":[54],"we":[55],"propose":[56],"a":[57,80,93,148],"novel":[58],"DRL":[59],"approach":[60],"that":[61,98],"enables":[62],"an":[63],"agent":[64],"learn":[66],"omnidirectional":[67],"locomotion":[68,75],"for":[69,134],"humanoid":[70,150],"(bipedal)":[71],"robots.":[72],"Notably,":[73],"behaviors":[76],"are":[77,137],"accomplished":[78],"single":[81,85],"control":[82],"policy":[83,146],"(a":[84],"neural":[86],"network).":[87],"We":[88],"achieve":[89],"introducing":[92],"new":[94],"curriculum":[95],"learning":[96],"method":[97,111],"gradually":[99],"increases":[100],"task":[102],"difficulty":[103],"scheduling":[105],"target":[106],"velocities.":[107],"addition,":[109],"our":[110],"does":[112],"not":[113],"require":[114],"reference":[115],"motions":[116],"which":[117,139],"facilities":[118],"its":[119],"application":[120],"robots":[122],"different":[124,132],"kinematics,":[125],"reduces":[127],"overall":[129],"complexity.":[130],"Finally,":[131],"strategies":[133],"sim-to-real":[135],"transfer":[136,143],"presented":[138],"allow":[140],"us":[141],"learned":[145],"real":[149],"robot.":[151]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}