{"id":"https://openalex.org/W2911087563","doi":"https://doi.org/10.1126/scirobotics.aau5872","title":"Learning agile and dynamic motor skills for legged robots","display_name":"Learning agile and dynamic motor skills for legged robots","publication_year":2019,"publication_date":"2019-01-17","ids":{"openalex":"https://openalex.org/W2911087563","doi":"https://doi.org/10.1126/scirobotics.aau5872","mag":"2911087563","pmid":"https://pubmed.ncbi.nlm.nih.gov/33137755"},"language":"en","primary_location":{"id":"doi:10.1126/scirobotics.aau5872","is_oa":false,"landing_page_url":"https://doi.org/10.1126/scirobotics.aau5872","pdf_url":null,"source":{"id":"https://openalex.org/S4210213233","display_name":"Science Robotics","issn_l":"2470-9476","issn":["2470-9476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315823","host_organization_name":"American Association for the Advancement of Science","host_organization_lineage":["https://openalex.org/P4310315823"],"host_organization_lineage_names":["American Association for the Advancement of Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1901.08652","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080397455","display_name":"Jemin Hwangbo","orcid":"https://orcid.org/0000-0002-3444-8079"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Jemin Hwangbo","raw_affiliation_strings":["Robotic Systems Lab, ETH Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Robotic Systems Lab, ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015754958","display_name":"Joonho Lee","orcid":"https://orcid.org/0000-0002-5072-7385"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Joonho Lee","raw_affiliation_strings":["Robotic Systems Lab, ETH Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Robotic Systems Lab, ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090113830","display_name":"Alexey Dosovitskiy","orcid":"https://orcid.org/0000-0003-1851-0976"},"institutions":[{"id":"https://openalex.org/I4210094487","display_name":"Intel (Germany)","ror":"https://ror.org/00m2x0g47","country_code":"DE","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210094487"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexey Dosovitskiy","raw_affiliation_strings":["Intelligent Systems Lab, Intel, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Intelligent Systems Lab, Intel, Munich, Germany","institution_ids":["https://openalex.org/I4210094487"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000837610","display_name":"C. Dario Bellicoso","orcid":"https://orcid.org/0000-0003-3856-0735"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Dario Bellicoso","raw_affiliation_strings":["Robotic Systems Lab, ETH Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Robotic Systems Lab, ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072426648","display_name":"Vassilios Tsounis","orcid":"https://orcid.org/0000-0003-3428-8455"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Vassilios Tsounis","raw_affiliation_strings":["Robotic Systems Lab, ETH Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Robotic Systems Lab, ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006181255","display_name":"Vladlen Koltun","orcid":"https://orcid.org/0000-0003-0858-0970"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vladlen Koltun","raw_affiliation_strings":["Intelligent Systems Lab, Intel, Santa Clara, CA, USA"],"affiliations":[{"raw_affiliation_string":"Intelligent Systems Lab, Intel, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044258783","display_name":"Marco Hutter","orcid":"https://orcid.org/0000-0002-4285-4990"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Marco Hutter","raw_affiliation_strings":["Robotic Systems Lab, ETH Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Robotic Systems Lab, ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5080397455"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":60.2001,"has_fulltext":false,"cited_by_count":1376,"citation_normalized_percentile":{"value":0.99990596,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"4","issue":"26","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8266133069992065},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7016429901123047},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6505637168884277},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.6301971673965454},{"id":"https://openalex.org/keywords/legged-robot","display_name":"Legged robot","score":0.5815616250038147},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.546388566493988},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5116677284240723},{"id":"https://openalex.org/keywords/quadrupedalism","display_name":"Quadrupedalism","score":0.5002889633178711},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4697704017162323},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4663751721382141},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.4496508240699768},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3285195827484131},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2131371796131134},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.12269678711891174}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8266133069992065},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7016429901123047},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6505637168884277},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.6301971673965454},{"id":"https://openalex.org/C2779908020","wikidata":"https://www.wikidata.org/wiki/Q1424704","display_name":"Legged robot","level":3,"score":0.5815616250038147},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.546388566493988},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5116677284240723},{"id":"https://openalex.org/C134181672","wikidata":"https://www.wikidata.org/wiki/Q21907045","display_name":"Quadrupedalism","level":2,"score":0.5002889633178711},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4697704017162323},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4663751721382141},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.4496508240699768},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3285195827484131},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2131371796131134},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.12269678711891174},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1126/scirobotics.aau5872","is_oa":false,"landing_page_url":"https://doi.org/10.1126/scirobotics.aau5872","pdf_url":null,"source":{"id":"https://openalex.org/S4210213233","display_name":"Science Robotics","issn_l":"2470-9476","issn":["2470-9476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315823","host_organization_name":"American Association for the Advancement of Science","host_organization_lineage":["https://openalex.org/P4310315823"],"host_organization_lineage_names":["American Association for the Advancement of Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science Robotics","raw_type":"journal-article"},{"id":"pmid:33137755","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33137755","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science robotics","raw_type":null},{"id":"pmh:oai:arXiv.org:1901.08652","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1901.08652","pdf_url":"https://arxiv.org/pdf/1901.08652","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:infoscience.epfl.ch:265881","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/265881","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"research article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1901.08652","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1901.08652","pdf_url":"https://arxiv.org/pdf/1901.08652","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4271357678","display_name":null,"funder_award_id":"200021-166232","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W3197589","https://openalex.org/W34308023","https://openalex.org/W618254468","https://openalex.org/W1191599655","https://openalex.org/W1481659984","https://openalex.org/W1487434675","https://openalex.org/W1565928583","https://openalex.org/W1607633572","https://openalex.org/W1771410628","https://openalex.org/W1822001265","https://openalex.org/W1975230295","https://openalex.org/W1979445726","https://openalex.org/W2001685400","https://openalex.org/W2007864935","https://openalex.org/W2016958754","https://openalex.org/W2026582138","https://openalex.org/W2042408133","https://openalex.org/W2065238107","https://openalex.org/W2071939188","https://openalex.org/W2073373795","https://openalex.org/W2098491426","https://openalex.org/W2101340954","https://openalex.org/W2109008048","https://openalex.org/W2111253117","https://openalex.org/W2111904757","https://openalex.org/W2121863487","https://openalex.org/W2122827816","https://openalex.org/W2129224530","https://openalex.org/W2132600856","https://openalex.org/W2147032798","https://openalex.org/W2167647761","https://openalex.org/W2205975260","https://openalex.org/W2294151168","https://openalex.org/W2296073425","https://openalex.org/W2296360731","https://openalex.org/W2396471471","https://openalex.org/W2477400028","https://openalex.org/W2491414412","https://openalex.org/W2529220408","https://openalex.org/W2539534359","https://openalex.org/W2546975091","https://openalex.org/W2549216668","https://openalex.org/W2618245409","https://openalex.org/W2726187156","https://openalex.org/W2733312032","https://openalex.org/W2736601468","https://openalex.org/W2739330054","https://openalex.org/W2767050701","https://openalex.org/W2779458783","https://openalex.org/W2784449021","https://openalex.org/W2792628366","https://openalex.org/W2793991136","https://openalex.org/W2798273187","https://openalex.org/W2850053679","https://openalex.org/W2949608212","https://openalex.org/W2952578114","https://openalex.org/W2962736495","https://openalex.org/W2963184939","https://openalex.org/W2964114602","https://openalex.org/W3101442004","https://openalex.org/W3105372678","https://openalex.org/W3105609823","https://openalex.org/W3106462682","https://openalex.org/W4214717370","https://openalex.org/W4230987057","https://openalex.org/W4241459016","https://openalex.org/W4248871477","https://openalex.org/W4250058668","https://openalex.org/W4300892751"],"related_works":["https://openalex.org/W1580637061","https://openalex.org/W3080852575","https://openalex.org/W1511563303","https://openalex.org/W1533660521","https://openalex.org/W2084951977","https://openalex.org/W2153192722","https://openalex.org/W4323555934","https://openalex.org/W4246053446","https://openalex.org/W4368755191","https://openalex.org/W582091997"],"abstract_inverted_index":{"Legged":[0],"robots":[1,54],"pose":[2],"one":[3],"of":[4,14,42,161],"the":[5,39,92,129,142],"greatest":[6],"challenges":[7],"in":[8,105,140,179],"robotics.":[9],"Dynamic":[10],"and":[11,37,60,63,89,107,119,163,174],"agile":[12],"maneuvers":[13],"animals":[15],"cannot":[16],"be":[17],"imitated":[18],"by":[19,25],"existing":[20],"methods":[21],"that":[22,77,148],"are":[23],"crafted":[24],"humans.":[26],"A":[27],"compelling":[28],"alternative":[29],"is":[30,55,76,87,126,159],"reinforcement":[31,49],"learning,":[32],"which":[33],"requires":[34],"minimal":[35],"craftsmanship":[36],"promotes":[38],"natural":[40],"evolution":[41],"a":[43,97,101,111,132],"control":[44],"policy.":[45],"However,":[46],"so":[47],"far,":[48],"learning":[50],"research":[51],"for":[52,99],"legged":[53,113],"mainly":[56],"limited":[57],"to":[58,110,128],"simulation,":[59,141],"only":[61],"few":[62],"comparably":[64],"simple":[65],"examples":[66],"have":[67],"been":[68,153],"deployed":[69],"on":[70],"real":[71,80],"systems.":[72],"The":[73,124],"primary":[74],"reason":[75],"training":[78,100],"with":[79,83,155],"robots,":[81],"particularly":[82],"dynamically":[84],"balancing":[85],"systems,":[86],"complicated":[88],"expensive.":[90],"In":[91],"present":[93],"work,":[94],"we":[95],"introduce":[96],"method":[98],"neural":[102],"network":[103],"policy":[104],"simulation":[106],"transferring":[108],"it":[109],"state-of-the-art":[112],"system,":[114],"thereby":[115],"leveraging":[116],"fast,":[117],"automated,":[118],"cost-effective":[120],"data":[121],"generation":[122],"schemes.":[123],"approach":[125],"applied":[127],"ANYmal":[130,158],"robot,":[131],"sophisticated":[133],"medium-dog-sized":[134],"quadrupedal":[135,143],"system.":[136],"Using":[137],"policies":[138],"trained":[139],"machine":[144],"achieves":[145],"locomotion":[146],"skills":[147],"go":[149],"beyond":[150],"what":[151],"had":[152],"achieved":[154],"prior":[156],"methods:":[157],"capable":[160],"precisely":[162],"energy-efficiently":[164],"following":[165],"high-level":[166],"body":[167],"velocity":[168],"commands,":[169],"running":[170],"faster":[171],"than":[172],"before,":[173],"recovering":[175],"from":[176],"falling":[177],"even":[178],"complex":[180],"configurations.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":58},{"year":2025,"cited_by_count":266},{"year":2024,"cited_by_count":221},{"year":2023,"cited_by_count":226},{"year":2022,"cited_by_count":184},{"year":2021,"cited_by_count":198},{"year":2020,"cited_by_count":152},{"year":2019,"cited_by_count":70}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}