{"id":"https://openalex.org/W3093824247","doi":"https://doi.org/10.1109/lra.2021.3066833","title":"Learning Spring Mass Locomotion: Guiding Policies With a Reduced-Order Model","display_name":"Learning Spring Mass Locomotion: Guiding Policies With a Reduced-Order Model","publication_year":2021,"publication_date":"2021-03-17","ids":{"openalex":"https://openalex.org/W3093824247","doi":"https://doi.org/10.1109/lra.2021.3066833","mag":"3093824247"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2021.3066833","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3066833","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2010.11234","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014224596","display_name":"Kevin Green","orcid":"https://orcid.org/0000-0003-3922-4426"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kevin Green","raw_affiliation_strings":["Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA","[Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA]"],"affiliations":[{"raw_affiliation_string":"Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"[Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA]","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022582402","display_name":"Yesh Godse","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yesh Godse","raw_affiliation_strings":["Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA","[Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA]"],"affiliations":[{"raw_affiliation_string":"Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"[Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA]","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025328125","display_name":"Jeremy Dao","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeremy Dao","raw_affiliation_strings":["Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA","[Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA]"],"affiliations":[{"raw_affiliation_string":"Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"[Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA]","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076997453","display_name":"Ross L. Hatton","orcid":"https://orcid.org/0000-0002-0422-0209"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ross L. Hatton","raw_affiliation_strings":["Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA","[Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA]"],"affiliations":[{"raw_affiliation_string":"Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"[Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA]","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030052689","display_name":"Alan Fern","orcid":"https://orcid.org/0000-0001-5851-8935"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alan Fern","raw_affiliation_strings":["Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA","[Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA]"],"affiliations":[{"raw_affiliation_string":"Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"[Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA]","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026407792","display_name":"Jonathan Hurst","orcid":null},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Hurst","raw_affiliation_strings":["Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA","[OREGON STATE UNIVERSITY]"],"affiliations":[{"raw_affiliation_string":"Collaborative Robotics, and Intelligent Systems Institute, Oregon State University, Corvallis, Oregon, USA","institution_ids":["https://openalex.org/I131249849"]},{"raw_affiliation_string":"[OREGON STATE UNIVERSITY]","institution_ids":["https://openalex.org/I131249849"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5014224596"],"corresponding_institution_ids":["https://openalex.org/I131249849"],"apc_list":null,"apc_paid":null,"fwci":0.1692,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.42472881,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"6","issue":"2","first_page":"3926","last_page":"3932"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.748489260673523},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6530575156211853},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.629669189453125},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6201403141021729},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5886210203170776},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5068445801734924},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4656181335449219},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.460226833820343},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4601939022541046},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4417306184768677},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.434679239988327},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36853134632110596},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.34427011013031006},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.33748239278793335},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.255776584148407},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.12418603897094727}],"concepts":[{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.748489260673523},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6530575156211853},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.629669189453125},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6201403141021729},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5886210203170776},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5068445801734924},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4656181335449219},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.460226833820343},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4601939022541046},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4417306184768677},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.434679239988327},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36853134632110596},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.34427011013031006},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.33748239278793335},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.255776584148407},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.12418603897094727},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/lra.2021.3066833","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3066833","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2010.11234","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.11234","pdf_url":"https://arxiv.org/pdf/2010.11234","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3093824247","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2010.11234","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2010.11234","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2010.11234","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2010.11234","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.11234","pdf_url":"https://arxiv.org/pdf/2010.11234","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W256081288","https://openalex.org/W2114280243","https://openalex.org/W2115693880","https://openalex.org/W2123871098","https://openalex.org/W2138136244","https://openalex.org/W2158782408","https://openalex.org/W2159404808","https://openalex.org/W2161427949","https://openalex.org/W2162391026","https://openalex.org/W2239166089","https://openalex.org/W2582371046","https://openalex.org/W2736601468","https://openalex.org/W2806858658","https://openalex.org/W2809074564","https://openalex.org/W2810565864","https://openalex.org/W2911087563","https://openalex.org/W2946185899","https://openalex.org/W2963184939","https://openalex.org/W2964114602","https://openalex.org/W3003703606","https://openalex.org/W3003817470","https://openalex.org/W3010768390","https://openalex.org/W3029641972","https://openalex.org/W3090576024","https://openalex.org/W3099130706","https://openalex.org/W3205250329","https://openalex.org/W4300892751","https://openalex.org/W6609704046","https://openalex.org/W6741002519","https://openalex.org/W6752922040","https://openalex.org/W6778428183","https://openalex.org/W6783047220","https://openalex.org/W6812115717"],"related_works":["https://openalex.org/W3136437429","https://openalex.org/W2739330054","https://openalex.org/W2743645497","https://openalex.org/W3029509103","https://openalex.org/W2964114602","https://openalex.org/W3208440471","https://openalex.org/W2899953468","https://openalex.org/W3084099944","https://openalex.org/W3105609823","https://openalex.org/W3120428840","https://openalex.org/W3204374554","https://openalex.org/W2646922751","https://openalex.org/W2300668509","https://openalex.org/W2586318065","https://openalex.org/W2299913354","https://openalex.org/W2808228599","https://openalex.org/W2895698735","https://openalex.org/W3040730432","https://openalex.org/W3201082648"],"abstract_inverted_index":{"In":[0,106],"this":[1,107,111],"letter,":[2,108],"we":[3,109],"describe":[4,41,110],"an":[5],"approach":[6],"to":[7,102,146,184,203],"achieve":[8],"dynamic":[9,113,195],"legged":[10,46],"locomotion":[11],"on":[12,173],"physical":[13],"robots":[14],"which":[15,32,40],"combines":[16],"existing":[17],"methods":[18],"for":[19,137],"control":[20,29],"with":[21,164],"reinforcement":[22],"learning.":[23],"Specifically,":[24],"our":[25],"goal":[26],"is":[27,171],"a":[28,53,77,93,119,152,174,193],"hierarchy":[30],"in":[31],"highest-level":[33],"behaviors":[34],"are":[35],"planned":[36],"through":[37],"reduced-order":[38,125],"models,":[39],"the":[42,59,62,67,80,87,131,149,190],"fundamental":[43],"physics":[44],"of":[45,79,96,121,192],"locomotion,":[47],"and":[48,66,82,116,133],"lower":[49],"level":[50],"controllers":[51],"utilize":[52],"learned":[54,89,112,138,196],"policy":[55],"that":[56,99,118,199],"can":[57,75,91,127,200],"bridge":[58],"gap":[60],"between":[61],"idealized,":[63],"simple":[64],"model":[65,78],"complex,":[68],"full":[69],"order":[70],"robot.":[71],"The":[72,140,168],"high-level":[73],"planner":[74],"use":[76],"environment":[81],"be":[83,128,201],"task":[84],"specific,":[85],"while":[86],"low-level":[88],"controller":[90,115,156,170,198],"execute":[92],"wide":[94],"range":[95,120],"motions":[97,123],"so":[98],"it":[100],"applies":[101],"many":[103,204],"different":[104,205],"tasks.":[105,206],"walking":[114,122,197],"show":[117],"from":[124],"models":[126],"used":[129],"as":[130],"command":[132],"primary":[134],"training":[135],"signal":[136],"policies.":[139],"resulting":[141,169],"policies":[142],"do":[143],"not":[144],"attempt":[145],"naively":[147],"track":[148],"motion":[150,162],"(as":[151],"traditional":[153],"trajectory":[154],"tracking":[155,163],"would)":[157],"but":[158],"instead":[159],"balance":[160],"immediate":[161],"long":[165],"term":[166],"stability.":[167],"demonstrated":[172],"human":[175],"scale,":[176],"unconstrained,":[177],"untethered":[178],"bipedal":[179],"robot":[180],"at":[181],"speeds":[182],"up":[183],"1.2":[185],"m/s.":[186],"This":[187],"letter":[188],"builds":[189],"foundation":[191],"generic,":[194],"applied":[202]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}