{"id":"https://openalex.org/W4390481291","doi":"https://doi.org/10.1109/humanoids57100.2023.10375154","title":"Learning Torque Control for Quadrupedal Locomotion","display_name":"Learning Torque Control for Quadrupedal Locomotion","publication_year":2023,"publication_date":"2023-12-12","ids":{"openalex":"https://openalex.org/W4390481291","doi":"https://doi.org/10.1109/humanoids57100.2023.10375154"},"language":"en","primary_location":{"id":"doi:10.1109/humanoids57100.2023.10375154","is_oa":false,"landing_page_url":"https://doi.org/10.1109/humanoids57100.2023.10375154","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE-RAS 22nd International Conference on Humanoid Robots (Humanoids)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000011776","display_name":"Shuxiao Chen","orcid":"https://orcid.org/0000-0001-5693-859X"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shuxiao Chen","raw_affiliation_strings":["University of California,Department of Mechanical Engineering,Berkeley,CA,USA,94720"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Department of Mechanical Engineering,Berkeley,CA,USA,94720","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071068600","display_name":"Bike Zhang","orcid":"https://orcid.org/0000-0002-2652-4318"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bike Zhang","raw_affiliation_strings":["University of California,Department of Mechanical Engineering,Berkeley,CA,USA,94720","Meta AI, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Department of Mechanical Engineering,Berkeley,CA,USA,94720","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Meta AI, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009591368","display_name":"Mark W. Mueller","orcid":"https://orcid.org/0000-0002-0557-5677"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark W. Mueller","raw_affiliation_strings":["University of California,Department of Mechanical Engineering,Berkeley,CA,USA,94720"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Department of Mechanical Engineering,Berkeley,CA,USA,94720","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007198769","display_name":"Akshara Rai","orcid":"https://orcid.org/0009-0005-5767-9848"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akshara Rai","raw_affiliation_strings":["Meta AI,CA,USA,94025"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI,CA,USA,94025","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054075105","display_name":"Koushil Sreenath","orcid":"https://orcid.org/0000-0002-5346-3637"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Koushil Sreenath","raw_affiliation_strings":["University of California,Department of Mechanical Engineering,Berkeley,CA,USA,94720"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Department of Mechanical Engineering,Berkeley,CA,USA,94720","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5000011776"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":3.9517,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.94633753,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11170","display_name":"Biomimetic flight and propulsion mechanisms","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/torque","display_name":"Torque","score":0.7889467477798462},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6957526206970215},{"id":"https://openalex.org/keywords/traverse","display_name":"Traverse","score":0.6532649397850037},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6106371283531189},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6030696630477905},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.564890444278717},{"id":"https://openalex.org/keywords/quadrupedalism","display_name":"Quadrupedalism","score":0.513232946395874},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.47380346059799194},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.4611395299434662},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4442579746246338},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.40861111879348755},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.30482178926467896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29515212774276733},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.05538594722747803}],"concepts":[{"id":"https://openalex.org/C144171764","wikidata":"https://www.wikidata.org/wiki/Q48103","display_name":"Torque","level":2,"score":0.7889467477798462},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6957526206970215},{"id":"https://openalex.org/C176809094","wikidata":"https://www.wikidata.org/wiki/Q15401496","display_name":"Traverse","level":2,"score":0.6532649397850037},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6106371283531189},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6030696630477905},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.564890444278717},{"id":"https://openalex.org/C134181672","wikidata":"https://www.wikidata.org/wiki/Q21907045","display_name":"Quadrupedalism","level":2,"score":0.513232946395874},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.47380346059799194},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.4611395299434662},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4442579746246338},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.40861111879348755},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30482178926467896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29515212774276733},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.05538594722747803},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/humanoids57100.2023.10375154","is_oa":false,"landing_page_url":"https://doi.org/10.1109/humanoids57100.2023.10375154","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE-RAS 22nd International Conference on Humanoid Robots (Humanoids)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1975230295","https://openalex.org/W2113885007","https://openalex.org/W2161427949","https://openalex.org/W2736601468","https://openalex.org/W2767050701","https://openalex.org/W2890776845","https://openalex.org/W2909331752","https://openalex.org/W2911087563","https://openalex.org/W2963184939","https://openalex.org/W2963864421","https://openalex.org/W2990138404","https://openalex.org/W3003524200","https://openalex.org/W3038006402","https://openalex.org/W3039737909","https://openalex.org/W3091304796","https://openalex.org/W3092277419","https://openalex.org/W3093922502","https://openalex.org/W3099547539","https://openalex.org/W3101442004","https://openalex.org/W3104876774","https://openalex.org/W3108144771","https://openalex.org/W3111205110","https://openalex.org/W3112664346","https://openalex.org/W3134580056","https://openalex.org/W3175254947","https://openalex.org/W3196685263","https://openalex.org/W3199990163","https://openalex.org/W3204973825","https://openalex.org/W3206393052","https://openalex.org/W3206762371","https://openalex.org/W3207033168","https://openalex.org/W3213974477","https://openalex.org/W4205430897","https://openalex.org/W4283721947","https://openalex.org/W4288626282","https://openalex.org/W4292213368","https://openalex.org/W4293469469","https://openalex.org/W4300892751","https://openalex.org/W4317987839","https://openalex.org/W4383109238","https://openalex.org/W6675977238","https://openalex.org/W6684921986","https://openalex.org/W6734065107","https://openalex.org/W6735677848","https://openalex.org/W6741002519","https://openalex.org/W6758741661","https://openalex.org/W6774015895","https://openalex.org/W6783047220","https://openalex.org/W6785466209","https://openalex.org/W6793715182","https://openalex.org/W6800004206","https://openalex.org/W6801964084","https://openalex.org/W6839204832","https://openalex.org/W6842050754"],"related_works":["https://openalex.org/W2377402383","https://openalex.org/W4388251424","https://openalex.org/W2380835401","https://openalex.org/W2381912691","https://openalex.org/W2008498579","https://openalex.org/W2350381577","https://openalex.org/W2353618196","https://openalex.org/W2348074676","https://openalex.org/W2385033175","https://openalex.org/W2374043190"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,117,147,150,180],"(RL)":[2],"has":[3,60],"become":[4],"a":[5,21,33,41,62,91,104,112,128,158],"promising":[6],"approach":[7],"to":[8,46,68,84,146,156,165],"developing":[9],"controllers":[10],"for":[11,18,52,178],"quadrupedal":[12,57,184],"robots.":[13],"Conventionally,":[14],"an":[15,25,82,96],"RL":[16,26,87,93,97],"design":[17],"locomotion":[19],"follows":[20],"position-based":[22,66,86],"paradigm,":[23,88],"wherein":[24],"policy":[27,98],"outputs":[28],"target":[29],"joint":[30,48,101],"positions":[31],"at":[32,103],"low":[34],"frequency":[35],"that":[36],"are":[37],"then":[38],"tracked":[39],"by":[40,89],"high-frequency":[42],"proportional-derivative":[43],"(PD)":[44],"controller":[45],"produce":[47],"torques.":[49],"In":[50,71],"contrast,":[51],"the":[53,74,85,109,154,174],"model-based":[54,78],"control":[55,67,119,152,182],"of":[56,73,111,132,183],"locomotion,":[58],"there":[59],"been":[61],"paradigm":[63],"shift":[64],"from":[65],"torque-based":[69,92],"control.":[70],"light":[72],"recent":[75],"advances":[76],"in":[77,126],"control,":[79,149],"we":[80],"explore":[81],"alternative":[83],"introducing":[90],"framework,":[94],"where":[95],"directly":[99],"predicts":[100],"torques":[102],"high":[105],"frequency,":[106],"thus":[107],"circumventing":[108],"use":[110],"PD":[113],"controller.":[114],"The":[115],"proposed":[116],"torque":[118,151,181],"framework":[120],"is":[121,130,162,173],"validated":[122],"with":[123],"extensive":[124],"experiments,":[125],"which":[127],"quadruped":[129],"capable":[131],"traversing":[133],"various":[134],"terrain":[135],"and":[136,161],"resisting":[137],"external":[138,167],"disturbances":[139],"while":[140],"following":[141],"user-specified":[142],"commands.":[143],"Furthermore,":[144],"compared":[145],"position":[148],"demonstrates":[153],"potential":[155],"achieve":[157],"higher":[159],"reward":[160],"more":[163],"robust":[164],"significant":[166],"disturbances.":[168],"To":[169],"our":[170],"knowledge,":[171],"this":[172],"first":[175],"sim-to-real":[176],"attempt":[177],"end-to-end":[179],"locomotion.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":2}],"updated_date":"2026-05-03T08:25:01.440150","created_date":"2025-10-10T00:00:00"}