{"id":"https://openalex.org/W4413979383","doi":"https://doi.org/10.1109/rcar65431.2025.11139749","title":"Learning Robust Quadruped Locomotion using Dynamic Reward Shaping and Domain Randomization","display_name":"Learning Robust Quadruped Locomotion using Dynamic Reward Shaping and Domain Randomization","publication_year":2025,"publication_date":"2025-06-01","ids":{"openalex":"https://openalex.org/W4413979383","doi":"https://doi.org/10.1109/rcar65431.2025.11139749"},"language":"en","primary_location":{"id":"doi:10.1109/rcar65431.2025.11139749","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rcar65431.2025.11139749","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Real-time Computing and Robotics (RCAR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048647480","display_name":"Wenshuo Liu","orcid":"https://orcid.org/0000-0003-4710-0116"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenshuo Liu","raw_affiliation_strings":["Ministry of Education, Sun Yat-Sen University,School of Computer Science and Engineering and Key Laboratory of Machine Intelligence and Advanced Computing,Guangzhou,China,510275"],"affiliations":[{"raw_affiliation_string":"Ministry of Education, Sun Yat-Sen University,School of Computer Science and Engineering and Key Laboratory of Machine Intelligence and Advanced Computing,Guangzhou,China,510275","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100741008","display_name":"Ning Tan","orcid":"https://orcid.org/0000-0003-0710-6409"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Tan","raw_affiliation_strings":["Ministry of Education, Sun Yat-Sen University,School of Computer Science and Engineering and Key Laboratory of Machine Intelligence and Advanced Computing,Guangzhou,China,510275"],"affiliations":[{"raw_affiliation_string":"Ministry of Education, Sun Yat-Sen University,School of Computer Science and Engineering and Key Laboratory of Machine Intelligence and Advanced Computing,Guangzhou,China,510275","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5048647480"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":1.2784,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.83978977,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"898","last_page":"903"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.640333890914917},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4822121858596802},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42755380272865295},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3575206696987152},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1383669078350067}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.640333890914917},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4822121858596802},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42755380272865295},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3575206696987152},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1383669078350067},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/rcar65431.2025.11139749","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rcar65431.2025.11139749","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Real-time Computing and Robotics (RCAR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1502718064","https://openalex.org/W2098561496","https://openalex.org/W2767050701","https://openalex.org/W2909331752","https://openalex.org/W2911087563","https://openalex.org/W3093922502","https://openalex.org/W3111294788","https://openalex.org/W4205430897"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Currently,":[0],"the":[1,20,29,85,102,158,162,176],"field":[2],"of":[3,22,31,37],"motion":[4,47],"control":[5,48,76,86],"for":[6,72,113],"quadruped":[7],"robots":[8,57],"still":[9],"faces":[10],"numerous":[11],"challenges.":[12],"One":[13],"approach":[14],"to":[15,58,105,160],"addressing":[16],"these":[17],"challenges":[18],"is":[19],"use":[21],"deep":[23,79],"reinforcement":[24,33,80,127],"learning":[25,34,128],"techniques,":[26],"which":[27],"involve":[28],"design":[30],"robust":[32],"algorithms":[35,43],"capable":[36],"handling":[38],"uncertain":[39],"sensor":[40,107,115],"inputs.":[41],"These":[42],"optimize":[44],"and":[45,51,62,93,123],"execute":[46],"in":[49],"dynamic":[50],"unpredictable":[52],"environments,":[53],"thus":[54],"enabling":[55],"legged":[56],"perform":[59],"more":[60],"complex":[61],"difficult":[63],"tasks.":[64],"In":[65],"this":[66],"study,":[67],"we":[68,83,109,130],"propose":[69],"a":[70,74,89,97,119,125,133],"method":[71,156],"training":[73,177],"robot":[75,163],"policy":[77,87,134],"using":[78],"learning.":[81],"Specifically,":[82],"model":[84],"as":[88,168],"Multi-Layer":[90],"Perceptron":[91],"(MLP)":[92],"train":[94],"it":[95],"within":[96,150],"simulation":[98,121],"environment.":[99],"To":[100],"improve":[101],"policy\u2019s":[103],"adaptability":[104],"noisy":[106],"inputs,":[108],"implement":[110],"domain":[111],"randomization":[112],"each":[114],"input.":[116],"By":[117],"leveraging":[118],"parallel":[120],"framework":[122],"implementing":[124],"high-performance":[126],"algorithm,":[129],"successfully":[131],"developed":[132],"that":[135],"can":[136],"accurately":[137],"track":[138],"velocity":[139],"commands,":[140],"including":[141],"those":[142,146],"significantly":[143],"higher":[144],"than":[145],"encountered":[147],"during":[148,175],"training,":[149],"just":[151],"one":[152],"hour.":[153],"Furthermore,":[154],"our":[155],"demonstrates":[157],"ability":[159],"guide":[161],"into":[164],"specified":[165],"gaits,":[166],"such":[167],"trotting,":[169],"by":[170],"incorporating":[171],"gait-specific":[172],"reward":[173],"functions":[174],"process.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-29T08:15:47.926485","created_date":"2025-10-10T00:00:00"}