{"id":"https://openalex.org/W4404953350","doi":"https://doi.org/10.1109/humanoids58906.2024.10769920","title":"Fusing Dynamics and Reinforcement Learning for Control Strategy: Achieving Precise Gait and High Robustness in Humanoid Robot Locomotion*","display_name":"Fusing Dynamics and Reinforcement Learning for Control Strategy: Achieving Precise Gait and High Robustness in Humanoid Robot Locomotion*","publication_year":2024,"publication_date":"2024-11-22","ids":{"openalex":"https://openalex.org/W4404953350","doi":"https://doi.org/10.1109/humanoids58906.2024.10769920"},"language":"en","primary_location":{"id":"doi:10.1109/humanoids58906.2024.10769920","is_oa":false,"landing_page_url":"https://doi.org/10.1109/humanoids58906.2024.10769920","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE-RAS 23rd International Conference on Humanoid Robots (Humanoids)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003078291","display_name":"Zida Zhao","orcid":"https://orcid.org/0009-0000-6709-2235"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zida Zhao","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen and Guangdong Provincial Key Laboratory of Intelligent Morphing Mechanisms and Adaptive Robotics,School of Mechanical Engineering and Automation,China,518055"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen and Guangdong Provincial Key Laboratory of Intelligent Morphing Mechanisms and Adaptive Robotics,School of Mechanical Engineering and Automation,China,518055","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004901154","display_name":"Haodong Huang","orcid":"https://orcid.org/0000-0002-3173-0861"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haodong Huang","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen and Guangdong Provincial Key Laboratory of Intelligent Morphing Mechanisms and Adaptive Robotics,School of Mechanical Engineering and Automation,China,518055"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen and Guangdong Provincial Key Laboratory of Intelligent Morphing Mechanisms and Adaptive Robotics,School of Mechanical Engineering and Automation,China,518055","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005171833","display_name":"Shilong Sun","orcid":"https://orcid.org/0000-0003-0460-4592"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shilong Sun","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen and Guangdong Provincial Key Laboratory of Intelligent Morphing Mechanisms and Adaptive Robotics,School of Mechanical Engineering and Automation,China,518055"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen and Guangdong Provincial Key Laboratory of Intelligent Morphing Mechanisms and Adaptive Robotics,School of Mechanical Engineering and Automation,China,518055","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004761966","display_name":"Chuandong Li","orcid":"https://orcid.org/0000-0001-6155-4849"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chiyao Li","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen and Guangdong Provincial Key Laboratory of Intelligent Morphing Mechanisms and Adaptive Robotics,School of Mechanical Engineering and Automation,China,518055"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen and Guangdong Provincial Key Laboratory of Intelligent Morphing Mechanisms and Adaptive Robotics,School of Mechanical Engineering and Automation,China,518055","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035195155","display_name":"Wenfu Xu","orcid":"https://orcid.org/0000-0001-8218-6061"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenfu Xu","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen and Guangdong Provincial Key Laboratory of Intelligent Morphing Mechanisms and Adaptive Robotics,School of Mechanical Engineering and Automation,China,518055"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen and Guangdong Provincial Key Laboratory of Intelligent Morphing Mechanisms and Adaptive Robotics,School of Mechanical Engineering and Automation,China,518055","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5003078291"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.7822,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.70102009,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1072","last_page":"1079"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.8292979001998901},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7346044778823853},{"id":"https://openalex.org/keywords/inverted-pendulum","display_name":"Inverted pendulum","score":0.6802763342857361},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6046887040138245},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5859435796737671},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.52855384349823},{"id":"https://openalex.org/keywords/inverse-kinematics","display_name":"Inverse kinematics","score":0.5258386731147766},{"id":"https://openalex.org/keywords/zero-moment-point","display_name":"Zero moment point","score":0.5102968215942383},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5066471695899963},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.48387062549591064},{"id":"https://openalex.org/keywords/robot-kinematics","display_name":"Robot kinematics","score":0.4370640516281128},{"id":"https://openalex.org/keywords/gait","display_name":"Gait","score":0.4277708828449249},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28142642974853516},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.27011924982070923},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.15350565314292908},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.13295739889144897},{"id":"https://openalex.org/keywords/physical-medicine-and-rehabilitation","display_name":"Physical medicine and rehabilitation","score":0.07242107391357422}],"concepts":[{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.8292979001998901},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7346044778823853},{"id":"https://openalex.org/C192921069","wikidata":"https://www.wikidata.org/wiki/Q550134","display_name":"Inverted pendulum","level":3,"score":0.6802763342857361},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6046887040138245},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5859435796737671},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.52855384349823},{"id":"https://openalex.org/C17816587","wikidata":"https://www.wikidata.org/wiki/Q1501872","display_name":"Inverse kinematics","level":3,"score":0.5258386731147766},{"id":"https://openalex.org/C19245436","wikidata":"https://www.wikidata.org/wiki/Q279038","display_name":"Zero moment point","level":4,"score":0.5102968215942383},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5066471695899963},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.48387062549591064},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.4370640516281128},{"id":"https://openalex.org/C151800584","wikidata":"https://www.wikidata.org/wiki/Q2370000","display_name":"Gait","level":2,"score":0.4277708828449249},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28142642974853516},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.27011924982070923},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.15350565314292908},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.13295739889144897},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.07242107391357422},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/humanoids58906.2024.10769920","is_oa":false,"landing_page_url":"https://doi.org/10.1109/humanoids58906.2024.10769920","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE-RAS 23rd International Conference on Humanoid Robots (Humanoids)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321940","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1975987482","https://openalex.org/W2792099719","https://openalex.org/W2883488766","https://openalex.org/W2911477000","https://openalex.org/W2963184939","https://openalex.org/W2975321965","https://openalex.org/W2985713881","https://openalex.org/W3006422628","https://openalex.org/W3014232949","https://openalex.org/W3034226296","https://openalex.org/W3096749928","https://openalex.org/W3112511644","https://openalex.org/W3114131285","https://openalex.org/W3122460059","https://openalex.org/W3129265343","https://openalex.org/W3134002512","https://openalex.org/W3137335329","https://openalex.org/W3150249871","https://openalex.org/W3152878473","https://openalex.org/W3177140883","https://openalex.org/W3206363598","https://openalex.org/W3206620955","https://openalex.org/W3206688285","https://openalex.org/W4205258958","https://openalex.org/W4387656310","https://openalex.org/W4387682164","https://openalex.org/W4390480957","https://openalex.org/W4390481019","https://openalex.org/W4390481077","https://openalex.org/W4390481238","https://openalex.org/W6856498278"],"related_works":["https://openalex.org/W2168647525","https://openalex.org/W1829175078","https://openalex.org/W2133801610","https://openalex.org/W2130383927","https://openalex.org/W2606527650","https://openalex.org/W2120357486","https://openalex.org/W2151003079","https://openalex.org/W2170918662","https://openalex.org/W1859914877","https://openalex.org/W2163503851"],"abstract_inverted_index":{"Achieving":[0],"precise":[1,175],"gait":[2,176],"planning":[3],"and":[4,15,33,43,60,69,96,146,160,178],"high":[5],"robustness":[6,45,181],"in":[7,182],"locomotion":[8,155],"control":[9,25,32,42,117,131,172,177],"is":[10,27,122],"crucial":[11],"for":[12,51],"the":[13,38,44,55,61,64,91,94,103,125,144,170],"development":[14],"application":[16],"of":[17,40,46,54,63,66,93,134],"humanoid":[18,56,183],"robots.":[19,184],"In":[20],"this":[21,130],"paper,":[22],"a":[23,74],"novel":[24],"strategy":[26,173],"proposed,":[28],"which":[29],"combines":[30],"dynamics":[31,41],"reinforcement":[34],"learning":[35],"(RL),":[36],"leveraging":[37],"precision":[39],"RL.":[47],"Specifically,":[48],"foot":[49],"placements":[50],"each":[52],"step":[53],"robot":[57],"are":[58,71,87,107,150,163],"designed,":[59],"trajectories":[62,92],"center":[65],"mass":[67],"(CoM)":[68],"feet":[70,97],"obtained":[72,104],"using":[73,98,112],"3D":[75],"linear":[76],"inverted":[77],"pendulum":[78],"model":[79],"(3D":[80],"LIPM).":[81],"Subsequently,":[82],"joint":[83,105],"angles":[84,106],"during":[85,124],"motion":[86],"calculated":[88],"based":[89],"on":[90,157],"CoM":[95],"inverse":[99],"kinematics":[100],"equations.":[101],"Finally,":[102],"trained":[108],"as":[109,139],"baseline":[110],"actions":[111],"RL":[113],"algorithms.":[114],"To":[115],"enhance":[116],"robustness,":[118],"parameter":[119],"domain":[120],"randomization":[121],"introduced":[123],"training":[126],"process.":[127],"By":[128],"employing":[129],"strategy,":[132],"simulations":[133],"various":[135],"single-step":[136],"gaits,":[137],"such":[138],"walking":[140,142],"forward,":[141],"to":[143],"right,":[145],"making":[147],"right":[148],"turns,":[149],"achieved.":[151],"Additionally,":[152],"trajectory":[153],"tracking,":[154],"tests":[156],"different":[158],"terrains,":[159],"disturbance":[161],"resistance":[162],"conducted.":[164],"The":[165],"simulation":[166],"results":[167],"demonstrate":[168],"that":[169],"proposed":[171],"enables":[174],"exhibits":[179],"strong":[180]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}