{"id":"https://openalex.org/W4407366612","doi":"https://doi.org/10.1007/s10846-025-02230-7","title":"A Lower Limb Exoskeleton Adaptive Control Method Based on Model-free Reinforcement Learning and Improved Dynamic Movement Primitives","display_name":"A Lower Limb Exoskeleton Adaptive Control Method Based on Model-free Reinforcement Learning and Improved Dynamic Movement Primitives","publication_year":2025,"publication_date":"2025-02-11","ids":{"openalex":"https://openalex.org/W4407366612","doi":"https://doi.org/10.1007/s10846-025-02230-7"},"language":"en","primary_location":{"id":"doi:10.1007/s10846-025-02230-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-025-02230-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10846-025-02230-7.pdf","source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10846-025-02230-7.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042168814","display_name":"Liping Huang","orcid":"https://orcid.org/0000-0001-7314-0379"},"institutions":[{"id":"https://openalex.org/I7726996","display_name":"Henan University of Economic and Law","ror":"https://ror.org/000jtc944","country_code":"CN","type":"education","lineage":["https://openalex.org/I7726996"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liping Huang","raw_affiliation_strings":["School of Computer and Information Engineering, Henan University of Economics and Law, Zhengzhou, 450046, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Information Engineering, Henan University of Economics and Law, Zhengzhou, 450046, China","institution_ids":["https://openalex.org/I7726996"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006779732","display_name":"Jianbin Zheng","orcid":"https://orcid.org/0000-0002-5714-1969"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianbin Zheng","raw_affiliation_strings":["School of Information Engineering, Wuhan University of Technology, Wuhan, 430070, China"],"raw_orcid":"https://orcid.org/0000-0002-5714-1969","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Wuhan University of Technology, Wuhan, 430070, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045927598","display_name":"Yifan Gao","orcid":"https://orcid.org/0000-0002-9184-0085"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Gao","raw_affiliation_strings":["School of Information Engineering, Wuhan University of Technology, Wuhan, 430070, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Wuhan University of Technology, Wuhan, 430070, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004957097","display_name":"Qiuzhi Song","orcid":"https://orcid.org/0000-0001-7232-3886"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiuzhi Song","raw_affiliation_strings":["School of Mechatronical Engineering, Beijing Institute of Technology, Beijing, 100081, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechatronical Engineering, Beijing Institute of Technology, Beijing, 100081, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100379998","display_name":"Yali Liu","orcid":"https://orcid.org/0000-0001-5174-2598"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yali Liu","raw_affiliation_strings":["School of Mechatronical Engineering, Beijing Institute of Technology, Beijing, 100081, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechatronical Engineering, Beijing Institute of Technology, Beijing, 100081, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5042168814"],"corresponding_institution_ids":["https://openalex.org/I7726996"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":7.8174,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.97632851,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"111","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10510","display_name":"Stroke Rehabilitation and Recovery","score":0.9437999725341797,"subfield":{"id":"https://openalex.org/subfields/2742","display_name":"Rehabilitation"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exoskeleton","display_name":"Exoskeleton","score":0.9261395931243896},{"id":"https://openalex.org/keywords/movement","display_name":"Movement (music)","score":0.6103053689002991},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5549879670143127},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5072174072265625},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.49510255455970764},{"id":"https://openalex.org/keywords/movement-control","display_name":"Movement control","score":0.48874926567077637},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3433075547218323},{"id":"https://openalex.org/keywords/physical-medicine-and-rehabilitation","display_name":"Physical medicine and rehabilitation","score":0.29800355434417725},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.28697511553764343},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.27976104617118835},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.26904699206352234},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24301910400390625},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.18048310279846191},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.06862765550613403},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.05814662575721741},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.053758203983306885}],"concepts":[{"id":"https://openalex.org/C146549078","wikidata":"https://www.wikidata.org/wiki/Q191944","display_name":"Exoskeleton","level":2,"score":0.9261395931243896},{"id":"https://openalex.org/C2780226923","wikidata":"https://www.wikidata.org/wiki/Q929848","display_name":"Movement (music)","level":2,"score":0.6103053689002991},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5549879670143127},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5072174072265625},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.49510255455970764},{"id":"https://openalex.org/C3019108329","wikidata":"https://www.wikidata.org/wiki/Q1751327","display_name":"Movement control","level":2,"score":0.48874926567077637},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3433075547218323},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.29800355434417725},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.28697511553764343},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.27976104617118835},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26904699206352234},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24301910400390625},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.18048310279846191},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.06862765550613403},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.05814662575721741},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.053758203983306885}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10846-025-02230-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-025-02230-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10846-025-02230-7.pdf","source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10846-025-02230-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-025-02230-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10846-025-02230-7.pdf","source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8914503935","display_name":null,"funder_award_id":"242102220108","funder_id":"https://openalex.org/F4320336593","funder_display_name":"Henan Provincial Science and Technology Research Project"}],"funders":[{"id":"https://openalex.org/F4320336593","display_name":"Henan Provincial Science and Technology Research Project","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4407366612.pdf"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1540704252","https://openalex.org/W2013876510","https://openalex.org/W2058074226","https://openalex.org/W2062373349","https://openalex.org/W2078763164","https://openalex.org/W2094697883","https://openalex.org/W2110304639","https://openalex.org/W2133932631","https://openalex.org/W2136719407","https://openalex.org/W2167804690","https://openalex.org/W2414517470","https://openalex.org/W2530819665","https://openalex.org/W2700163520","https://openalex.org/W2756487600","https://openalex.org/W2788331089","https://openalex.org/W2805874402","https://openalex.org/W2939037429","https://openalex.org/W2946765663","https://openalex.org/W2954663339","https://openalex.org/W2967902380","https://openalex.org/W2974273049","https://openalex.org/W2980938447","https://openalex.org/W2995876448","https://openalex.org/W3018917661","https://openalex.org/W3038740010","https://openalex.org/W3043520943","https://openalex.org/W3102918862","https://openalex.org/W3123648169","https://openalex.org/W3139574508","https://openalex.org/W3149774477","https://openalex.org/W3152883941","https://openalex.org/W3153220106","https://openalex.org/W3162229654","https://openalex.org/W3166080566","https://openalex.org/W3193421557","https://openalex.org/W3198242341","https://openalex.org/W3204535492","https://openalex.org/W3210408793","https://openalex.org/W3215492280","https://openalex.org/W4200199148","https://openalex.org/W4205814054","https://openalex.org/W4206069532","https://openalex.org/W4210825235","https://openalex.org/W4220964951","https://openalex.org/W4223934205","https://openalex.org/W4225939305","https://openalex.org/W4226377401","https://openalex.org/W4254546655","https://openalex.org/W4293704422","https://openalex.org/W4307500930","https://openalex.org/W4364302709","https://openalex.org/W4366503935"],"related_works":["https://openalex.org/W2887985348","https://openalex.org/W2401700601","https://openalex.org/W2570835373","https://openalex.org/W3198063775","https://openalex.org/W2901258812","https://openalex.org/W3017269254","https://openalex.org/W2475107902","https://openalex.org/W2278309517","https://openalex.org/W2347574669","https://openalex.org/W318961068"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,133],"lower":[3,149,188],"limb":[4,150,189],"exoskeleton":[5,190],"control":[6,56,104,129,203],"have":[7],"predominantly":[8],"focused":[9],"on":[10,59,81,113,218],"enhancing":[11],"walking":[12],"capabilities":[13],"across":[14,166],"diverse":[15,167],"terrains,":[16,214],"such":[17],"as":[18],"level":[19],"ground,":[20],"stairs,":[21],"and":[22,62,73,84,117,175,222],"ramps.":[23],"However,":[24],"achieving":[25],"seamless":[26],"transitions":[27,211],"between":[28],"these":[29,192],"terrains":[30],"remains":[31],"a":[32,51,206],"significant":[33],"challenge":[34],"due":[35],"to":[36,94,109,125,171,234],"the":[37,40,89,97,106,114,128,136,173,178,187,200,216,223],"unpredictability":[38],"of":[39,131,138,148,177,191],"environment,":[41],"which":[42],"hampers":[43],"adaptive":[44],"control.":[45,75],"In":[46,169],"this":[47],"paper,":[48],"we":[49],"propose":[50],"Hierarchical":[52],"Interactive":[53],"Learning":[54],"(HIL)":[55],"method":[57,67,160,204],"based":[58,80,112],"gait":[60,82,115,146],"phase":[61,83,116],"locomotion":[63,85,118],"pattern":[64,86],"recognition.":[65],"The":[66,76,102,143,155,195],"comprises":[68],"two":[69],"layers:":[70],"high-level":[71,77],"learning":[72,78,122],"low-level":[74,103],"is":[79,123],"recognition,":[87],"utilizing":[88],"Dynamic":[90],"Movement":[91],"Primitives":[92],"(DMP)":[93],"piecewise":[95],"learn":[96],"desired":[98],"joint":[99],"torque":[100,111],"curves.":[101],"utilizes":[105],"learned":[107],"DMP":[108,132],"output":[110],"pattern,":[119],"while":[120],"reinforcement":[121],"employed":[124],"dynamically":[126],"adjust":[127],"parameters":[130],"real-time":[134],"with":[135,186],"goal":[137],"minimizing":[139],"human-exoskeleton":[140,163],"interaction":[141,164],"forces.":[142],"experiments":[144],"collected":[145],"data":[147],"movement":[151],"from":[152],"active":[153],"exoskeletons.":[154],"results":[156,197],"show":[157,198],"that":[158,199],"our":[159],"significantly":[161],"reduces":[162,215],"forces":[165],"terrains.":[168],"order":[170],"verify":[172],"feasibility":[174],"effectiveness":[176],"proposed":[179,201],"method,":[180],"15":[181],"healthy":[182],"subjects":[183],"were":[184],"tested":[185],"3":[193],"generations.":[194],"experimental":[196],"HIL":[202],"gives":[205],"valuable":[207],"tool":[208],"for":[209],"smooth":[210],"among":[212],"different":[213],"reliance":[217],"accurate":[219],"dynamic":[220],"models":[221],"average":[224],"oxygen":[225],"consumption":[226],"decreased":[227],"by":[228],"about":[229],"12%,":[230],"underscoring":[231],"its":[232],"potential":[233],"improve":[235],"exoskeleton-assisted":[236],"mobility.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9}],"updated_date":"2026-03-11T06:11:40.159057","created_date":"2025-10-10T00:00:00"}