{"id":"https://openalex.org/W4416748061","doi":"https://doi.org/10.1109/iros60139.2025.11246973","title":"Two-stage Learning Framework Combining Joint-level Reinforcement Learning and Muscle-level Adaptation for Musculoskeletal Locomotion","display_name":"Two-stage Learning Framework Combining Joint-level Reinforcement Learning and Muscle-level Adaptation for Musculoskeletal Locomotion","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4416748061","doi":"https://doi.org/10.1109/iros60139.2025.11246973"},"language":null,"primary_location":{"id":"doi:10.1109/iros60139.2025.11246973","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246973","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116075075","display_name":"Laurie Azoulay","orcid":null},"institutions":[{"id":"https://openalex.org/I48430043","display_name":"Institut National des Sciences Appliqu\u00e9es de Lyon","ror":"https://ror.org/050jn9y42","country_code":"FR","type":"education","lineage":["https://openalex.org/I203339264","https://openalex.org/I48430043"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Laurie Azoulay","raw_affiliation_strings":["Institut National des Sciences Appliquées de Lyon (INSA Lyon),Lyon,France"],"affiliations":[{"raw_affiliation_string":"Institut National des Sciences Appliquées de Lyon (INSA Lyon),Lyon,France","institution_ids":["https://openalex.org/I48430043"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058240917","display_name":"Kyo Kutsuzawa","orcid":"https://orcid.org/0000-0002-5326-7847"},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]},{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP","US"],"is_corresponding":false,"raw_author_name":"Kyo Kutsuzawa","raw_affiliation_strings":["Tohoku University,Neuro-Robotics Lab,Department of Robotics, Graduate School of Engineering,Sendai,Japan"],"affiliations":[{"raw_affiliation_string":"Tohoku University,Neuro-Robotics Lab,Department of Robotics, Graduate School of Engineering,Sendai,Japan","institution_ids":["https://openalex.org/I201537933","https://openalex.org/I4210116723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101450465","display_name":"Shunsuke Koseki","orcid":"https://orcid.org/0000-0003-3806-4803"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]},{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["JP","US"],"is_corresponding":false,"raw_author_name":"Shunsuke Koseki","raw_affiliation_strings":["Tohoku University,Neuro-Robotics Lab,Department of Robotics, Graduate School of Engineering,Sendai,Japan"],"affiliations":[{"raw_affiliation_string":"Tohoku University,Neuro-Robotics Lab,Department of Robotics, Graduate School of Engineering,Sendai,Japan","institution_ids":["https://openalex.org/I201537933","https://openalex.org/I4210116723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072945772","display_name":"Dai Owaki","orcid":"https://orcid.org/0000-0003-1217-3892"},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]},{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP","US"],"is_corresponding":false,"raw_author_name":"Dai Owaki","raw_affiliation_strings":["Tohoku University,Neuro-Robotics Lab,Department of Robotics, Graduate School of Engineering,Sendai,Japan"],"affiliations":[{"raw_affiliation_string":"Tohoku University,Neuro-Robotics Lab,Department of Robotics, Graduate School of Engineering,Sendai,Japan","institution_ids":["https://openalex.org/I201537933","https://openalex.org/I4210116723"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060102825","display_name":"Mitsuhiro Hayashibe","orcid":"https://orcid.org/0000-0001-6179-5706"},"institutions":[{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]},{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP","US"],"is_corresponding":false,"raw_author_name":"Mitsuhiro Hayashibe","raw_affiliation_strings":["Tohoku University,Neuro-Robotics Lab,Department of Robotics, Graduate School of Engineering,Sendai,Japan"],"affiliations":[{"raw_affiliation_string":"Tohoku University,Neuro-Robotics Lab,Department of Robotics, Graduate School of Engineering,Sendai,Japan","institution_ids":["https://openalex.org/I201537933","https://openalex.org/I4210116723"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5116075075"],"corresponding_institution_ids":["https://openalex.org/I48430043"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.38249464,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"13392","last_page":"13398"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.8288000226020813,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.8288000226020813,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.04430000111460686,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.0406000018119812,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.820900022983551},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6854000091552734},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6730999946594238},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5609999895095825},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5425000190734863},{"id":"https://openalex.org/keywords/torque","display_name":"Torque","score":0.5297999978065491},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4009999930858612},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.3982999920845032},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.3953999876976013}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.820900022983551},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6854000091552734},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6730999946594238},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5609999895095825},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5425000190734863},{"id":"https://openalex.org/C144171764","wikidata":"https://www.wikidata.org/wiki/Q48103","display_name":"Torque","level":2,"score":0.5297999978065491},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.525600016117096},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4381999969482422},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.41999998688697815},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4009999930858612},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3982999920845032},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3953999876976013},{"id":"https://openalex.org/C151800584","wikidata":"https://www.wikidata.org/wiki/Q2370000","display_name":"Gait","level":2,"score":0.3880999982357025},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.3522000014781952},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.35100001096725464},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3382999897003174},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.2948000133037567},{"id":"https://openalex.org/C31531917","wikidata":"https://www.wikidata.org/wiki/Q915157","display_name":"Robust control","level":3,"score":0.2944999933242798},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C2776874296","wikidata":"https://www.wikidata.org/wiki/Q6940317","display_name":"Muscle fatigue","level":3,"score":0.2802000045776367},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.2750000059604645},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C2779372316","wikidata":"https://www.wikidata.org/wiki/Q569057","display_name":"Stiffness","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C192921069","wikidata":"https://www.wikidata.org/wiki/Q550134","display_name":"Inverted pendulum","level":3,"score":0.26989999413490295},{"id":"https://openalex.org/C2781415944","wikidata":"https://www.wikidata.org/wiki/Q559210","display_name":"Joint stiffness","level":3,"score":0.2689000070095062},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.26759999990463257},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2590000033378601}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros60139.2025.11246973","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246973","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1904024272","https://openalex.org/W1975230295","https://openalex.org/W1975500654","https://openalex.org/W1986105765","https://openalex.org/W2036826589","https://openalex.org/W2094249329","https://openalex.org/W2133932631","https://openalex.org/W2140190473","https://openalex.org/W2162872530","https://openalex.org/W2164162754","https://openalex.org/W2279056185","https://openalex.org/W2312317155","https://openalex.org/W2694031977","https://openalex.org/W2892034059","https://openalex.org/W2968213087","https://openalex.org/W2991389670","https://openalex.org/W3004175995","https://openalex.org/W3177184855","https://openalex.org/W4250058668","https://openalex.org/W4384519007","https://openalex.org/W4391035425","https://openalex.org/W4399067991","https://openalex.org/W4404392948","https://openalex.org/W4405735198","https://openalex.org/W4405786028","https://openalex.org/W4411336993"],"related_works":[],"abstract_inverted_index":{"Animal":[0],"musculoskeletal":[1,168],"systems":[2],"are":[3,95],"renowned":[4],"for":[5,35,174],"their":[6],"ability":[7],"to":[8,74,108,123,147,154],"dynamically":[9],"regulate":[10],"stiffness":[11],"and":[12,39,52,102,126,143,171],"achieve":[13],"energy-efficient":[14],"motion.":[15],"Being":[16],"inspired":[17],"by":[18],"the":[19,46,58,61,103,120,155,164,175,182],"biological":[20],"control":[21,28,93,180],"structure,":[22],"this":[23],"study":[24],"presents":[25],"a":[26,68],"hybrid":[27],"framework":[29,66,152],"that":[30,85],"utilizes":[31],"two-stage":[32],"learning":[33,47,70],"processes":[34],"body":[36],"movement":[37],"planning":[38],"muscle":[40,53,83,90,185],"force":[41],"computation.":[42],"This":[43,151],"methodology":[44],"simplifies":[45],"process":[48],"under":[49],"joint":[50,72,76],"redundancy":[51,165],"redundancy.":[54],"Then":[55],"it":[56],"enhances":[57],"interpretability":[59],"of":[60,157,167,177,184],"resultant":[62],"generated":[63],"behaviors.":[64],"The":[65,137],"incorporates":[67],"reinforcement":[69],"(RL)-trained":[71],"controller":[73,84],"optimize":[75],"torques,":[77],"in":[78,159],"conjunction":[79],"with":[80,115,163],"an":[81],"LSTM-based":[82],"translates":[86],"these":[87],"torques":[88],"into":[89],"activations.":[91],"Two":[92],"variants":[94],"proposed:":[96],"One":[97],"is":[98,105],"prioritizing":[99],"energy":[100,144],"efficiency":[101,145],"other":[104],"enhancing":[106],"adaptability":[107,158],"environmental":[109],"perturbations":[110],"through":[111,181],"co-contraction":[112],"control.":[113],"Validation":[114],"MuJoCo":[116],"physics":[117],"simulations":[118],"demonstrates":[119,140],"framework\u2019s":[121],"capacity":[122],"autonomously":[124],"learn":[125],"refine":[127],"different":[128],"gait":[129],"modes":[130],"without":[131],"dependence":[132],"on":[133],"external":[134],"motion":[135],"datasets.":[136],"second":[138],"variant":[139],"superior":[141],"robustness":[142],"compared":[146],"conventional":[148],"motor-driven":[149],"models.":[150],"contributes":[153],"enhancement":[156],"complex":[160],"scenarios":[161],"dealing":[162],"problem":[166],"system":[169],"coordination":[170],"holds":[172],"potential":[173],"development":[176],"bio-inspired":[178],"locomotion":[179],"optimization":[183],"activity":[186],"composition.":[187]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-28T00:00:00"}