{"id":"https://openalex.org/W3010781003","doi":"https://doi.org/10.1109/humanoids43949.2019.9035034","title":"A deep reinforcement learning based approach towards generating human walking behavior with a neuromuscular model","display_name":"A deep reinforcement learning based approach towards generating human walking behavior with a neuromuscular model","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W3010781003","doi":"https://doi.org/10.1109/humanoids43949.2019.9035034","mag":"3010781003"},"language":"en","primary_location":{"id":"doi:10.1109/humanoids43949.2019.9035034","is_oa":false,"landing_page_url":"https://doi.org/10.1109/humanoids43949.2019.9035034","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE-RAS 19th International Conference on Humanoid Robots (Humanoids)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/11250/2978986","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046127916","display_name":"Akhil S Anand","orcid":"https://orcid.org/0000-0002-3121-578X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Akhil S Anand","raw_affiliation_strings":["dept. of engineering cybernetics, Norges teknisk-naturvitenskaplige universitet - NTNU, Trondheim, Norway"],"affiliations":[{"raw_affiliation_string":"dept. of engineering cybernetics, Norges teknisk-naturvitenskaplige universitet - NTNU, Trondheim, Norway","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048970503","display_name":"Guoping Zhao","orcid":"https://orcid.org/0000-0002-1908-5388"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Guoping Zhao","raw_affiliation_strings":["Lauflabor Locomotion Laboratory at Technische Universit\u00e4t Darmstadt, Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"Lauflabor Locomotion Laboratory at Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058038708","display_name":"Hubert Roth","orcid":"https://orcid.org/0000-0002-1980-3220"},"institutions":[{"id":"https://openalex.org/I206895457","display_name":"University of Siegen","ror":"https://ror.org/02azyry73","country_code":"DE","type":"education","lineage":["https://openalex.org/I206895457"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hubert Roth","raw_affiliation_strings":["Institute of Control Engineering at Universit\u00e4t Siegen, Siegen, Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Control Engineering at Universit\u00e4t Siegen, Siegen, Germany","institution_ids":["https://openalex.org/I206895457"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015080938","display_name":"Andr\u00e9 Seyfarth","orcid":"https://orcid.org/0000-0001-8285-2415"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andre Seyfarth","raw_affiliation_strings":["Lauflabor Locomotion Laboratory at Technische Universit\u00e4t Darmstadt, Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"Lauflabor Locomotion Laboratory at Technische Universit\u00e4t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5046127916"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9781,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.74310025,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"537","last_page":"543"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exoskeleton","display_name":"Exoskeleton","score":0.7500061988830566},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.7169873118400574},{"id":"https://openalex.org/keywords/gait","display_name":"Gait","score":0.5981031656265259},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5974470973014832},{"id":"https://openalex.org/keywords/torque","display_name":"Torque","score":0.5954973697662354},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5883679389953613},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.49209755659103394},{"id":"https://openalex.org/keywords/ground-reaction-force","display_name":"Ground reaction force","score":0.4770970940589905},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.46873340010643005},{"id":"https://openalex.org/keywords/degrees-of-freedom","display_name":"Degrees of freedom (physics and chemistry)","score":0.4660521447658539},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.4604222774505615},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.42074671387672424},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35893943905830383},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.27225708961486816},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2698226571083069},{"id":"https://openalex.org/keywords/physical-medicine-and-rehabilitation","display_name":"Physical medicine and rehabilitation","score":0.26418793201446533},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08099088072776794}],"concepts":[{"id":"https://openalex.org/C146549078","wikidata":"https://www.wikidata.org/wiki/Q191944","display_name":"Exoskeleton","level":2,"score":0.7500061988830566},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.7169873118400574},{"id":"https://openalex.org/C151800584","wikidata":"https://www.wikidata.org/wiki/Q2370000","display_name":"Gait","level":2,"score":0.5981031656265259},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5974470973014832},{"id":"https://openalex.org/C144171764","wikidata":"https://www.wikidata.org/wiki/Q48103","display_name":"Torque","level":2,"score":0.5954973697662354},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5883679389953613},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.49209755659103394},{"id":"https://openalex.org/C96332660","wikidata":"https://www.wikidata.org/wiki/Q5610971","display_name":"Ground reaction force","level":3,"score":0.4770970940589905},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.46873340010643005},{"id":"https://openalex.org/C208081375","wikidata":"https://www.wikidata.org/wiki/Q274502","display_name":"Degrees of freedom (physics and chemistry)","level":2,"score":0.4660521447658539},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.4604222774505615},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.42074671387672424},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35893943905830383},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.27225708961486816},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2698226571083069},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.26418793201446533},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08099088072776794},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/humanoids43949.2019.9035034","is_oa":false,"landing_page_url":"https://doi.org/10.1109/humanoids43949.2019.9035034","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE-RAS 19th International Conference on Humanoid Robots (Humanoids)","raw_type":"proceedings-article"},{"id":"pmh:oai:ntnuopen.ntnu.no:11250/2978986","is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/2978986","pdf_url":null,"source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE-RAS International Conference on Humanoid Robots","raw_type":"info:eu-repo/semantics/other"}],"best_oa_location":{"id":"pmh:oai:ntnuopen.ntnu.no:11250/2978986","is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/2978986","pdf_url":null,"source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE-RAS International Conference on Humanoid Robots","raw_type":"info:eu-repo/semantics/other"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6299999952316284}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1771410628","https://openalex.org/W1972148528","https://openalex.org/W2003584832","https://openalex.org/W2008342119","https://openalex.org/W2009317155","https://openalex.org/W2010542681","https://openalex.org/W2020340281","https://openalex.org/W2029058516","https://openalex.org/W2039423191","https://openalex.org/W2062474264","https://openalex.org/W2074563816","https://openalex.org/W2111453604","https://openalex.org/W2133220762","https://openalex.org/W2140190473","https://openalex.org/W2142992961","https://openalex.org/W2158782408","https://openalex.org/W2163668399","https://openalex.org/W2167101421","https://openalex.org/W2168114538","https://openalex.org/W2173248099","https://openalex.org/W2399760837","https://openalex.org/W2415959992","https://openalex.org/W2541018735","https://openalex.org/W2546975091","https://openalex.org/W2556958149","https://openalex.org/W2595076373","https://openalex.org/W2736601468","https://openalex.org/W2739330054","https://openalex.org/W2744332385","https://openalex.org/W2796290181","https://openalex.org/W2900879308","https://openalex.org/W2942634077","https://openalex.org/W2963095800","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W3104342477","https://openalex.org/W3104515094","https://openalex.org/W4256615025","https://openalex.org/W4300892751","https://openalex.org/W6638018090","https://openalex.org/W6659014820","https://openalex.org/W6692846177"],"related_works":["https://openalex.org/W2887985348","https://openalex.org/W2901258812","https://openalex.org/W3017269254","https://openalex.org/W2570835373","https://openalex.org/W2401700601","https://openalex.org/W2557545276","https://openalex.org/W2611757813","https://openalex.org/W2526279871","https://openalex.org/W2997065218","https://openalex.org/W2120051910"],"abstract_inverted_index":{"A":[0,55],"gait":[1,53,58],"model":[2,59,132,185,198],"capable":[3,147],"of":[4,44,61,66,83,148,180],"generating":[5,149],"human-like":[6,102],"walking":[7,103,151],"behavior":[8,104,152],"at":[9],"both":[10],"the":[11,14,42,81,88,95,106,122,131,136,178,182,187,196,205],"kinematic":[12],"and":[13,29,35,68,80,100,115,139],"muscular":[15],"level":[16],"can":[17,133],"be":[18],"a":[19,154],"very":[20],"useful":[21],"framework":[22],"for":[23,27,51,105,125],"developing":[24],"control":[25],"schemes":[26],"humanoids":[28],"wearable":[30],"robots":[31],"such":[32],"as":[33],"exoskeletons":[34],"prostheses.":[36],"In":[37],"this":[38],"work":[39],"we":[40],"demonstrated":[41],"feasibility":[43],"using":[45,181],"deep":[46],"reinforcement":[47],"learning":[48],"based":[49,184,191],"approach":[50],"neuromuscular":[52,183,197],"modelling.":[54],"lower":[56],"limb":[57],"consists":[60],"seven":[62],"segments,":[63],"fourteen":[64],"degrees":[65],"freedom,":[67],"twenty":[69],"two":[70],"Hill-type":[71],"muscles":[72],"was":[73],"built":[74],"to":[75,93,160,167,204],"capture":[76,110],"human":[77,137,150],"leg":[78],"dynamics":[79],"characteristics":[82],"muscle":[84,112],"properties.":[85],"We":[86,175,193],"implemented":[87],"proximal":[89],"policy":[90],"optimization":[91],"algorithm":[92],"learn":[94],"sensory-motor":[96],"mappings":[97],"(control":[98],"policy)":[99],"generate":[101],"model.":[107,192,207],"Human":[108],"motion":[109],"data,":[111],"activation":[113],"patterns":[114],"metabolic":[116],"cost":[117],"estimation":[118],"were":[119],"included":[120],"in":[121,153],"reward":[123],"function":[124],"training.":[126],"The":[127],"results":[128],"show":[129],"that":[130,195],"closely":[134],"reproduce":[135],"kinematics":[138],"ground":[140],"reaction":[141],"forces":[142],"during":[143,173],"walking.":[144,174],"It":[145,163],"is":[146,164,199],"speed":[155],"range":[156],"from":[157],"0.6":[158],"m/s":[159],"1.2":[161],"m/s.":[162],"also":[165],"able":[166],"withstand":[168],"unexpected":[169],"hip":[170],"torque":[171,190,206],"perturbations":[172],"further":[176],"explored":[177],"advantages":[179],"over":[186],"ideal":[188],"joint":[189],"observed":[194],"more":[200],"sample":[201],"efficient":[202],"compared":[203]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}