{"id":"https://openalex.org/W2957551542","doi":"https://doi.org/10.1109/access.2019.2927606","title":"Terrain Adaptive Walking of Biped Neuromuscular Virtual Human Using Deep Reinforcement Learning","display_name":"Terrain Adaptive Walking of Biped Neuromuscular Virtual Human Using Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2957551542","doi":"https://doi.org/10.1109/access.2019.2927606","mag":"2957551542"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2927606","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2927606","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08758114.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08758114.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100729042","display_name":"Jianpeng Wang","orcid":"https://orcid.org/0000-0002-9716-1809"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianpeng Wang","raw_affiliation_strings":["School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9716-1809","affiliations":[{"raw_affiliation_string":"School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013453783","display_name":"Wenhu Qin","orcid":"https://orcid.org/0000-0002-9265-7397"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhu Qin","raw_affiliation_strings":["School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033147483","display_name":"Libo Sun","orcid":"https://orcid.org/0000-0002-7838-9410"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Libo Sun","raw_affiliation_strings":["School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7838-9410","affiliations":[{"raw_affiliation_string":"School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.7743,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.69169795,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"7","issue":null,"first_page":"92465","last_page":"92475"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.717092752456665},{"id":"https://openalex.org/keywords/terrain","display_name":"Terrain","score":0.6571429371833801},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5598799586296082},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5136625170707703},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49597105383872986},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.41316357254981995},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3755857050418854},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18204092979431152}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.717092752456665},{"id":"https://openalex.org/C161840515","wikidata":"https://www.wikidata.org/wiki/Q186131","display_name":"Terrain","level":2,"score":0.6571429371833801},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5598799586296082},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5136625170707703},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49597105383872986},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.41316357254981995},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3755857050418854},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18204092979431152},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2927606","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2927606","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08758114.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:54704c9f65474e13885b370f0171f624","is_oa":true,"landing_page_url":"https://doaj.org/article/54704c9f65474e13885b370f0171f624","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 92465-92475 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2927606","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2927606","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08758114.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8216236112","display_name":null,"funder_award_id":"2014ZX07405002","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"},{"id":"https://openalex.org/G8596402727","display_name":null,"funder_award_id":"2242019k30043","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2957551542.pdf","grobid_xml":"https://content.openalex.org/works/W2957551542.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W211269454","https://openalex.org/W1771410628","https://openalex.org/W1966161210","https://openalex.org/W1972148528","https://openalex.org/W1981932940","https://openalex.org/W1984595545","https://openalex.org/W2009895490","https://openalex.org/W2012585182","https://openalex.org/W2014505645","https://openalex.org/W2033655806","https://openalex.org/W2034540413","https://openalex.org/W2086061329","https://openalex.org/W2094697451","https://openalex.org/W2095661097","https://openalex.org/W2109008048","https://openalex.org/W2115455197","https://openalex.org/W2115887468","https://openalex.org/W2120162355","https://openalex.org/W2121863487","https://openalex.org/W2133220762","https://openalex.org/W2137217755","https://openalex.org/W2140190473","https://openalex.org/W2142004558","https://openalex.org/W2145339207","https://openalex.org/W2151210636","https://openalex.org/W2169772652","https://openalex.org/W2173248099","https://openalex.org/W2337738013","https://openalex.org/W2403968758","https://openalex.org/W2460299708","https://openalex.org/W2478562489","https://openalex.org/W2736095021","https://openalex.org/W2736601468","https://openalex.org/W2739330054","https://openalex.org/W2809543826","https://openalex.org/W2963864421","https://openalex.org/W2964006217","https://openalex.org/W4205985701","https://openalex.org/W4256615025","https://openalex.org/W6638018090","https://openalex.org/W6639949747","https://openalex.org/W6646457084","https://openalex.org/W6682314434","https://openalex.org/W6684921986","https://openalex.org/W6741002519","https://openalex.org/W7046693147"],"related_works":["https://openalex.org/W4399671601","https://openalex.org/W1992962589","https://openalex.org/W3032871857","https://openalex.org/W1743191351","https://openalex.org/W3104633800","https://openalex.org/W3023567978","https://openalex.org/W3044778482","https://openalex.org/W3040494141","https://openalex.org/W1977229594","https://openalex.org/W2072400776"],"abstract_inverted_index":{"There":[0],"have":[1,8],"been":[2],"some":[3],"biomechanics-based":[4],"control":[5,28,50,64,89,159,198],"systems":[6,29],"that":[7,52,180,196],"achieved":[9],"better":[10,187],"realistic":[11],"virtual":[12,46,136,181,208],"human":[13,47,137,182],"motion.":[14],"Yet":[15],"their":[16],"abilities":[17],"to":[18,74,78,83,102,118,133,151,164,168,170,189],"adapt":[19,169,188],"the":[20,26,120,124,135,140,153,166,171,190,201,206],"changing":[21,172],"environments":[22],"are":[23],"weaker":[24],"than":[25],"traditional":[27],"with":[30],"characters":[31],"driven":[32],"by":[33],"proportional":[34],"derivative":[35],"actuators":[36],"directly.":[37],"In":[38],"our":[39,197],"method,":[40],"we":[41],"build":[42],"a":[43,55,61,71,92,98,130],"hierarchical":[44],"neuromuscular":[45,207],"(NMVH)":[48],"motion":[49,109],"system":[51,199],"consists":[53],"of":[54,123,205],"low-level":[56],"spine":[57,67,103],"reflex":[58,68,104],"layer":[59,69,90,105,160],"and":[60,186],"high-level":[62],"policy":[63,88,101,132,146,158],"layer.":[65],"The":[66,87,111,144,174],"uses":[70],"feedback":[72,125],"net":[73,126],"map":[75],"sensory":[76],"information":[77],"excitations,":[79],"which":[80,96],"stimulate":[81],"muscles":[82],"generate":[84],"joint":[85],"torques.":[86],"includes":[91],"deep":[93,154],"neural":[94,155],"network,":[95],"provides":[97],"learned":[99],"action":[100],"for":[106,127,161],"achieving":[107],"terrain-adaptive":[108,202],"skills.":[110],"particle":[112],"swarm":[113],"optimization":[114,147],"algorithm":[115,148],"is":[116,149],"used":[117],"optimize":[119],"gain":[121],"factors":[122],"finding":[128],"out":[129],"basic":[131],"make":[134],"walk":[138,184],"on":[139],"flat":[141],"terrain":[142,192],"autonomously.":[143],"proximal":[145],"employed":[150],"train":[152],"network":[156],"in":[157,177],"learning":[162],"how":[163],"modulate":[165],"actions":[167],"terrain.":[173],"simulation":[175],"results":[176],"Matlab":[178],"show":[179],"can":[183],"smoothly":[185],"given":[191],"changes.":[193],"It":[194],"demonstrates":[195],"improves":[200],"walking":[203],"skill":[204],"human.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}