{"id":"https://openalex.org/W4364302709","doi":"https://doi.org/10.1109/access.2023.3265895","title":"Sensitivity Adaptation of Lower-Limb Exoskeleton for Human Performance Augmentation Based on Deep Reinforcement Learning","display_name":"Sensitivity Adaptation of Lower-Limb Exoskeleton for Human Performance Augmentation Based on Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4364302709","doi":"https://doi.org/10.1109/access.2023.3265895"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3265895","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3265895","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10097746.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10097746.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020249061","display_name":"Ranran Zheng","orcid":"https://orcid.org/0000-0003-2465-7253"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ranran Zheng","raw_affiliation_strings":["School of Aerospace Engineering, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Aerospace Engineering, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100762515","display_name":"Zhiyuan Yu","orcid":"https://orcid.org/0000-0002-3880-1669"},"institutions":[{"id":"https://openalex.org/I4210120144","display_name":"Beijing Jingshida Electromechanical Equipment Research Institute","ror":"https://ror.org/02vx4zx98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210120144"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyuan Yu","raw_affiliation_strings":["Beijing Institute of Precision Mechatronics and Controls, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Precision Mechatronics and Controls, Beijing, China","institution_ids":["https://openalex.org/I4210120144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100411940","display_name":"Hongwei Liu","orcid":"https://orcid.org/0000-0001-7500-9649"},"institutions":[{"id":"https://openalex.org/I4210120144","display_name":"Beijing Jingshida Electromechanical Equipment Research Institute","ror":"https://ror.org/02vx4zx98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210120144"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwei Liu","raw_affiliation_strings":["Beijing Institute of Precision Mechatronics and Controls, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Precision Mechatronics and Controls, Beijing, China","institution_ids":["https://openalex.org/I4210120144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100631153","display_name":"Zhe Zhao","orcid":"https://orcid.org/0000-0003-4300-2391"},"institutions":[{"id":"https://openalex.org/I4210120144","display_name":"Beijing Jingshida Electromechanical Equipment Research Institute","ror":"https://ror.org/02vx4zx98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210120144"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Zhao","raw_affiliation_strings":["Beijing Institute of Precision Mechatronics and Controls, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Precision Mechatronics and Controls, Beijing, China","institution_ids":["https://openalex.org/I4210120144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100394829","display_name":"Jing Chen","orcid":"https://orcid.org/0000-0001-8305-9291"},"institutions":[{"id":"https://openalex.org/I4210120144","display_name":"Beijing Jingshida Electromechanical Equipment Research Institute","ror":"https://ror.org/02vx4zx98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210120144"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Chen","raw_affiliation_strings":["Beijing Institute of Precision Mechatronics and Controls, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Precision Mechatronics and Controls, Beijing, China","institution_ids":["https://openalex.org/I4210120144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072007157","display_name":"Longfei Jia","orcid":"https://orcid.org/0000-0001-5732-1348"},"institutions":[{"id":"https://openalex.org/I4210120144","display_name":"Beijing Jingshida Electromechanical Equipment Research Institute","ror":"https://ror.org/02vx4zx98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210120144"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longfei Jia","raw_affiliation_strings":["Beijing Institute of Precision Mechatronics and Controls, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Precision Mechatronics and Controls, Beijing, China","institution_ids":["https://openalex.org/I4210120144"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5020249061"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.0114,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.72252293,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"36029","last_page":"36040"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10675","display_name":"Mechanical Circulatory Support Devices","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exoskeleton","display_name":"Exoskeleton","score":0.8986002206802368},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.8513511419296265},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7898260354995728},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7609082460403442},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6948452591896057},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6773126721382141},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6348643898963928},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5594338774681091},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5143307447433472},{"id":"https://openalex.org/keywords/inverse-dynamics","display_name":"Inverse dynamics","score":0.4993247985839844},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.35915493965148926},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.33988237380981445},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.33682873845100403},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3069196343421936},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2177896797657013}],"concepts":[{"id":"https://openalex.org/C146549078","wikidata":"https://www.wikidata.org/wiki/Q191944","display_name":"Exoskeleton","level":2,"score":0.8986002206802368},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.8513511419296265},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7898260354995728},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7609082460403442},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6948452591896057},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6773126721382141},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6348643898963928},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5594338774681091},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5143307447433472},{"id":"https://openalex.org/C187523126","wikidata":"https://www.wikidata.org/wiki/Q17098330","display_name":"Inverse dynamics","level":3,"score":0.4993247985839844},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.35915493965148926},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.33988237380981445},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.33682873845100403},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3069196343421936},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2177896797657013},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3265895","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3265895","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10097746.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b4cc90fc5a9f4ea593c4edbbd86690b4","is_oa":true,"landing_page_url":"https://doaj.org/article/b4cc90fc5a9f4ea593c4edbbd86690b4","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 36029-36040 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3265895","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3265895","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10097746.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7799999713897705,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4364302709.pdf","grobid_xml":"https://content.openalex.org/works/W4364302709.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W1996907893","https://openalex.org/W2034922363","https://openalex.org/W2066275561","https://openalex.org/W2070054839","https://openalex.org/W2081254081","https://openalex.org/W2145339207","https://openalex.org/W2182339254","https://openalex.org/W2222399534","https://openalex.org/W2276448469","https://openalex.org/W2326141327","https://openalex.org/W2525083240","https://openalex.org/W2626078568","https://openalex.org/W2729893323","https://openalex.org/W2756487600","https://openalex.org/W2784449021","https://openalex.org/W2787938642","https://openalex.org/W2796290181","https://openalex.org/W2885815163","https://openalex.org/W2899718839","https://openalex.org/W2907645993","https://openalex.org/W2911087563","https://openalex.org/W2913889693","https://openalex.org/W2949794134","https://openalex.org/W2963864421","https://openalex.org/W2964114602","https://openalex.org/W2981479926","https://openalex.org/W3006422628","https://openalex.org/W3014488508","https://openalex.org/W3023302096","https://openalex.org/W3039737909","https://openalex.org/W3041481682","https://openalex.org/W3093922502","https://openalex.org/W3100366369","https://openalex.org/W3100789280","https://openalex.org/W3100958881","https://openalex.org/W3104515094","https://openalex.org/W3104876774","https://openalex.org/W3104883169","https://openalex.org/W3105609823","https://openalex.org/W3152878473","https://openalex.org/W4205430897","https://openalex.org/W4213104648","https://openalex.org/W4307479981","https://openalex.org/W6680796420","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6688390433","https://openalex.org/W6715813357","https://openalex.org/W6730501129","https://openalex.org/W6748839928","https://openalex.org/W6751894622","https://openalex.org/W6752117635","https://openalex.org/W6765584075","https://openalex.org/W6769563484","https://openalex.org/W6774126978","https://openalex.org/W6778428183","https://openalex.org/W6785656331","https://openalex.org/W6793548567"],"related_works":["https://openalex.org/W2901258812","https://openalex.org/W2887985348","https://openalex.org/W2401700601","https://openalex.org/W2570835373","https://openalex.org/W3198063775","https://openalex.org/W3017269254","https://openalex.org/W2557545276","https://openalex.org/W4387054232","https://openalex.org/W4388873644","https://openalex.org/W2765907659"],"abstract_inverted_index":{"The":[0,68,151,174],"lower-limb":[1],"exoskeleton":[2,76],"for":[3,74],"human":[4],"performance":[5,124],"augmentation":[6],"(LEHPA)":[7],"in":[8,166],"sensitivity":[9,26,33,60,73],"amplification":[10],"control":[11,81,143,183],"(SAC)":[12],"is":[13,90,117,138,154],"vulnerable":[14],"to":[15,23,27,41,92,106,140],"model":[16,47],"parameter":[17],"uncertainties":[18],"and":[19,49,84,136],"unmodeled":[20],"dynamics":[21,56,103],"due":[22],"its":[24],"large":[25],"external":[28],"disturbances.":[29],"This":[30],"paper":[31],"proposes":[32],"adaptation":[34],"based":[35,127],"on":[36,45,128],"deep":[37],"reinforcement":[38],"learning":[39],"(SADRL)":[40],"reduce":[42],"the":[43,46,51,59,80,94,109,114,129,133,142,146,157,181,186],"dependence":[44],"accuracy":[48],"tackle":[50],"ever-changing":[52],"human-exoskeleton":[53],"interaction":[54],"(HEI)":[55],"by":[57,98],"interpreting":[58],"adjustment":[61],"as":[62,119],"a":[63,86,99,120,167],"Markov":[64],"Decision":[65],"Process":[66],"(MDP).":[67],"agent":[69],"learns":[70],"an":[71],"appropriate":[72],"each":[75],"state.":[77],"To":[78],"train":[79],"policy":[82],"safely":[83],"efficiently,":[85],"multibody":[87],"simulation":[88,104],"environment":[89],"created":[91],"implement":[93],"training":[95],"process,":[96],"accompanied":[97],"novel":[100,123],"hybrid":[101],"inverse-forward":[102],"method":[105,126],"carry":[107],"out":[108],"simulation.":[110],"For":[111],"comparison":[112],"purposes,":[113],"SAC":[115,158],"controller":[116,149,153,159],"introduced":[118],"benchmark.":[121],"A":[122],"evaluation":[125],"HEI":[130,169,178],"forces":[131,179],"at":[132,160],"back,":[134],"thighs,":[135],"shanks":[137],"proposed":[139],"evaluate":[141],"effect":[144,184],"of":[145,172,177,185],"trained":[147],"SADRL":[148,152,187],"quantitatively.":[150],"compared":[155],"with":[156],"five":[161],"specified":[162],"walking":[163],"speeds,":[164],"resulting":[165],"lumped":[168],"force":[170],"ratio":[171],"0.54.":[173],"total":[175],"decrease":[176],"demonstrates":[180],"superior":[182],"strategy.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-02-26T08:16:20.718346","created_date":"2025-10-10T00:00:00"}