{"id":"https://openalex.org/W3091091704","doi":"https://doi.org/10.1109/icra40945.2020.9196749","title":"Knowledge-Guided Reinforcement Learning Control for Robotic Lower Limb Prosthesis","display_name":"Knowledge-Guided Reinforcement Learning Control for Robotic Lower Limb Prosthesis","publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W3091091704","doi":"https://doi.org/10.1109/icra40945.2020.9196749","mag":"3091091704"},"language":"en","primary_location":{"id":"doi:10.1109/icra40945.2020.9196749","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra40945.2020.9196749","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006374930","display_name":"Xiang Gao","orcid":"https://orcid.org/0000-0003-3253-8000"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xiang Gao","raw_affiliation_strings":["Department of Electrical, Computer, and Energy Engineering, Arizona State University, Tempe, AZ, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer, and Energy Engineering, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085653399","display_name":"Jennie Si","orcid":"https://orcid.org/0000-0002-0374-7404"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennie Si","raw_affiliation_strings":["Department of Electrical, Computer, and Energy Engineering, Arizona State University, Tempe, AZ, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer, and Energy Engineering, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101681708","display_name":"Yue Wen","orcid":"https://orcid.org/0000-0001-5297-6230"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Wen","raw_affiliation_strings":["Department of Biomedical Engineering, North Carolina State University, Raleigh, NC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036489015","display_name":"Minhan Li","orcid":"https://orcid.org/0000-0002-5234-0248"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minhan Li","raw_affiliation_strings":["Department of Biomedical Engineering, North Carolina State University, Raleigh, NC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036072216","display_name":"He Huang","orcid":"https://orcid.org/0000-0001-5581-1423"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"He Helen Huang","raw_affiliation_strings":["Department of Biomedical Engineering, North Carolina State University, Raleigh, NC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5006374930"],"corresponding_institution_ids":["https://openalex.org/I55732556"],"apc_list":null,"apc_paid":null,"fwci":1.3733,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.79472656,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"754","last_page":"760"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10675","display_name":"Mechanical Circulatory Support Devices","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7930513620376587},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.7463221549987793},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7374311685562134},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6790118217468262},{"id":"https://openalex.org/keywords/prosthesis","display_name":"Prosthesis","score":0.6374756693840027},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5590286254882812},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5550965666770935},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5168838500976562},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5122103095054626},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4830644726753235},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.47475627064704895},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"Knowledge transfer","score":0.44700151681900024},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.433369904756546},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3673549294471741},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13391101360321045},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09299924969673157}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7930513620376587},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.7463221549987793},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7374311685562134},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6790118217468262},{"id":"https://openalex.org/C2778715743","wikidata":"https://www.wikidata.org/wiki/Q181802","display_name":"Prosthesis","level":2,"score":0.6374756693840027},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5590286254882812},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5550965666770935},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5168838500976562},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5122103095054626},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4830644726753235},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.47475627064704895},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.44700151681900024},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.433369904756546},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3673549294471741},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13391101360321045},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09299924969673157},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra40945.2020.9196749","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra40945.2020.9196749","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1822705290","https://openalex.org/W1854776945","https://openalex.org/W1976953979","https://openalex.org/W1979892952","https://openalex.org/W2017265991","https://openalex.org/W2097381042","https://openalex.org/W2098682658","https://openalex.org/W2105717282","https://openalex.org/W2109135013","https://openalex.org/W2121863487","https://openalex.org/W2165501837","https://openalex.org/W2341171179","https://openalex.org/W2440926996","https://openalex.org/W2490084223","https://openalex.org/W2789801633","https://openalex.org/W2792994057","https://openalex.org/W2909711564","https://openalex.org/W2941796172","https://openalex.org/W2962717849","https://openalex.org/W2962817122","https://openalex.org/W2963099939","https://openalex.org/W2968257162","https://openalex.org/W6638398152","https://openalex.org/W6674600207","https://openalex.org/W6718190810"],"related_works":["https://openalex.org/W2475116013","https://openalex.org/W2770018148","https://openalex.org/W2358308169","https://openalex.org/W2385135707","https://openalex.org/W2140315382","https://openalex.org/W2059109728","https://openalex.org/W322691623","https://openalex.org/W2494989134","https://openalex.org/W2509444723","https://openalex.org/W2004958254"],"abstract_inverted_index":{"Robotic":[0],"prostheses":[1,12],"provide":[2],"new":[3],"opportunities":[4],"to":[5,59,129,147,203],"better":[6],"restore":[7],"lost":[8],"functions":[9],"than":[10],"passive":[11],"for":[13,22,98,206],"trans-femoral":[14],"amputees.":[15],"But":[16],"controlling":[17],"a":[18,37,45,95,115,160],"prosthesis":[19,42,56],"device":[20],"automatically":[21],"individual":[23],"users":[24],"in":[25,47,189],"different":[26,60],"task":[27,61],"environments":[28,62],"is":[29,36,51,128],"an":[30,131],"unsolved":[31],"problem.":[32,100],"Reinforcement":[33],"learning":[34,178],"(RL)":[35],"naturally":[38],"promising":[39],"tool.":[40],"For":[41],"control":[43,92,174],"with":[44,135],"user":[46],"the":[48,54,79,88,99,168,195,207],"loop,":[49],"it":[50],"desirable":[52],"that":[53],"controlled":[55,117],"can":[57],"adapt":[58],"as":[63,67,94],"quickly":[64],"and":[65,106,138,141],"smoothly":[66],"possible.":[68],"However,":[69],"most":[70],"RL":[71,116,133],"agents":[72],"learn":[73],"or":[74],"relearn":[75],"from":[76,109,144,179,185,200],"scratch":[77,180],"when":[78],"environment":[80],"changes.":[81],"To":[82],"address":[83],"this":[84,102,151,190],"issue,":[85],"we":[86,104,153,192],"propose":[87],"knowledge-guided":[89],"Q-learning":[90],"(KG-QL)":[91],"method":[93],"principled":[96],"way":[97],"In":[101],"report,":[103],"collected":[105],"used":[107],"data":[108,139],"two":[110],"able-bodied":[111],"(AB)":[112],"subjects":[113,146,202],"wearing":[114],"robotic":[118],"prosthetic":[119],"limb":[120],"walking":[121],"on":[122],"level":[123],"ground.":[124],"Our":[125,165],"ultimate":[126],"goal":[127],"build":[130],"efficient":[132],"controller":[134],"reduced":[136],"time":[137],"requirements":[140],"transfer":[142,184,199],"knowledge":[143,183],"AB":[145,186,201],"amputee":[148,171,208],"subjects.":[149,187,209],"Toward":[150],"goal,":[152],"demonstrate":[154],"its":[155],"feasibility":[156],"by":[157,181],"employing":[158],"OpenSim,":[159],"well-established":[161],"human":[162],"locomotion":[163],"simulator.":[164],"results":[166],"show":[167],"OpenSim":[169],"simulated":[170],"subject":[172],"improved":[173],"tuning":[175,205],"performance":[176],"over":[177],"utilizing":[182],"Also":[188],"paper,":[191],"will":[193],"explore":[194],"possibility":[196],"of":[197],"information":[198],"help":[204]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}