{"id":"https://openalex.org/W4412345749","doi":"https://doi.org/10.1109/icorr66766.2025.11063218","title":"An Offline Reinforcement Learning-Based Auto-Tuning Framework for Continuous Impedance Control in Powered Prostheses","display_name":"An Offline Reinforcement Learning-Based Auto-Tuning Framework for Continuous Impedance Control in Powered Prostheses","publication_year":2025,"publication_date":"2025-05-12","ids":{"openalex":"https://openalex.org/W4412345749","doi":"https://doi.org/10.1109/icorr66766.2025.11063218","pmid":"https://pubmed.ncbi.nlm.nih.gov/40644217"},"language":"en","primary_location":{"id":"doi:10.1109/icorr66766.2025.11063218","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icorr66766.2025.11063218","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Conference On Rehabilitation Robotics (ICORR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075995990","display_name":"Woolim Hong","orcid":"https://orcid.org/0000-0002-9055-823X"},"institutions":[{"id":"https://openalex.org/I4210131205","display_name":"UNC/NCSU Joint Department of Biomedical Engineering","ror":"https://ror.org/03hakdk41","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177","https://openalex.org/I137902535","https://openalex.org/I4210131205"]},{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Woolim Hong","raw_affiliation_strings":["North Carolina State University,UNC/NCSU Joint Department of Biomedical Engineering,Raleigh,NC,USA,27695"],"affiliations":[{"raw_affiliation_string":"North Carolina State University,UNC/NCSU Joint Department of Biomedical Engineering,Raleigh,NC,USA,27695","institution_ids":["https://openalex.org/I4210131205","https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021215890","display_name":"Abbas Alili","orcid":"https://orcid.org/0000-0002-7849-6881"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abbas Alili","raw_affiliation_strings":["North Carolina State University,Department of Electrical and Computer Engineering,Raleigh,NC,USA,27695"],"affiliations":[{"raw_affiliation_string":"North Carolina State University,Department of Electrical and Computer Engineering,Raleigh,NC,USA,27695","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036072216","display_name":"He Huang","orcid":"https://orcid.org/0000-0001-5581-1423"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]},{"id":"https://openalex.org/I4210131205","display_name":"UNC/NCSU Joint Department of Biomedical Engineering","ror":"https://ror.org/03hakdk41","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177","https://openalex.org/I137902535","https://openalex.org/I4210131205"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"He Helen Huang","raw_affiliation_strings":["North Carolina State University,UNC/NCSU Joint Department of Biomedical Engineering,Raleigh,NC,USA,27695"],"affiliations":[{"raw_affiliation_string":"North Carolina State University,UNC/NCSU Joint Department of Biomedical Engineering,Raleigh,NC,USA,27695","institution_ids":["https://openalex.org/I4210131205","https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5075995990"],"corresponding_institution_ids":["https://openalex.org/I137902535","https://openalex.org/I4210131205"],"apc_list":null,"apc_paid":null,"fwci":0.7389,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.72582117,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"2025","issue":null,"first_page":"1829","last_page":"1834"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8431917428970337},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6612709760665894},{"id":"https://openalex.org/keywords/impedance-control","display_name":"Impedance control","score":0.5545454025268555},{"id":"https://openalex.org/keywords/electrical-impedance","display_name":"Electrical impedance","score":0.4924122095108032},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.46152275800704956},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4535475969314575},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3856484889984131},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26834166049957275},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22578129172325134},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1445721983909607},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.08684051036834717},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.06444579362869263}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8431917428970337},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6612709760665894},{"id":"https://openalex.org/C2777984285","wikidata":"https://www.wikidata.org/wiki/Q17098134","display_name":"Impedance control","level":3,"score":0.5545454025268555},{"id":"https://openalex.org/C17829176","wikidata":"https://www.wikidata.org/wiki/Q179043","display_name":"Electrical impedance","level":2,"score":0.4924122095108032},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.46152275800704956},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4535475969314575},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3856484889984131},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26834166049957275},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22578129172325134},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1445721983909607},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.08684051036834717},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.06444579362869263}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001186","descriptor_name":"Artificial Limbs","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001186","descriptor_name":"Artificial Limbs","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001186","descriptor_name":"Artificial Limbs","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001696","descriptor_name":"Biomechanical Phenomena","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001696","descriptor_name":"Biomechanical Phenomena","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001696","descriptor_name":"Biomechanical Phenomena","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011474","descriptor_name":"Prosthesis Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011474","descriptor_name":"Prosthesis Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011474","descriptor_name":"Prosthesis Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016138","descriptor_name":"Walking","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D016138","descriptor_name":"Walking","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D016138","descriptor_name":"Walking","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D017097","descriptor_name":"Electric Impedance","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017097","descriptor_name":"Electric Impedance","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017097","descriptor_name":"Electric Impedance","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/icorr66766.2025.11063218","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icorr66766.2025.11063218","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Conference On Rehabilitation Robotics (ICORR)","raw_type":"proceedings-article"},{"id":"pmid:40644217","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40644217","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE ... International Conference on Rehabilitation Robotics : [proceedings]","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G4249723829","display_name":null,"funder_award_id":"2211739","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4620156743","display_name":null,"funder_award_id":"90ARHF0004,90SFGE0050","funder_id":"https://openalex.org/F4320337604","funder_display_name":"National Institute on Disability, Independent Living, and Rehabilitation Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337604","display_name":"National Institute on Disability, Independent Living, and Rehabilitation Research","ror":"https://ror.org/033jnv181"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W998690604","https://openalex.org/W1643952189","https://openalex.org/W1778882367","https://openalex.org/W1978023077","https://openalex.org/W1997341336","https://openalex.org/W2017249007","https://openalex.org/W2018457736","https://openalex.org/W2036744928","https://openalex.org/W2099683979","https://openalex.org/W2109135013","https://openalex.org/W2117608991","https://openalex.org/W2134208106","https://openalex.org/W2139044388","https://openalex.org/W2155228109","https://openalex.org/W2299017612","https://openalex.org/W2490084223","https://openalex.org/W2507338872","https://openalex.org/W2576964732","https://openalex.org/W2793986549","https://openalex.org/W2900866834","https://openalex.org/W2941405176","https://openalex.org/W2962896813","https://openalex.org/W2963864421","https://openalex.org/W3034289395","https://openalex.org/W3091272173","https://openalex.org/W3130807160","https://openalex.org/W3202399427","https://openalex.org/W3206688904","https://openalex.org/W3207665981","https://openalex.org/W4205632607","https://openalex.org/W4211003818","https://openalex.org/W4225759779","https://openalex.org/W4312409821","https://openalex.org/W4315630581","https://openalex.org/W4316013192","https://openalex.org/W4388089603","https://openalex.org/W4388483002","https://openalex.org/W4389056856","https://openalex.org/W4403566146","https://openalex.org/W4404592969","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1548357495","https://openalex.org/W2314048082","https://openalex.org/W1968487248","https://openalex.org/W2097006611","https://openalex.org/W4295916778","https://openalex.org/W2112995122","https://openalex.org/W2165087119","https://openalex.org/W1975719792"],"abstract_inverted_index":{"A":[0,83],"continuous":[1,179],"impedance":[2,180],"control":[3,12,38,174,181,201],"framework":[4,33,64,159],"has":[5],"recently":[6],"gained":[7],"attention":[8],"in":[9,30,77,123,141],"powered":[10],"prosthesis":[11,173],"for":[13,39,65,129,160,175],"its":[14,50],"ability":[15],"to":[16,94,171,205],"mimic":[17],"human":[18],"behavior":[19],"by":[20],"smoothly":[21],"and":[22,47,52,103,148,198],"continuously":[23],"modulating":[24],"joint":[25],"impedance.":[26],"While":[27],"recent":[28],"advancements":[29],"tuning":[31,43,170],"this":[32,56],"have":[34],"enabled":[35],"more":[36],"personalized":[37,199],"walking,":[40],"the":[41,112,127,135,138,143,154,157,166],"manual":[42,130],"process":[44],"remains":[45],"time-intensive":[46],"empirical,":[48],"limiting":[49],"scalability":[51],"adaptability.":[53],"To":[54],"address":[55],"challenge,":[57],"we":[58,119],"propose":[59],"a":[60,74,178,206],"reinforcement":[61],"learning":[62],"(RL)-driven":[63],"offline":[66,161],"tuning,":[67],"focusing":[68],"on":[69,99,187],"stiffness":[70,100,121,146],"parameters":[71,122,147],"that":[72],"play":[73],"critical":[75],"role":[76],"shaping":[78],"knee":[79,96,149],"kinematics":[80,97],"during":[81],"walking.":[82],"Gaussian":[84],"Process":[85],"Regression":[86],"(GPR)-based":[87],"Continuous":[88],"Stiffness-Kinematics":[89],"(CSK)":[90],"model":[91,140],"was":[92],"developed":[93],"predict":[95],"based":[98],"parameters,":[101],"trained":[102],"validated":[104],"using":[105],"experimental":[106],"data":[107],"from":[108],"four":[109],"participants.":[110],"Leveraging":[111],"Deep":[113],"Deterministic":[114],"Policy":[115],"Gradient":[116],"(DDPG)":[117],"algorithm,":[118],"optimized":[120],"offline,":[124],"significantly":[125],"reducing":[126],"need":[128],"adjustments.":[131],"Validation":[132],"results":[133],"confirmed":[134],"reliability":[136],"of":[137,156,168,209],"CSK":[139],"capturing":[142],"relationship":[144],"between":[145],"kinematics,":[150],"as":[151,153],"well":[152],"feasibility":[155],"RL":[158],"tuning.":[162],"This":[163],"study":[164],"demonstrates":[165],"potential":[167],"RL-driven":[169],"enhance":[172],"walking":[176],"within":[177],"framework.":[182],"Future":[183],"work":[184],"will":[185],"focus":[186],"integrating":[188],"offline-trained":[189],"policies":[190],"into":[191],"an":[192],"online":[193],"human-in-the-loop":[194],"framework,":[195],"enabling":[196],"adaptive":[197],"real-time":[200],"while":[202],"extending":[203],"functionality":[204],"broader":[207],"range":[208],"ambulation":[210],"tasks.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}