{"id":"https://openalex.org/W4412965951","doi":"https://doi.org/10.1109/ur65550.2025.11078072","title":"Investigating Adaptive Tuning of Assistive Exoskeletons Using Offline Reinforcement Learning: Challenges and Insights","display_name":"Investigating Adaptive Tuning of Assistive Exoskeletons Using Offline Reinforcement Learning: Challenges and Insights","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4412965951","doi":"https://doi.org/10.1109/ur65550.2025.11078072"},"language":"en","primary_location":{"id":"doi:10.1109/ur65550.2025.11078072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ur65550.2025.11078072","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 22nd International Conference on Ubiquitous Robots (UR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022223707","display_name":"Yasin F\u0131nd\u0131k","orcid":null},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yasin Findik","raw_affiliation_strings":["University of Massachusetts Lowell,Persistent Autonomy and Robot Learning (PeARL) Lab,Lowell,MA,USA,01854"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts Lowell,Persistent Autonomy and Robot Learning (PeARL) Lab,Lowell,MA,USA,01854","institution_ids":["https://openalex.org/I133738476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052338095","display_name":"Christopher Coco","orcid":null},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Coco","raw_affiliation_strings":["University of Massachusetts Lowell,Persistent Autonomy and Robot Learning (PeARL) Lab,Lowell,MA,USA,01854"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts Lowell,Persistent Autonomy and Robot Learning (PeARL) Lab,Lowell,MA,USA,01854","institution_ids":["https://openalex.org/I133738476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5096831411","display_name":"Reza Azadeh","orcid":"https://orcid.org/0000-0002-6651-8684"},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Reza Azadeh","raw_affiliation_strings":["University of Massachusetts Lowell,Persistent Autonomy and Robot Learning (PeARL) Lab,Lowell,MA,USA,01854"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts Lowell,Persistent Autonomy and Robot Learning (PeARL) Lab,Lowell,MA,USA,01854","institution_ids":["https://openalex.org/I133738476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I133738476"],"apc_list":null,"apc_paid":null,"fwci":3.8885,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.90879537,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"562","last_page":"567"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10510","display_name":"Stroke Rehabilitation and Recovery","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2742","display_name":"Rehabilitation"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exoskeleton","display_name":"Exoskeleton","score":0.8938273191452026},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8018556833267212},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7110264301300049},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5594251751899719},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.41314923763275146},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32891350984573364},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.2291032373905182},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1670527160167694}],"concepts":[{"id":"https://openalex.org/C146549078","wikidata":"https://www.wikidata.org/wiki/Q191944","display_name":"Exoskeleton","level":2,"score":0.8938273191452026},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8018556833267212},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7110264301300049},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5594251751899719},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.41314923763275146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32891350984573364},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2291032373905182},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1670527160167694},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ur65550.2025.11078072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ur65550.2025.11078072","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 22nd International Conference on Ubiquitous Robots (UR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3562593608","display_name":"Collaborative Research: Legible Co-Adaptation of Wearable Devices for As-Needed Assistance of Arm Motion","funder_award_id":"2110214","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W192920577","https://openalex.org/W1979091739","https://openalex.org/W2173194528","https://openalex.org/W2483674195","https://openalex.org/W2518522949","https://openalex.org/W2626637010","https://openalex.org/W2963864421","https://openalex.org/W3022566517","https://openalex.org/W3183277556","https://openalex.org/W3183839786","https://openalex.org/W3204332905","https://openalex.org/W3207663552","https://openalex.org/W4287755265","https://openalex.org/W4304777328","https://openalex.org/W4321352025","https://openalex.org/W4391800915","https://openalex.org/W4401018102","https://openalex.org/W6684921986","https://openalex.org/W6739516088","https://openalex.org/W6749304979","https://openalex.org/W6762491519","https://openalex.org/W6776438516","https://openalex.org/W6784152626","https://openalex.org/W6861294192","https://openalex.org/W6866776534"],"related_works":["https://openalex.org/W2887985348","https://openalex.org/W2401700601","https://openalex.org/W2570835373","https://openalex.org/W3198063775","https://openalex.org/W2901258812","https://openalex.org/W3017269254","https://openalex.org/W2475107902","https://openalex.org/W2557545276","https://openalex.org/W4387054232","https://openalex.org/W2158522567"],"abstract_inverted_index":{"Assistive":[0],"exoskeletons":[1],"have":[2],"shown":[3],"great":[4],"potential":[5,31],"in":[6,40],"enhancing":[7],"mobility":[8],"for":[9,22,36],"individuals":[10],"with":[11,98],"motor":[12],"impairments,":[13],"yet":[14],"their":[15],"effectiveness":[16],"relies":[17],"on":[18,48,132],"precise":[19],"parameter":[20],"tuning":[21],"personalized":[23],"assistance.":[24],"In":[25],"this":[26],"study,":[27],"we":[28,52],"investigate":[29],"the":[30,54,95,105,123],"of":[32],"offline":[33],"reinforcement":[34],"learning":[35],"optimizing":[37],"effort":[38,67],"thresholds":[39],"upper-limb":[41],"assistive":[42],"exoskeletons,":[43],"aiming":[44],"to":[45,75,83,147],"reduce":[46],"reliance":[47],"manual":[49],"calibration.":[50],"Specifically,":[51],"frame":[53],"problem":[55],"as":[56],"a":[57],"multi-agent":[58],"system":[59],"where":[60],"separate":[61],"agents":[62],"optimize":[63],"biceps":[64],"and":[65,72,115,139],"triceps":[66],"thresholds,":[68],"enabling":[69],"an":[70],"adaptive":[71],"data-driven":[73],"approach":[74,125],"exoskeleton":[76,108],"control.":[77],"Mixed":[78],"Q-Functionals":[79],"(MQF)":[80],"is":[81],"employed":[82],"efficiently":[84],"handle":[85],"continuous":[86],"action":[87],"spaces":[88],"while":[89],"leveraging":[90],"pre-collected":[91],"data,":[92],"thereby":[93],"mitigating":[94],"risks":[96],"associated":[97],"real-time":[99],"exploration.":[100],"Experiments":[101],"were":[102],"conducted":[103],"using":[104],"MyoPro":[106],"2":[107],"across":[109],"two":[110],"distinct":[111],"tasks":[112],"involving":[113],"horizontal":[114],"vertical":[116],"arm":[117],"movements.":[118],"Our":[119],"results":[120],"indicate":[121],"that":[122],"proposed":[124],"can":[126],"dynamically":[127],"adjust":[128],"threshold":[129],"values":[130],"based":[131],"learned":[133],"patterns,":[134],"potentially":[135],"improving":[136],"user":[137],"interaction":[138],"control,":[140],"though":[141],"performance":[142],"evaluation":[143],"remains":[144],"challenging":[145],"due":[146],"dataset":[148],"limitations.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}