{"id":"https://openalex.org/W2738893935","doi":"https://doi.org/10.1109/icra.2017.7989695","title":"Learning task-parametrized assistive strategies for exoskeleton robots by multi-task reinforcement learning","display_name":"Learning task-parametrized assistive strategies for exoskeleton robots by multi-task reinforcement learning","publication_year":2017,"publication_date":"2017-05-01","ids":{"openalex":"https://openalex.org/W2738893935","doi":"https://doi.org/10.1109/icra.2017.7989695","mag":"2738893935"},"language":"en","primary_location":{"id":"doi:10.1109/icra.2017.7989695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2017.7989695","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034718334","display_name":"Masashi Hamaya","orcid":"https://orcid.org/0000-0003-4189-8219"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masashi Hamaya","raw_affiliation_strings":["Department of Brain Robot Interface, ATR-CNS, Kyoto, Japan","Graduate School of Frontier Bioscience, Osaka University, Osaka, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Brain Robot Interface, ATR-CNS, Kyoto, Japan","institution_ids":[]},{"raw_affiliation_string":"Graduate School of Frontier Bioscience, Osaka University, Osaka, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042074952","display_name":"Takamitsu Matsubara","orcid":"https://orcid.org/0000-0003-3545-4814"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takamitsu Matsubara","raw_affiliation_strings":["Department of Brain Robot Interface, ATR-CNS, Kyoto, Japan","Graduate School of Information Science, Nara Institute of Science and Technology, Nara, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Brain Robot Interface, ATR-CNS, Kyoto, Japan","institution_ids":[]},{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, Nara, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002819026","display_name":"Tomoyuki Noda","orcid":"https://orcid.org/0000-0002-1055-5080"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tomoyuki Noda","raw_affiliation_strings":["Department of Brain Robot Interface, ATR-CNS, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Brain Robot Interface, ATR-CNS, Kyoto, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064625832","display_name":"Tatsuya Teramae","orcid":"https://orcid.org/0000-0001-7957-5576"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tatsuya Teramae","raw_affiliation_strings":["Department of Brain Robot Interface, ATR-CNS, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Brain Robot Interface, ATR-CNS, Kyoto, Japan","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025458882","display_name":"Jun Morimoto","orcid":"https://orcid.org/0000-0002-4115-1919"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jun Morimoto","raw_affiliation_strings":["Department of Brain Robot Interface, ATR-CNS, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Brain Robot Interface, ATR-CNS, Kyoto, Japan","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5907","last_page":"5912"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10510","display_name":"Stroke Rehabilitation and Recovery","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/2742","display_name":"Rehabilitation"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exoskeleton","display_name":"Exoskeleton","score":0.7955446243286133},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.759225606918335},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7240206003189087},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7091017961502075},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6839256286621094},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6373284459114075},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5864925384521484},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5332773327827454},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5210620760917664},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40806275606155396},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.22178706526756287},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14917030930519104}],"concepts":[{"id":"https://openalex.org/C146549078","wikidata":"https://www.wikidata.org/wiki/Q191944","display_name":"Exoskeleton","level":2,"score":0.7955446243286133},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.759225606918335},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7240206003189087},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7091017961502075},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6839256286621094},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6373284459114075},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5864925384521484},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5332773327827454},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5210620760917664},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40806275606155396},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.22178706526756287},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14917030930519104},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra.2017.7989695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2017.7989695","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1969074599","https://openalex.org/W1985493107","https://openalex.org/W2002161214","https://openalex.org/W2002200970","https://openalex.org/W2006355360","https://openalex.org/W2008328960","https://openalex.org/W2011457905","https://openalex.org/W2015244452","https://openalex.org/W2018705428","https://openalex.org/W2038420492","https://openalex.org/W2049412544","https://openalex.org/W2081254081","https://openalex.org/W2098584016","https://openalex.org/W2102159351","https://openalex.org/W2111277105","https://openalex.org/W2114570024","https://openalex.org/W2117974171","https://openalex.org/W2121227960","https://openalex.org/W2144695857","https://openalex.org/W2152025049","https://openalex.org/W2154128597","https://openalex.org/W2167286584","https://openalex.org/W2167661483","https://openalex.org/W2169575066","https://openalex.org/W2207129347","https://openalex.org/W2289848289","https://openalex.org/W2412086654","https://openalex.org/W2414517470","https://openalex.org/W4211049957","https://openalex.org/W4236113979","https://openalex.org/W6696723776"],"related_works":["https://openalex.org/W2901258812","https://openalex.org/W2887985348","https://openalex.org/W2401700601","https://openalex.org/W2570835373","https://openalex.org/W2557545276","https://openalex.org/W4387054232","https://openalex.org/W3198063775","https://openalex.org/W1553696796","https://openalex.org/W2110944602","https://openalex.org/W3213722473"],"abstract_inverted_index":{"Recent":[0],"studies":[1],"suggest":[2],"that":[3,108,182],"reinforcement":[4,153],"learning":[5,143,154],"has":[6],"great":[7],"potential":[8],"for":[9,33,59,69,89,125,195],"generating":[10],"assistive":[11,30,50,87,96,190],"strategies":[12,55,88],"in":[13,141],"exoskeletons":[14],"through":[15],"physical":[16],"interactions":[17],"between":[18],"a":[19,22,28,44,60,150,174,188],"user":[20,39],"and":[21,104,122,192],"robot.":[23,171],"Previous":[24],"methods":[25],"focused":[26],"on":[27,100],"task-specific":[29],"strategy,":[31,97],"where":[32],"every":[34],"single":[35],"task":[36,102,131],"(situation/context),":[37],"the":[38,53,64,101,105,130,138,142,158,200],"needs":[40],"to":[41,46,84,198],"interact":[42],"with":[43,168],"robot":[45],"learn":[47,85,186],"an":[48,95,126,165,169],"appropriate":[49],"strategy.":[51],"Therefore,":[52],"learned":[54,111],"cannot":[56],"be":[57,77,110,193],"generalized":[58,123,194],"new":[61],"task.":[62],"Since":[63],"sampling":[65],"cost":[66],"is":[67],"expensive":[68],"such":[70,187],"human-in-the-loop":[71],"systems":[72],"as":[73],"exoskeletons,":[74],"generalization":[75],"must":[76],"enabled.":[78],"In":[79],"this":[80],"paper,":[81],"we":[82,148,163],"propose":[83],"task-parametrized":[86,189],"exoskeleton":[90,170],"robots.":[91],"Our":[92],"method":[93,184],"employs":[94],"which":[98],"depends":[99],"parameter":[103,132],"state":[106],"variable,":[107],"can":[109,185],"from":[112],"multiple":[113,146],"sets":[114],"of":[115,160,176],"human-robot":[116],"interaction":[117],"data":[118],"across":[119,145],"different":[120],"tasks":[121,197],"even":[124],"unseen":[127,196],"task,":[128],"given":[129],"without":[133],"additional":[134],"learning.":[135],"To":[136,156],"alleviate":[137],"user's":[139,201],"burden":[140],"process":[144],"tasks,":[147],"exploit":[149],"data-efficient":[151],"multi-task":[152],"framework.":[155],"verify":[157],"effectiveness":[159],"our":[161,183],"method,":[162],"developed":[164],"experimental":[166,179],"platform":[167],"We":[172],"conducted":[173],"series":[175],"experiments":[177],"whose":[178],"results":[180],"show":[181],"strategy":[191],"reduce":[199],"electromyography":[202],"signals":[203],"(EMGs)":[204],"during":[205],"tasks.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}