{"id":"https://openalex.org/W4403676054","doi":"https://doi.org/10.1109/biorob60516.2024.10719836","title":"Controlling Human Elbow Movements Using Electrical Stimuli and Deep Reinforcement Learning","display_name":"Controlling Human Elbow Movements Using Electrical Stimuli and Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-09-01","ids":{"openalex":"https://openalex.org/W4403676054","doi":"https://doi.org/10.1109/biorob60516.2024.10719836"},"language":"en","primary_location":{"id":"doi:10.1109/biorob60516.2024.10719836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/biorob60516.2024.10719836","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 10th IEEE RAS/EMBS International Conference for Biomedical Robotics and Biomechatronics (BioRob)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093984850","display_name":"Jhon P.F. Charaja","orcid":null},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jhon Charaja","raw_affiliation_strings":["Sao Carlos School of Engineering, University of Sao Paulo,Department of Mechanical Engineering,Sao Carlos,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sao Carlos School of Engineering, University of Sao Paulo,Department of Mechanical Engineering,Sao Carlos,Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035187930","display_name":"Booker Schelhaas","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Booker Schelhaas","raw_affiliation_strings":["MIT,Department of Mechanical Engineering,Cambridge,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT,Department of Mechanical Engineering,Cambridge,USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059291057","display_name":"Jonathan C. Jaimes","orcid":"https://orcid.org/0000-0002-8009-2958"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jonathan C. Jaimes","raw_affiliation_strings":["Sao Carlos School of Engineering, University of Sao Paulo,Department of Mechanical Engineering,Sao Carlos,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sao Carlos School of Engineering, University of Sao Paulo,Department of Mechanical Engineering,Sao Carlos,Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jos\u00e9 Yecid Moreno","orcid":null},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 Yecid Moreno","raw_affiliation_strings":["Sao Carlos School of Engineering, University of Sao Paulo,Department of Mechanical Engineering,Sao Carlos,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sao Carlos School of Engineering, University of Sao Paulo,Department of Mechanical Engineering,Sao Carlos,Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067208024","display_name":"Adriano A. G. Siqueira","orcid":"https://orcid.org/0000-0003-0663-156X"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Adriano A. G. Siqueira","raw_affiliation_strings":["Sao Carlos School of Engineering, University of Sao Paulo,Department of Mechanical Engineering,Sao Carlos,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sao Carlos School of Engineering, University of Sao Paulo,Department of Mechanical Engineering,Sao Carlos,Brazil","institution_ids":["https://openalex.org/I17974374"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3026,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.58715277,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1017","last_page":"1022"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9448999762535095,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6754289269447327},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6044999361038208},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.495721697807312},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4685681164264679},{"id":"https://openalex.org/keywords/elbow","display_name":"Elbow","score":0.4671086072921753},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3380914330482483},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1565593183040619},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.09339919686317444},{"id":"https://openalex.org/keywords/anatomy","display_name":"Anatomy","score":0.07637447118759155},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.07083901762962341}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6754289269447327},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6044999361038208},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.495721697807312},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4685681164264679},{"id":"https://openalex.org/C2781184374","wikidata":"https://www.wikidata.org/wiki/Q42586","display_name":"Elbow","level":2,"score":0.4671086072921753},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3380914330482483},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1565593183040619},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.09339919686317444},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.07637447118759155},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.07083901762962341}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/biorob60516.2024.10719836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/biorob60516.2024.10719836","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 10th IEEE RAS/EMBS International Conference for Biomedical Robotics and Biomechatronics (BioRob)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2494528515","display_name":null,"funder_award_id":"163504/2021-0","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G7075738285","display_name":null,"funder_award_id":"2019/05937-7","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"}],"funders":[{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2036826589","https://openalex.org/W2069312468","https://openalex.org/W2094119446","https://openalex.org/W2147352907","https://openalex.org/W2149617806","https://openalex.org/W2163611642","https://openalex.org/W2196056879","https://openalex.org/W2281217110","https://openalex.org/W2528385426","https://openalex.org/W2739342242","https://openalex.org/W2885067862","https://openalex.org/W2904246096","https://openalex.org/W2990827642","https://openalex.org/W3091495199","https://openalex.org/W4206725176","https://openalex.org/W6631190155","https://openalex.org/W6769349878","https://openalex.org/W6843186890"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Clinical":[0],"studies":[1],"indicate":[2],"that":[3,88],"by":[4],"performing":[5],"repetitive":[6],"exercises,":[7,31],"patients":[8,55],"gradually":[9],"recover":[10],"motor":[11,45,79],"control":[12,80],"of":[13,36,44,92,118,148],"the":[14,29,34,42,54,76,90,116,119,123,135,141,146,149],"upper":[15],"limbs.":[16],"For":[17],"this":[18,62],"reason,":[19],"diverse":[20],"robotic":[21],"rehabilitation":[22,30,65],"systems":[23],"have":[24],"been":[25],"developed":[26],"to":[27,70,95,114,132,152],"automatize":[28],"compensate":[32],"for":[33,78,122],"lack":[35],"muscle":[37,59,72],"strength,":[38],"and":[39,74,100,110,125,128,137],"assist":[40],"in":[41,159],"recovery":[43],"control.":[46],"However,":[47],"exoskeletons":[48],"usually":[49],"generate":[50,71,96,153],"passive":[51],"movements":[52,156],"when":[53],"cannot":[56],"coordinate":[57],"their":[58],"contractions.":[60],"Given":[61],"drawback,":[63],"novel":[64],"procedures":[66],"use":[67],"electrical":[68,93,120],"pulses":[69,121],"contraction":[73],"perform":[75],"exercises":[77],"recovery.":[81],"This":[82],"work":[83],"proposes":[84],"an":[85],"intelligent":[86,104,150],"agent":[87,105,151],"determines":[89],"amplitude":[91,117],"stimuli":[94],"controlled":[97,154],"elbow":[98,155],"flexion":[99],"extension":[101],"movements.":[102],"The":[103],"uses":[106],"Deep":[107],"Reinforcement":[108],"Learning":[109],"Soft":[111],"Actor-Critic":[112],"algorithms":[113],"determine":[115],"biceps":[124,136],"triceps":[126,138],"muscles,":[127],"OpenSim":[129],"arm":[130,164],"model":[131],"simulate":[133],"how":[134],"activation":[139],"change":[140],"elbow's":[142],"angular":[143],"position.":[144],"Finally,":[145],"performance":[147],"is":[157],"evaluated":[158],"healthy":[160],"volunteers":[161],"with":[162],"different":[163],"characteristics.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}