{"id":"https://openalex.org/W4310041569","doi":"https://doi.org/10.3390/s22239126","title":"A Novel Functional Electrical Stimulation-Induced Cycling Controller Using Reinforcement Learning to Optimize Online Muscle Activation Pattern","display_name":"A Novel Functional Electrical Stimulation-Induced Cycling Controller Using Reinforcement Learning to Optimize Online Muscle Activation Pattern","publication_year":2022,"publication_date":"2022-11-24","ids":{"openalex":"https://openalex.org/W4310041569","doi":"https://doi.org/10.3390/s22239126","pmid":"https://pubmed.ncbi.nlm.nih.gov/36501826"},"language":"en","primary_location":{"id":"doi:10.3390/s22239126","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22239126","pdf_url":"https://www.mdpi.com/1424-8220/22/23/9126/pdf?version=1669289073","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/22/23/9126/pdf?version=1669289073","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006029924","display_name":"Tiago Coelho-Magalh\u00e3es","orcid":"https://orcid.org/0000-0001-7954-9984"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Tiago Coelho-Magalh\u00e3es","raw_affiliation_strings":["Graduate Program in Electrical Engineering, Universidade Federal de Minas Gerais, Av, Ant\u00f4nio Carlos 6627, Belo Horizonte 31270-901, MG, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate Program in Electrical Engineering, Universidade Federal de Minas Gerais, Av, Ant\u00f4nio Carlos 6627, Belo Horizonte 31270-901, MG, Brazil","institution_ids":["https://openalex.org/I110200422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016019317","display_name":"Christine Coste","orcid":"https://orcid.org/0000-0002-7379-8004"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Christine Azevedo Coste","raw_affiliation_strings":["National Institute for Research in Computer Science and Automation (Inria), Camin Team, 34090 Montpellier, France"],"raw_orcid":"https://orcid.org/0000-0002-7379-8004","affiliations":[{"raw_affiliation_string":"National Institute for Research in Computer Science and Automation (Inria), Camin Team, 34090 Montpellier, France","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050815669","display_name":"Henrique Resende Martins","orcid":"https://orcid.org/0000-0002-4879-1345"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Henrique Resende-Martins","raw_affiliation_strings":["Graduate Program in Electrical Engineering, Universidade Federal de Minas Gerais, Av, Ant\u00f4nio Carlos 6627, Belo Horizonte 31270-901, MG, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate Program in Electrical Engineering, Universidade Federal de Minas Gerais, Av, Ant\u00f4nio Carlos 6627, Belo Horizonte 31270-901, MG, Brazil","institution_ids":["https://openalex.org/I110200422"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5006029924"],"corresponding_institution_ids":["https://openalex.org/I110200422"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":0.4086,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.55400533,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"22","issue":"23","first_page":"9126","last_page":"9126"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10925","display_name":"Spinal Cord Injury Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2734","display_name":"Pathology and Forensic Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10510","display_name":"Stroke Rehabilitation and Recovery","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2742","display_name":"Rehabilitation"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cadence","display_name":"Cadence","score":0.8307322859764099},{"id":"https://openalex.org/keywords/functional-electrical-stimulation","display_name":"Functional electrical stimulation","score":0.7347065806388855},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6020023822784424},{"id":"https://openalex.org/keywords/stimulation","display_name":"Stimulation","score":0.5954495668411255},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5616557598114014},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5430843234062195},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.49321430921554565},{"id":"https://openalex.org/keywords/pulse","display_name":"Pulse (music)","score":0.4292672276496887},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.3083230257034302},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23553866147994995},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.19310161471366882},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.19012901186943054},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17903897166252136},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.15447798371315002},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09562471508979797},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08554977178573608}],"concepts":[{"id":"https://openalex.org/C2777125575","wikidata":"https://www.wikidata.org/wiki/Q14088448","display_name":"Cadence","level":2,"score":0.8307322859764099},{"id":"https://openalex.org/C2777766275","wikidata":"https://www.wikidata.org/wiki/Q1327643","display_name":"Functional electrical stimulation","level":3,"score":0.7347065806388855},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6020023822784424},{"id":"https://openalex.org/C24998067","wikidata":"https://www.wikidata.org/wiki/Q4114622","display_name":"Stimulation","level":2,"score":0.5954495668411255},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5616557598114014},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5430843234062195},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.49321430921554565},{"id":"https://openalex.org/C2780167933","wikidata":"https://www.wikidata.org/wiki/Q1550652","display_name":"Pulse (music)","level":3,"score":0.4292672276496887},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.3083230257034302},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23553866147994995},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.19310161471366882},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.19012901186943054},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17903897166252136},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.15447798371315002},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09562471508979797},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08554977178573608},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D001642","descriptor_name":"Bicycling","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001642","descriptor_name":"Bicycling","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001642","descriptor_name":"Bicycling","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004558","descriptor_name":"Electric Stimulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004558","descriptor_name":"Electric Stimulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004558","descriptor_name":"Electric Stimulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004599","descriptor_name":"Electric Stimulation Therapy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004599","descriptor_name":"Electric Stimulation Therapy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004599","descriptor_name":"Electric Stimulation Therapy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009119","descriptor_name":"Muscle Contraction","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009119","descriptor_name":"Muscle Contraction","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009119","descriptor_name":"Muscle Contraction","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013119","descriptor_name":"Spinal Cord Injuries","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013119","descriptor_name":"Spinal Cord Injuries","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013119","descriptor_name":"Spinal Cord Injuries","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018482","descriptor_name":"Muscle, Skeletal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D018482","descriptor_name":"Muscle, Skeletal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D018482","descriptor_name":"Muscle, Skeletal","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false}],"locations_count":6,"locations":[{"id":"doi:10.3390/s22239126","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22239126","pdf_url":"https://www.mdpi.com/1424-8220/22/23/9126/pdf?version=1669289073","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:36501826","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36501826","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:HAL:hal-03883426v1","is_oa":false,"landing_page_url":"https://inria.hal.science/hal-03883426","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, 2022, 22 (23), pp.9126. ⟨10.3390/s22239126⟩","raw_type":"Journal articles"},{"id":"pmh:oai:doaj.org/article:3d9ed3f080604bcea3992ddd56998cd7","is_oa":true,"landing_page_url":"https://doaj.org/article/3d9ed3f080604bcea3992ddd56998cd7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 22, Iss 23, p 9126 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/22/23/9126/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s22239126","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors; Volume 22; Issue 23; Pages: 9126","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:9741342","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9741342","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s22239126","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22239126","pdf_url":"https://www.mdpi.com/1424-8220/22/23/9126/pdf?version=1669289073","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320313934","display_name":"Institut national de recherche en informatique et en automatique (INRIA)","ror":"https://ror.org/02kvxyf05"},{"id":"https://openalex.org/F4320324369","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4310041569.pdf","grobid_xml":"https://content.openalex.org/works/W4310041569.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W2037755721","https://openalex.org/W2049132743","https://openalex.org/W2147352907","https://openalex.org/W2163284095","https://openalex.org/W2761602135","https://openalex.org/W2903950051","https://openalex.org/W2978882798","https://openalex.org/W3005178336","https://openalex.org/W3153554681","https://openalex.org/W3167707197","https://openalex.org/W3171613433","https://openalex.org/W4206636370","https://openalex.org/W4207068647","https://openalex.org/W4224055811"],"related_works":["https://openalex.org/W4289538008","https://openalex.org/W3186427148","https://openalex.org/W2138282914","https://openalex.org/W2065850627","https://openalex.org/W2017012638","https://openalex.org/W2947595966","https://openalex.org/W2345264340","https://openalex.org/W2061867563","https://openalex.org/W2979306097","https://openalex.org/W2974364663"],"abstract_inverted_index":{"This":[0],"study":[1],"introduces":[2],"a":[3,8,59,65,70,78,84,113,124,151,186,217,277],"novel":[4],"controller":[5,154],"based":[6],"on":[7],"Reinforcement":[9],"Learning":[10],"(RL)":[11],"algorithm":[12,184],"for":[13,145,248,336],"real-time":[14],"adaptation":[15],"of":[16,29,69,88,95,103,140,162,197,222,284,290],"the":[17,27,36,48,53,93,100,104,137,141,147,159,163,204,211,254,257,263,268,282,288,302,319,337],"stimulation":[18,72,142,164,206,264,307,328],"pattern":[19,73,265],"during":[20],"FES-cycling.":[21],"Core":[22],"to":[23,46,52,58,74,99,135,157,191,209,216,245,261,267,275,300,305,315,321,339],"our":[24,285,295],"approach":[25,286],"is":[26],"introduction":[28],"an":[30,167,182],"RL":[31,183,232,258,293],"agent":[32,259,338],"that":[33,83],"interacts":[34],"with":[35,115,171,185],"cycling":[37,108,239,323],"environment":[38],"and":[39,43,62,176,200,234,253,271,287,334],"learns":[40],"through":[41],"trial":[42],"error":[44],"how":[45],"modulate":[47,136],"electrical":[49,97,213],"charge":[50,98,214],"applied":[51],"stimulated":[54],"muscle":[55,148],"groups":[56],"according":[57,215,266],"predefined":[60,125,172,218,269,278],"policy":[61,270],"while":[63],"tracking":[64,123],"reference":[66],"cadence.":[67,280],"Instead":[68],"static":[71],"be":[75,298,316,332],"modified":[76],"by":[77,112],"control":[79,130,158,225],"law,":[80],"we":[81],"hypothesized":[82],"non-stationary":[85],"baseline":[86],"set":[87],"parameters":[89,202],"would":[90],"better":[91],"adjust":[92,210],"amount":[94],"injected":[96,212],"time-varying":[101],"characteristics":[102],"musculature.":[105],"Overground":[106],"FES-assisted":[107],"sessions":[109],"were":[110,132],"performed":[111],"subject":[114],"spinal":[116],"cord":[117],"injury":[118],"(SCI":[119],"AIS-A,":[120],"T8).":[121],"For":[122],"pedaling":[126,279],"cadence,":[127],"two":[128,230,237],"closed-loop":[129],"laws":[131],"simultaneously":[133,273],"used":[134,156,299],"pulse":[138,173,198],"intensity":[139],"channels":[143,165],"responsible":[144],"evoking":[146],"contractions.":[149],"First,":[150],"Proportional-Integral":[152],"(PI)":[153],"was":[155,189,227,243,272],"current":[160],"amplitude":[161,199],"over":[166,203,250],"initial":[168],"parameter":[169],"setting":[170],"amplitude,":[174],"width":[175,201],"fixed":[177],"frequency":[178],"parameters.":[179],"In":[180],"parallel,":[181],"decayed-epsilon-greedy":[187],"strategy":[188,226],"implemented":[190,335],"randomly":[192],"explore":[193],"nine":[194],"different":[195,231,238],"variations":[196],"same":[205],"setting,":[207],"aiming":[208],"policy.":[219],"The":[220,241],"performance":[221,324],"this":[223],"global":[224],"evaluated":[228],"in":[229,236,318],"settings":[233],"explored":[235,317,333],"scenarios.":[240],"participant":[242],"able":[244,274],"pedal":[246],"overground":[247],"distances":[249],"3.5":[251],"km,":[252],"results":[255,310],"evidenced":[256],"learned":[260],"modify":[262],"track":[276],"Despite":[281],"simplicity":[283],"existence":[289],"more":[291,326],"sophisticated":[292],"algorithms,":[294],"method":[296],"can":[297,331],"reduce":[301],"time":[303],"needed":[304],"define":[306],"patterns.":[308],"Our":[309],"suggest":[311],"interesting":[312],"research":[313],"possibilities":[314],"future":[320],"improve":[322],"since":[325],"efficient":[327],"cost":[329],"dynamics":[330],"learn.":[340]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-16T08:24:45.110214","created_date":"2025-10-10T00:00:00"}