{"id":"https://openalex.org/W4377089505","doi":"https://doi.org/10.1109/ner52421.2023.10123797","title":"Closed-Loop Reinforcement Learning Based Deep Brain Stimulation Using SpikerNet: A Computational Model","display_name":"Closed-Loop Reinforcement Learning Based Deep Brain Stimulation Using SpikerNet: A Computational Model","publication_year":2023,"publication_date":"2023-04-24","ids":{"openalex":"https://openalex.org/W4377089505","doi":"https://doi.org/10.1109/ner52421.2023.10123797"},"language":"en","primary_location":{"id":"doi:10.1109/ner52421.2023.10123797","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ner52421.2023.10123797","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 11th International IEEE/EMBS Conference on Neural Engineering (NER)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055188837","display_name":"Brandon S. Coventry","orcid":"https://orcid.org/0000-0001-5524-0261"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]},{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Brandon S. Coventry","raw_affiliation_strings":["Weldon School of Biomedical Engineering and the Institute for Integrative Neuroscience, Purdue University,West Lafayette","Department of Biomedical Engineering, Wisconsin Institute for Translational Neuroengineering, University of Wisconsin-Madison, Madison, WI, USA","Weldon School of Biomedical Engineering and the Institute for Integrative Neuroscience, Purdue University, West Lafayette"],"affiliations":[{"raw_affiliation_string":"Weldon School of Biomedical Engineering and the Institute for Integrative Neuroscience, Purdue University,West Lafayette","institution_ids":["https://openalex.org/I219193219"]},{"raw_affiliation_string":"Department of Biomedical Engineering, Wisconsin Institute for Translational Neuroengineering, University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"Weldon School of Biomedical Engineering and the Institute for Integrative Neuroscience, Purdue University, West Lafayette","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076291388","display_name":"Edward L. Bartlett","orcid":"https://orcid.org/0000-0002-9387-1854"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward L. Bartlett","raw_affiliation_strings":["Weldon School of Biomedical Engineering and the Institute for Integrative Neuroscience, Purdue University,Department of Biological Sciences,West Lafayette,IN,USA,49707"],"affiliations":[{"raw_affiliation_string":"Weldon School of Biomedical Engineering and the Institute for Integrative Neuroscience, Purdue University,Department of Biological Sciences,West Lafayette,IN,USA,49707","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5055188837"],"corresponding_institution_ids":["https://openalex.org/I135310074","https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":1.4756,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.8257048,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10919","display_name":"Neurological disorders and treatments","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10919","display_name":"Neurological disorders and treatments","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10085","display_name":"Parkinson's Disease Mechanisms and Treatments","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-brain-stimulation","display_name":"Deep brain stimulation","score":0.9112063646316528},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6347772479057312},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.5453578233718872},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.523057758808136},{"id":"https://openalex.org/keywords/brain-stimulation","display_name":"Brain stimulation","score":0.5055620670318604},{"id":"https://openalex.org/keywords/neurophysiology","display_name":"Neurophysiology","score":0.4913562834262848},{"id":"https://openalex.org/keywords/stimulation","display_name":"Stimulation","score":0.48069292306900024},{"id":"https://openalex.org/keywords/stimulus","display_name":"Stimulus (psychology)","score":0.4536036252975464},{"id":"https://openalex.org/keywords/neuromodulation","display_name":"Neuromodulation","score":0.4351423680782318},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4299823045730591},{"id":"https://openalex.org/keywords/closed-loop","display_name":"Closed loop","score":0.42422887682914734},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.25743135809898376},{"id":"https://openalex.org/keywords/parkinsons-disease","display_name":"Parkinson's disease","score":0.2545607388019562},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.1284276247024536},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.1197543740272522},{"id":"https://openalex.org/keywords/disease","display_name":"Disease","score":0.10306134819984436},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09450888633728027},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.08632111549377441}],"concepts":[{"id":"https://openalex.org/C2778542668","wikidata":"https://www.wikidata.org/wiki/Q618076","display_name":"Deep brain stimulation","level":4,"score":0.9112063646316528},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6347772479057312},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.5453578233718872},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.523057758808136},{"id":"https://openalex.org/C2985799443","wikidata":"https://www.wikidata.org/wiki/Q4955838","display_name":"Brain stimulation","level":3,"score":0.5055620670318604},{"id":"https://openalex.org/C152478114","wikidata":"https://www.wikidata.org/wiki/Q660910","display_name":"Neurophysiology","level":2,"score":0.4913562834262848},{"id":"https://openalex.org/C24998067","wikidata":"https://www.wikidata.org/wiki/Q4114622","display_name":"Stimulation","level":2,"score":0.48069292306900024},{"id":"https://openalex.org/C2779918689","wikidata":"https://www.wikidata.org/wiki/Q3771842","display_name":"Stimulus (psychology)","level":2,"score":0.4536036252975464},{"id":"https://openalex.org/C2780375056","wikidata":"https://www.wikidata.org/wiki/Q905905","display_name":"Neuromodulation","level":3,"score":0.4351423680782318},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4299823045730591},{"id":"https://openalex.org/C3019251811","wikidata":"https://www.wikidata.org/wiki/Q5135346","display_name":"Closed loop","level":2,"score":0.42422887682914734},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25743135809898376},{"id":"https://openalex.org/C2779734285","wikidata":"https://www.wikidata.org/wiki/Q11085","display_name":"Parkinson's disease","level":3,"score":0.2545607388019562},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1284276247024536},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.1197543740272522},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.10306134819984436},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09450888633728027},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.08632111549377441},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ner52421.2023.10123797","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ner52421.2023.10123797","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 11th International IEEE/EMBS Conference on Neural Engineering (NER)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1542120592","https://openalex.org/W1970584143","https://openalex.org/W1972879677","https://openalex.org/W1989332852","https://openalex.org/W2143685192","https://openalex.org/W2162826201","https://openalex.org/W2412198820","https://openalex.org/W2513000478","https://openalex.org/W2787938642","https://openalex.org/W2793148776","https://openalex.org/W2905578654","https://openalex.org/W3005992334","https://openalex.org/W3008900893","https://openalex.org/W3027406032","https://openalex.org/W3123620074","https://openalex.org/W4221026056","https://openalex.org/W4229933927","https://openalex.org/W4295312788","https://openalex.org/W6889093423"],"related_works":["https://openalex.org/W2790156845","https://openalex.org/W3109080428","https://openalex.org/W1978747821","https://openalex.org/W2531482060","https://openalex.org/W3173335982","https://openalex.org/W3215441522","https://openalex.org/W2061954238","https://openalex.org/W2914672820","https://openalex.org/W2797266467","https://openalex.org/W2099316308"],"abstract_inverted_index":{"Clinical":[0],"deep":[1,108],"brain":[2,87,113],"stimulation":[3,31,48,158,191,201],"(DBS)":[4],"has":[5],"proven":[6],"effective":[7,47],"in":[8,27,121,145,184,195],"treating":[9],"neurological":[10],"and":[11,18,49,57,71,89,116,157,181,188],"neuropsychiatric":[12],"conditions":[13],"such":[14],"as":[15],"Parkinson's":[16],"disease":[17],"obsessive":[19],"compulsive":[20],"disorder.":[21],"However,":[22],"current":[23,39,68],"DBS":[24,40,73,152],"systems":[25,41,74],"operate":[26],"open-loop":[28],"conditions,":[29],"using":[30],"that":[32,162],"is":[33,177],"agnostic":[34],"to":[35,54,111,124,133,135,153,168,174,198],"patient":[36],"symptomology.":[37],"Furthermore,":[38],"require":[42,51],"precise":[43],"parameter":[44],"tuning":[45],"for":[46,193],"may":[50,90],"retuning":[52],"due":[53],"device":[55],"age":[56],"long":[58],"term":[59],"neural":[60,127,137,186],"adaptation.":[61],"The":[62],"relatively":[63],"simple":[64],"control":[65],"algorithms":[66],"of":[67,95,151],"gold-standard":[69],"closed-loop":[70,103],"adaptive":[72],"sometimes":[75],"have":[76],"better":[77],"clinical":[78],"outcomes":[79],"but":[80],"do":[81],"not":[82],"track":[83,112],"the":[84,131,185],"patient's":[85],"dynamic":[86],"states":[88],"be":[91],"associated":[92],"with":[93,130],"interruptions":[94],"voluntary":[96],"movement.":[97],"We":[98,160],"recently":[99],"introduced":[100],"SpikerNet,":[101],"a":[102,146],"neuromodulation":[104],"platform":[105],"which":[106],"uses":[107],"reinforcement":[109],"learning":[110],"state":[114],"changes":[115,183],"actively":[117],"tune":[118],"stimulus":[119,166],"parameters":[120,167],"real":[122],"time":[123,156],"achieve":[125],"targeted":[126],"firing":[128],"patterns,":[129],"ability":[132],"adapt":[134],"changing":[136],"dynamics.":[138,159],"In":[139],"this":[140],"paper,":[141],"we":[142],"evaluate":[143],"SpikerNet":[144,163],"computational":[147],"basal":[148],"ganglia-thalamocortical":[149],"model":[150],"assess":[154],"run":[155],"find":[161],"rapidly":[164],"finds":[165],"restore":[169],"dopamine":[170],"depleted":[171],"activity":[172],"back":[173],"naturalistic":[175],"states,":[176],"stable":[178],"against":[179],"rapid":[180],"drastic":[182],"environment,":[187],"generates":[189],"novel":[190,200],"hypotheses":[192],"evaluation":[194],"preclinical":[196],"models":[197],"derive":[199],"regimes.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}