{"id":"https://openalex.org/W3113051429","doi":"https://doi.org/10.1109/access.2020.3042994","title":"A Biologically Constrained Cerebellar Model With Reinforcement Learning for Robotic Limb Control","display_name":"A Biologically Constrained Cerebellar Model With Reinforcement Learning for Robotic Limb Control","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3113051429","doi":"https://doi.org/10.1109/access.2020.3042994","mag":"3113051429"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3042994","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3042994","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09285238.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09285238.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034909379","display_name":"Rong Liu","orcid":"https://orcid.org/0000-0002-3238-5705"},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]},{"id":"https://openalex.org/I4210145090","display_name":"Affiliated Zhongshan Hospital of Dalian University","ror":"https://ror.org/041ts2d40","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210145090"]},{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rong Liu","raw_affiliation_strings":["Affiliated Zhongshan Hospital of Dalian University, Dalian University, Dalian, China","Liaoning Key Laboratory of Integrated Circuit and Biomedical Electronic System, School of Biomedical Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Affiliated Zhongshan Hospital of Dalian University, Dalian University, Dalian, China","institution_ids":["https://openalex.org/I4210145090"]},{"raw_affiliation_string":"Liaoning Key Laboratory of Integrated Circuit and Biomedical Electronic System, School of Biomedical Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I4210092944","https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360458","display_name":"Qi Zhang","orcid":"https://orcid.org/0009-0000-4969-9586"},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]},{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":["Liaoning Key Laboratory of Integrated Circuit and Biomedical Electronic System, School of Biomedical Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Liaoning Key Laboratory of Integrated Circuit and Biomedical Electronic System, School of Biomedical Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I4210092944","https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062177750","display_name":"Yaru Chen","orcid":"https://orcid.org/0000-0002-7585-0590"},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]},{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaru Chen","raw_affiliation_strings":["Liaoning Key Laboratory of Integrated Circuit and Biomedical Electronic System, School of Biomedical Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Liaoning Key Laboratory of Integrated Circuit and Biomedical Electronic System, School of Biomedical Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I4210092944","https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100717652","display_name":"Jiaxing Wang","orcid":"https://orcid.org/0000-0002-6061-3445"},"institutions":[{"id":"https://openalex.org/I4210092944","display_name":"Dalian University","ror":"https://ror.org/00g2ypp58","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210092944"]},{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxing Wang","raw_affiliation_strings":["Liaoning Key Laboratory of Integrated Circuit and Biomedical Electronic System, School of Biomedical Engineering, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Liaoning Key Laboratory of Integrated Circuit and Biomedical Electronic System, School of Biomedical Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I4210092944","https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052722469","display_name":"Le Yang","orcid":"https://orcid.org/0000-0001-7945-6323"},"institutions":[{"id":"https://openalex.org/I185492890","display_name":"University of Canterbury","ror":"https://ror.org/03y7q9t39","country_code":"NZ","type":"education","lineage":["https://openalex.org/I185492890"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Le Yang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Canterbury, Christchurch, New Zealand"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Canterbury, Christchurch, New Zealand","institution_ids":["https://openalex.org/I185492890"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5034909379"],"corresponding_institution_ids":["https://openalex.org/I27357992","https://openalex.org/I4210092944","https://openalex.org/I4210145090"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0917,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.49652312,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"8","issue":null,"first_page":"222199","last_page":"222210"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10542","display_name":"Vestibular and auditory disorders","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10542","display_name":"Vestibular and auditory disorders","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7774559855461121},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7331869602203369},{"id":"https://openalex.org/keywords/cerebellum","display_name":"Cerebellum","score":0.7254759669303894},{"id":"https://openalex.org/keywords/motor-learning","display_name":"Motor learning","score":0.6412113308906555},{"id":"https://openalex.org/keywords/motor-skill","display_name":"Motor skill","score":0.563788652420044},{"id":"https://openalex.org/keywords/motor-control","display_name":"Motor control","score":0.5426557064056396},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5318222641944885},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4893018901348114},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4336523413658142},{"id":"https://openalex.org/keywords/robotic-arm","display_name":"Robotic arm","score":0.4227708578109741},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.3768714666366577},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3600492477416992},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12747672200202942}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7774559855461121},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7331869602203369},{"id":"https://openalex.org/C2779652256","wikidata":"https://www.wikidata.org/wiki/Q130983","display_name":"Cerebellum","level":2,"score":0.7254759669303894},{"id":"https://openalex.org/C107690735","wikidata":"https://www.wikidata.org/wiki/Q852461","display_name":"Motor learning","level":2,"score":0.6412113308906555},{"id":"https://openalex.org/C169976356","wikidata":"https://www.wikidata.org/wiki/Q13208902","display_name":"Motor skill","level":2,"score":0.563788652420044},{"id":"https://openalex.org/C137813230","wikidata":"https://www.wikidata.org/wiki/Q2996165","display_name":"Motor control","level":2,"score":0.5426557064056396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5318222641944885},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4893018901348114},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4336523413658142},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.4227708578109741},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.3768714666366577},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3600492477416992},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12747672200202942}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2020.3042994","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3042994","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09285238.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5165093ce7c140468ae24037abe4be01","is_oa":true,"landing_page_url":"https://doaj.org/article/5165093ce7c140468ae24037abe4be01","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 222199-222210 (2020)","raw_type":"article"},{"id":"pmh:oai:ir.canterbury.ac.nz:10092/106508","is_oa":false,"landing_page_url":"https://hdl.handle.net/10092/106508","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3042994","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3042994","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09285238.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6299999952316284,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4049056695","display_name":null,"funder_award_id":"2020M670714","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G6480566577","display_name":null,"funder_award_id":"2020-KF-12-04","funder_id":"https://openalex.org/F4320323086","funder_display_name":"Natural Science Foundation of Liaoning Province"},{"id":"https://openalex.org/G8601289583","display_name":null,"funder_award_id":"81741137","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320323086","display_name":"Natural Science Foundation of Liaoning Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3113051429.pdf","grobid_xml":"https://content.openalex.org/works/W3113051429.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W159294584","https://openalex.org/W193363091","https://openalex.org/W1536422540","https://openalex.org/W1582681335","https://openalex.org/W1635674943","https://openalex.org/W1992588327","https://openalex.org/W2023374478","https://openalex.org/W2024900513","https://openalex.org/W2034424502","https://openalex.org/W2041848110","https://openalex.org/W2059819551","https://openalex.org/W2076845962","https://openalex.org/W2103019454","https://openalex.org/W2103617625","https://openalex.org/W2107726111","https://openalex.org/W2110059807","https://openalex.org/W2113913482","https://openalex.org/W2117625759","https://openalex.org/W2142450347","https://openalex.org/W2150666125","https://openalex.org/W2155051950","https://openalex.org/W2170714562","https://openalex.org/W2175592801","https://openalex.org/W2176033094","https://openalex.org/W2344996682","https://openalex.org/W2414483724","https://openalex.org/W2560767392","https://openalex.org/W2726920196","https://openalex.org/W2772589676","https://openalex.org/W2772768614","https://openalex.org/W2901349511","https://openalex.org/W2912326828","https://openalex.org/W2918495130","https://openalex.org/W2922991975","https://openalex.org/W2948144317","https://openalex.org/W2969600481","https://openalex.org/W2990172946","https://openalex.org/W3002431443","https://openalex.org/W3004757745","https://openalex.org/W6607863634","https://openalex.org/W6632172452"],"related_works":["https://openalex.org/W1971354911","https://openalex.org/W160135520","https://openalex.org/W2412364473","https://openalex.org/W2082516517","https://openalex.org/W2357675383","https://openalex.org/W3148172268","https://openalex.org/W3151158419","https://openalex.org/W2097745407","https://openalex.org/W2322304951","https://openalex.org/W2588888849"],"abstract_inverted_index":{"The":[0,64,183],"cerebellum":[1,21,33],"is":[2,34,71,102,135],"known":[3],"to":[4,36,56,114,142,179],"be":[5,200],"critical":[6],"for":[7,60,210],"accurate":[8],"adaptive":[9],"control":[10,195],"and":[11,82,90,109,196,198],"motor":[12,181,194,207],"learning.":[13,38],"It":[14],"has":[15],"long":[16],"been":[17],"recognized":[18],"that":[19,32,131,169],"the":[20,52,58,87,94,99,117,120,132,139,145,152,155,162,170,176,191,203],"acts":[22],"as":[23],"a":[24,42,76,83,106,110],"supervised":[25],"learning":[26,49,65,70,197,208],"machine.":[27],"However,":[28],"recent":[29],"evidence":[30],"shows":[31],"integral":[35],"reinforcement":[37,48,69],"This":[39],"paper":[40],"proposes":[41],"biologically":[43],"plausible":[44],"cerebellar":[45,53,68,78,100,121,133],"model":[46,85,101,122],"with":[47,166],"based":[50],"on":[51],"neural":[54,79],"circuitry":[55],"eliminate":[57],"need":[59],"explicit":[61],"teacher":[62],"signals.":[63],"capacity":[66],"of":[67,86,119,137,154,157,205],"first":[72],"demonstrated":[73],"by":[74,150],"constructing":[75],"simulated":[77,107],"network":[80],"agent":[81],"detailed":[84],"human":[88],"arm":[89,108],"muscle":[91,177],"system":[92,173],"in":[93,104,123,202],"Emergent":[95],"virtual":[96],"environment.":[97],"Next,":[98],"incorporated":[103],"both":[105],"Geomagic":[111],"Touch":[112],"device":[113],"further":[115],"verify":[116],"effectiveness":[118],"reaching":[124],"tasks.":[125],"Results":[126],"from":[127],"these":[128],"experiments":[129],"indicate":[130],"simulation":[134],"capable":[136],"driving":[138],"\u201carm":[140],"plant\u201d":[141],"arrive":[143],"at":[144],"target":[146],"positions":[147],"accurately.":[148],"Moreover,":[149],"examining":[151],"effect":[153],"number":[156],"basic":[158],"units,":[159],"we":[160],"find":[161],"results":[163],"are":[164],"consistent":[165],"previous":[167],"findings":[168],"central":[171],"nervous":[172],"may":[174,199],"recruit":[175],"synergies":[178],"realize":[180],"control.":[182],"study":[184],"described":[185],"here":[186],"prompts":[187],"several":[188],"hypotheses":[189],"about":[190],"relationship":[192],"between":[193],"useful":[201],"development":[204],"general-purpose":[206],"systems":[209],"machines.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}