{"id":"https://openalex.org/W2985471839","doi":"https://doi.org/10.1017/s0263574719001632","title":"Experimental Study of Reinforcement Learning in Mobile Robots Through Spiking Architecture of Thalamo-Cortico-Thalamic Circuitry of Mammalian Brain","display_name":"Experimental Study of Reinforcement Learning in Mobile Robots Through Spiking Architecture of Thalamo-Cortico-Thalamic Circuitry of Mammalian Brain","publication_year":2019,"publication_date":"2019-11-18","ids":{"openalex":"https://openalex.org/W2985471839","doi":"https://doi.org/10.1017/s0263574719001632","mag":"2985471839"},"language":"en","primary_location":{"id":"doi:10.1017/s0263574719001632","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s0263574719001632","pdf_url":null,"source":{"id":"https://openalex.org/S92163612","display_name":"Robotica","issn_l":"0263-5747","issn":["0263-5747","1469-8668"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Robotica","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016081735","display_name":"Vahid Azimirad","orcid":"https://orcid.org/0000-0001-9967-1979"},"institutions":[{"id":"https://openalex.org/I41832843","display_name":"University of Tabriz","ror":"https://ror.org/01papkj44","country_code":"IR","type":"education","lineage":["https://openalex.org/I41832843"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Vahid Azimirad","raw_affiliation_strings":["Faculty of Electrical and Computer Engineering, University of Tabriz, Tabriz, Iran E-mail:"],"raw_orcid":"https://orcid.org/0000-0001-9967-1979","affiliations":[{"raw_affiliation_string":"Faculty of Electrical and Computer Engineering, University of Tabriz, Tabriz, Iran E-mail:","institution_ids":["https://openalex.org/I41832843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049688906","display_name":"Mohammad Fattahi Sani","orcid":null},"institutions":[{"id":"https://openalex.org/I41832843","display_name":"University of Tabriz","ror":"https://ror.org/01papkj44","country_code":"IR","type":"education","lineage":["https://openalex.org/I41832843"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohammad Fattahi Sani","raw_affiliation_strings":["Faculty of Electrical and Computer Engineering, University of Tabriz, Tabriz, Iran E-mail:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Electrical and Computer Engineering, University of Tabriz, Tabriz, Iran E-mail:","institution_ids":["https://openalex.org/I41832843"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5016081735"],"corresponding_institution_ids":["https://openalex.org/I41832843"],"apc_list":null,"apc_paid":null,"fwci":0.8475,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.74953027,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"38","issue":"9","first_page":"1558","last_page":"1575"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7429609298706055},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6817267537117004},{"id":"https://openalex.org/keywords/spike-timing-dependent-plasticity","display_name":"Spike-timing-dependent plasticity","score":0.6174454689025879},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.6123433709144592},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5443649888038635},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5343365669250488},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.49569427967071533},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.4748271405696869},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.4117891490459442},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3915359079837799},{"id":"https://openalex.org/keywords/synaptic-plasticity","display_name":"Synaptic plasticity","score":0.19212380051612854},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.16029760241508484},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.11964276432991028}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7429609298706055},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6817267537117004},{"id":"https://openalex.org/C159919123","wikidata":"https://www.wikidata.org/wiki/Q7577157","display_name":"Spike-timing-dependent plasticity","level":4,"score":0.6174454689025879},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.6123433709144592},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5443649888038635},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5343365669250488},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.49569427967071533},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.4748271405696869},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.4117891490459442},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3915359079837799},{"id":"https://openalex.org/C98229152","wikidata":"https://www.wikidata.org/wiki/Q1551556","display_name":"Synaptic plasticity","level":3,"score":0.19212380051612854},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16029760241508484},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.11964276432991028},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C170493617","wikidata":"https://www.wikidata.org/wiki/Q208467","display_name":"Receptor","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/s0263574719001632","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s0263574719001632","pdf_url":null,"source":{"id":"https://openalex.org/S92163612","display_name":"Robotica","issn_l":"0263-5747","issn":["0263-5747","1469-8668"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Robotica","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1502434800","https://openalex.org/W1611400730","https://openalex.org/W1972384657","https://openalex.org/W1977655452","https://openalex.org/W1984849013","https://openalex.org/W1985986090","https://openalex.org/W1987659653","https://openalex.org/W1996309273","https://openalex.org/W1997979881","https://openalex.org/W2003315976","https://openalex.org/W2007890705","https://openalex.org/W2008031921","https://openalex.org/W2017439823","https://openalex.org/W2020925019","https://openalex.org/W2027223022","https://openalex.org/W2027600189","https://openalex.org/W2033365336","https://openalex.org/W2035031424","https://openalex.org/W2040977687","https://openalex.org/W2059874371","https://openalex.org/W2061094363","https://openalex.org/W2063615439","https://openalex.org/W2064355448","https://openalex.org/W2070763011","https://openalex.org/W2106662996","https://openalex.org/W2108157381","https://openalex.org/W2109059823","https://openalex.org/W2125949049","https://openalex.org/W2135391884","https://openalex.org/W2135442233","https://openalex.org/W2136251560","https://openalex.org/W2137333905","https://openalex.org/W2137631947","https://openalex.org/W2137966130","https://openalex.org/W2142278442","https://openalex.org/W2146037672","https://openalex.org/W2146407185","https://openalex.org/W2149661045","https://openalex.org/W2150691142","https://openalex.org/W2152502378","https://openalex.org/W2157239334","https://openalex.org/W2159554014","https://openalex.org/W2164653071","https://openalex.org/W2277469218","https://openalex.org/W2279071087","https://openalex.org/W2282055800","https://openalex.org/W2290106507","https://openalex.org/W2342256948","https://openalex.org/W2407300817","https://openalex.org/W2555477762","https://openalex.org/W2588167355","https://openalex.org/W2590144118","https://openalex.org/W2591897702","https://openalex.org/W2794685907","https://openalex.org/W2807894615","https://openalex.org/W2889231692","https://openalex.org/W2901492542","https://openalex.org/W2919153439","https://openalex.org/W2962144450","https://openalex.org/W4210538455","https://openalex.org/W4242770316","https://openalex.org/W6682216600","https://openalex.org/W6734287629","https://openalex.org/W6760116842"],"related_works":["https://openalex.org/W4391232523","https://openalex.org/W3126544799","https://openalex.org/W2998073245","https://openalex.org/W2944910788","https://openalex.org/W2794685907","https://openalex.org/W3007981140","https://openalex.org/W2736237086","https://openalex.org/W2556793986","https://openalex.org/W4362654310","https://openalex.org/W3110622310"],"abstract_inverted_index":{"SUMMARY":[0],"In":[1],"this":[2],"paper,":[3],"the":[4,17,20,25,29,38,47,61,67,75,99,103,109,120,132,138,143,146,161,170,173,198,212],"behavioral":[5],"learning":[6,76,82],"of":[7,19,28,36,41,49,66,78,102,128,137,148,200],"robots":[8],"through":[9,211],"spiking":[10,56,64],"neural":[11],"networks":[12],"is":[13,22,44,70,84,154,167,203],"studied":[14],"in":[15,60,97,108,119,164],"which":[16,165],"architecture":[18,69],"network":[21],"based":[23,85],"on":[24,86,185],"thalamo-cortico-thalamic":[26,129],"circuitry":[27,130],"mammalian":[30],"brain.":[31],"According":[32],"to":[33,135,159,221,223],"a":[34,93,186],"variety":[35],"neurons,":[37],"Izhikevich":[39],"model":[40,65],"single":[42],"neuron":[43],"used":[45,155],"for":[46,74],"representation":[48],"neuronal":[50],"behaviors.":[51],"One":[52],"thousand":[53],"and":[54,72,89,114,122,142],"ninety":[55],"neurons":[57,104,116],"are":[58,106,117,131,145,183],"considered":[59],"network.":[62],"The":[63,80,126,150],"proposed":[68,162,213],"derived":[71],"prepared":[73],"problem":[77],"robots.":[79],"reinforcement":[81],"algorithm":[83],"spike-timing-dependent":[87],"plasticity":[88],"dopamine":[90,166],"release":[91],"as":[92,156,178,180],"reward.":[94],"It":[95],"results":[96],"strengthening":[98],"synaptic":[100],"weights":[101],"that":[105,194,210],"involved":[107],"robot\u2019s":[110],"proper":[111],"performance.":[112],"Sensory":[113],"motor":[115],"placed":[118],"thalamus":[121],"cortical":[123],"module,":[124],"respectively.":[125],"inputs":[127],"signals":[133],"related":[134],"distance":[136],"target":[139,151,202],"from":[140],"robot,":[141],"outputs":[144],"velocities":[147],"actuators.":[149],"attraction":[152],"task":[153],"an":[157],"example":[158],"validate":[160],"method":[163],"released":[168],"when":[169],"robot":[171,188],"catches":[172],"target.":[174],"Some":[175],"simulation":[176],"studies,":[177],"well":[179],"experimental":[181],"implementation,":[182],"done":[184],"mobile":[187],"named":[189],"Tabrizbot.":[190],"Experimental":[191],"studies":[192],"illustrate":[193],"after":[195],"successful":[196],"learning,":[197],"meantime":[199],"catching":[201],"decreased":[204],"by":[205],"about":[206],"36%.":[207],"These":[208],"prove":[209],"method,":[214],"thalamo-cortical":[215],"structure":[216],"could":[217],"be":[218],"trained":[219],"successfully":[220],"learn":[222],"perform":[224],"various":[225],"robotic":[226],"tasks.":[227]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}