{"id":"https://openalex.org/W2162933103","doi":"https://doi.org/10.1142/s0129065714500026","title":"CODE-SPECIFIC LEARNING RULES IMPROVE ACTION SELECTION BY POPULATIONS OF SPIKING NEURONS","display_name":"CODE-SPECIFIC LEARNING RULES IMPROVE ACTION SELECTION BY POPULATIONS OF SPIKING NEURONS","publication_year":2013,"publication_date":"2013-11-12","ids":{"openalex":"https://openalex.org/W2162933103","doi":"https://doi.org/10.1142/s0129065714500026","mag":"2162933103","pmid":"https://pubmed.ncbi.nlm.nih.gov/24875790"},"language":"en","primary_location":{"id":"doi:10.1142/s0129065714500026","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0129065714500026","pdf_url":null,"source":{"id":"https://openalex.org/S197665576","display_name":"International Journal of Neural Systems","issn_l":"0129-0657","issn":["0129-0657","1793-6462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Neural Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088167504","display_name":"Johannes Friedrich","orcid":"https://orcid.org/0000-0002-1321-5866"},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["CH","GB"],"is_corresponding":true,"raw_author_name":"JOHANNES FRIEDRICH","raw_affiliation_strings":["Computational and Biological Learning Lab, Department of Engineering, University of Cambridge, Trumpington Street, Cambridge CB2 1PZ, UK","Institute of Physiology, University of Bern, B\u00fchlplatz 5, 3012 Bern, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computational and Biological Learning Lab, Department of Engineering, University of Cambridge, Trumpington Street, Cambridge CB2 1PZ, UK","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"Institute of Physiology, University of Bern, B\u00fchlplatz 5, 3012 Bern, Switzerland","institution_ids":["https://openalex.org/I118564535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032338878","display_name":"Robert Urbanczik","orcid":null},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"ROBERT URBANCZIK","raw_affiliation_strings":["Center for Cognition, Learning and Memory, University of Bern, Factory Street 8, CH-3012 Bern, Switzerland","Institute of Physiology, University of Bern, B\u00fchlplatz 5, 3012 Bern, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Cognition, Learning and Memory, University of Bern, Factory Street 8, CH-3012 Bern, Switzerland","institution_ids":["https://openalex.org/I118564535"]},{"raw_affiliation_string":"Institute of Physiology, University of Bern, B\u00fchlplatz 5, 3012 Bern, Switzerland","institution_ids":["https://openalex.org/I118564535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033106713","display_name":"Walter Senn","orcid":"https://orcid.org/0000-0003-3622-0497"},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"WALTER SENN","raw_affiliation_strings":["Center for Cognition, Learning and Memory, University of Bern, Factory Street 8, CH-3012 Bern, Switzerland","Institute of Physiology, University of Bern, B\u00fchlplatz 5, 3012 Bern, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Cognition, Learning and Memory, University of Bern, Factory Street 8, CH-3012 Bern, Switzerland","institution_ids":["https://openalex.org/I118564535"]},{"raw_affiliation_string":"Institute of Physiology, University of Bern, B\u00fchlplatz 5, 3012 Bern, Switzerland","institution_ids":["https://openalex.org/I118564535"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5088167504"],"corresponding_institution_ids":["https://openalex.org/I118564535","https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":5.7546,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.96379497,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"24","issue":"05","first_page":"1450002","last_page":"1450002"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7558552622795105},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6558719873428345},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6426650881767273},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.5491490960121155},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.5473284721374512},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48796671628952026},{"id":"https://openalex.org/keywords/synaptic-weight","display_name":"Synaptic weight","score":0.4558689296245575},{"id":"https://openalex.org/keywords/learning-classifier-system","display_name":"Learning classifier system","score":0.4325471818447113},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41457152366638184},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.08193272352218628},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07679203152656555}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7558552622795105},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6558719873428345},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6426650881767273},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5491490960121155},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.5473284721374512},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48796671628952026},{"id":"https://openalex.org/C66949984","wikidata":"https://www.wikidata.org/wiki/Q7662043","display_name":"Synaptic weight","level":3,"score":0.4558689296245575},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.4325471818447113},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41457152366638184},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.08193272352218628},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07679203152656555},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D000200","descriptor_name":"Action Potentials","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D000200","descriptor_name":"Action Potentials","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D000200","descriptor_name":"Action Potentials","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1142/s0129065714500026","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0129065714500026","pdf_url":null,"source":{"id":"https://openalex.org/S197665576","display_name":"International Journal of Neural Systems","issn_l":"0129-0657","issn":["0129-0657","1793-6462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Neural Systems","raw_type":"journal-article"},{"id":"pmid:24875790","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24875790","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International journal of neural systems","raw_type":null},{"id":"pmh:oai:boris.unibe.ch:42827","is_oa":false,"landing_page_url":"https://boris.unibe.ch/42827/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401086","display_name":"Bern Open Repository and Information System (University of Bern)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I118564535","host_organization_name":"University of Bern","host_organization_lineage":["https://openalex.org/I118564535"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Friedrich, Johannes; Urbanczik, Robert; Senn, Walter (2014). Code-specific learning rules improve action selection by populations of spiking neurons. International Journal of Neural Systems, 24(5), p. 1450002. World Scientific Publishing 10.1142/S0129065714500026 <http://dx.doi.org/10.1142/S0129065714500026>","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.8199999928474426,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320327577","display_name":"SystemsX.ch","ror":"https://ror.org/02s09gf16"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1503602982","https://openalex.org/W1966767762","https://openalex.org/W1978046526","https://openalex.org/W1983624302","https://openalex.org/W1986246844","https://openalex.org/W1993868308","https://openalex.org/W1998050452","https://openalex.org/W2017169966","https://openalex.org/W2020539709","https://openalex.org/W2024152195","https://openalex.org/W2032774941","https://openalex.org/W2041176801","https://openalex.org/W2061897041","https://openalex.org/W2062670775","https://openalex.org/W2075667819","https://openalex.org/W2101707733","https://openalex.org/W2106043078","https://openalex.org/W2113545762","https://openalex.org/W2119717200","https://openalex.org/W2126404188","https://openalex.org/W2130459697","https://openalex.org/W2142029479","https://openalex.org/W2147101007","https://openalex.org/W2147921172","https://openalex.org/W2154616847","https://openalex.org/W2162160137","https://openalex.org/W2165061373","https://openalex.org/W2167144895","https://openalex.org/W2185212694"],"related_works":["https://openalex.org/W2015051472","https://openalex.org/W2168501056","https://openalex.org/W2120009678","https://openalex.org/W1966456942","https://openalex.org/W2912947802","https://openalex.org/W2037601570","https://openalex.org/W2123856982","https://openalex.org/W2754028433","https://openalex.org/W3148138296","https://openalex.org/W1882507001"],"abstract_inverted_index":{"Population":[0],"coding":[1],"is":[2,118],"widely":[3],"regarded":[4],"as":[5,108,139,147,165],"a":[6,64],"key":[7],"mechanism":[8,150],"for":[9,19,63,88],"achieving":[10],"reliable":[11],"behavioral":[12],"decisions.":[13],"We":[14,44,78],"previously":[15],"introduced":[16],"reinforcement":[17,30,112,152],"learning":[18,31,82,86,99,113,124,164],"population-based":[20],"decision":[21,68,72],"making":[22,69,73],"by":[23],"spiking":[24],"neurons.":[25],"Here":[26],"we":[27,132],"generalize":[28],"population":[29,106],"to":[32,70,110,121,141,167],"spike-based":[33],"plasticity":[34],"rules":[35,83,100],"that":[36,80],"take":[37],"account":[38],"of":[39,66,136,163],"the":[40,59,89,93,127,134,142,156,161,170],"postsynaptic":[41,60],"neural":[42],"code.":[43],"consider":[45],"spike/no-spike,":[46],"spike":[47,50],"count":[48],"and":[49,55,74,92],"latency":[51],"codes.":[52],"The":[53,97],"multi-valued":[54,71],"continuous-valued":[56,75],"features":[57],"in":[58,126,155,169],"code":[61],"allow":[62],"generalization":[65],"binary":[67],"action":[76,116,137,157],"selection.":[77],"show":[79],"code-specific":[81],"speed":[84,102,162],"up":[85,103],"both":[87],"discrete":[90],"classification":[91],"continuous":[94],"regression":[95],"tasks.":[96],"suggested":[98],"also":[101],"with":[104],"increasing":[105],"size":[107],"opposed":[109,140],"standard":[111],"rules.":[114],"Continuous":[115],"selection":[117],"further":[119],"shown":[120],"explain":[122],"realistic":[123],"speeds":[125],"Morris":[128],"water":[129],"maze.":[130],"Finally,":[131],"introduce":[133],"concept":[135],"perturbation":[138],"classical":[143],"weight-":[144],"or":[145,172],"node-perturbation":[146],"an":[148],"exploration":[149,168],"underlying":[151],"learning.":[153],"Exploration":[154],"space":[158],"greatly":[159],"increases":[160],"compared":[166],"neuron":[171],"weight":[173],"space.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":10},{"year":2015,"cited_by_count":11},{"year":2014,"cited_by_count":7}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}