{"id":"https://openalex.org/W2124001356","doi":"https://doi.org/10.1007/s00422-009-0305-x","title":"Stimulus sampling as an exploration mechanism for fast reinforcement learning","display_name":"Stimulus sampling as an exploration mechanism for fast reinforcement learning","publication_year":2009,"publication_date":"2009-04-01","ids":{"openalex":"https://openalex.org/W2124001356","doi":"https://doi.org/10.1007/s00422-009-0305-x","mag":"2124001356","pmid":"https://pubmed.ncbi.nlm.nih.gov/19360435"},"language":"en","primary_location":{"id":"doi:10.1007/s00422-009-0305-x","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s00422-009-0305-x","pdf_url":null,"source":{"id":"https://openalex.org/S87357125","display_name":"Biological Cybernetics","issn_l":"0340-1200","issn":["0340-1200","1432-0770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biological Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://boris.unibe.ch/31393/","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001195942","display_name":"Boris Vladimirskiy","orcid":null},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]},{"id":"https://openalex.org/I335988729","display_name":"Universidad Iberoamericana","ror":"https://ror.org/004xzjm20","country_code":"DO","type":"education","lineage":["https://openalex.org/I335988729"]}],"countries":["CH","DO"],"is_corresponding":true,"raw_author_name":"Boris B. Vladimirskiy","raw_affiliation_strings":["Department of Physiology, University of Bern, Switzerland. vladimirski@pyl.unibe.ch","University of Bern, Department of Physiology, B\u00fchlplatz 5, 3012, Bern, Switzerland#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physiology, University of Bern, Switzerland. vladimirski@pyl.unibe.ch","institution_ids":["https://openalex.org/I335988729"]},{"raw_affiliation_string":"University of Bern, Department of Physiology, B\u00fchlplatz 5, 3012, Bern, Switzerland#TAB#","institution_ids":["https://openalex.org/I118564535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030069824","display_name":"Eleni Vasilaki","orcid":"https://orcid.org/0000-0003-3705-7070"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Eleni Vasilaki","raw_affiliation_strings":["Laboratory of Computational Neuroscience (IC/LCN), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Station 15, 1015, Lausanne, Switzerland","Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Laboratory of Computational Neuroscience (IC/LCN), Station 15, 1015, Lausanne, Switzerland#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Computational Neuroscience (IC/LCN), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Station 15, 1015, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Laboratory of Computational Neuroscience (IC/LCN), Station 15, 1015, Lausanne, Switzerland#TAB#","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032338878","display_name":"Robert Urbanczik","orcid":null},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Robert Urbanczik","raw_affiliation_strings":["Department of Physiology, University of Bern, B\u00fchlplatz 5, 3012, Bern, Switzerland","University of Bern, Department of Physiology, B\u00fchlplatz 5, 3012, Bern, Switzerland#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physiology, University of Bern, B\u00fchlplatz 5, 3012, Bern, Switzerland","institution_ids":["https://openalex.org/I118564535"]},{"raw_affiliation_string":"University of Bern, Department of Physiology, B\u00fchlplatz 5, 3012, Bern, Switzerland#TAB#","institution_ids":["https://openalex.org/I118564535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033106713","display_name":"Walter Senn","orcid":"https://orcid.org/0000-0003-3622-0497"},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Walter Senn","raw_affiliation_strings":["Department of Physiology, University of Bern, B\u00fchlplatz 5, 3012, Bern, Switzerland","University of Bern, Department of Physiology, B\u00fchlplatz 5, 3012, Bern, Switzerland#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physiology, University of Bern, B\u00fchlplatz 5, 3012, Bern, Switzerland","institution_ids":["https://openalex.org/I118564535"]},{"raw_affiliation_string":"University of Bern, Department of Physiology, B\u00fchlplatz 5, 3012, Bern, Switzerland#TAB#","institution_ids":["https://openalex.org/I118564535"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5001195942"],"corresponding_institution_ids":["https://openalex.org/I118564535","https://openalex.org/I335988729"],"apc_list":{"value":3590,"currency":"USD","value_usd":3590},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.17313582,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"100","issue":"4","first_page":"319","last_page":"330"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6237853765487671},{"id":"https://openalex.org/keywords/stimulus","display_name":"Stimulus (psychology)","score":0.587113618850708},{"id":"https://openalex.org/keywords/hebbian-theory","display_name":"Hebbian theory","score":0.5732237696647644},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5553356409072876},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.515193521976471},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4520830512046814},{"id":"https://openalex.org/keywords/learning-rule","display_name":"Learning rule","score":0.42043226957321167},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3500704765319824},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.32466620206832886},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2798200249671936},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.19080114364624023}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6237853765487671},{"id":"https://openalex.org/C2779918689","wikidata":"https://www.wikidata.org/wiki/Q3771842","display_name":"Stimulus (psychology)","level":2,"score":0.587113618850708},{"id":"https://openalex.org/C111437709","wikidata":"https://www.wikidata.org/wiki/Q1277874","display_name":"Hebbian theory","level":3,"score":0.5732237696647644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5553356409072876},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.515193521976471},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4520830512046814},{"id":"https://openalex.org/C2779127903","wikidata":"https://www.wikidata.org/wiki/Q6510194","display_name":"Learning rule","level":3,"score":0.42043226957321167},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3500704765319824},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.32466620206832886},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2798200249671936},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.19080114364624023}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000882","descriptor_name":"Haplorhini","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000882","descriptor_name":"Haplorhini","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000882","descriptor_name":"Haplorhini","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":6,"locations":[{"id":"doi:10.1007/s00422-009-0305-x","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s00422-009-0305-x","pdf_url":null,"source":{"id":"https://openalex.org/S87357125","display_name":"Biological Cybernetics","issn_l":"0340-1200","issn":["0340-1200","1432-0770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biological Cybernetics","raw_type":"journal-article"},{"id":"pmid:19360435","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/19360435","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biological cybernetics","raw_type":null},{"id":"pmh:oai:boris.unibe.ch:31393","is_oa":true,"landing_page_url":"https://boris.unibe.ch/31393/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401747","display_name":"BORIS (University Library Bern)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210103840","host_organization_name":"Nakuru County Council","host_organization_lineage":["https://openalex.org/I4210103840"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Vladimirskiy, BB; Vasilaki, E; Urbanczik, R; Senn, W (2009). Stimulus sampling as an exploration mechanism for fast reinforcement learning. In: Biol. Cybern 100 100 (pp. 319-330). Springer-Verlag 10.1007/s00422-009-0305-x <http://dx.doi.org/10.1007/s00422-009-0305-x>","raw_type":"info:eu-repo/semantics/bookPart"},{"id":"pmh:oai:doc.rero.ch:309948","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400148","display_name":"reroDoc Digital Library","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"pmh:oai:infoscience.epfl.ch:140449","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/140449","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:infoscience.tind.io:140449","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/41997","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"research article"}],"best_oa_location":{"id":"pmh:oai:boris.unibe.ch:31393","is_oa":true,"landing_page_url":"https://boris.unibe.ch/31393/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401747","display_name":"BORIS (University Library Bern)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210103840","host_organization_name":"Nakuru County Council","host_organization_lineage":["https://openalex.org/I4210103840"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Vladimirskiy, BB; Vasilaki, E; Urbanczik, R; Senn, W (2009). Stimulus sampling as an exploration mechanism for fast reinforcement learning. In: Biol. Cybern 100 100 (pp. 319-330). Springer-Verlag 10.1007/s00422-009-0305-x <http://dx.doi.org/10.1007/s00422-009-0305-x>","raw_type":"info:eu-repo/semantics/bookPart"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W22297218","https://openalex.org/W160989634","https://openalex.org/W609092168","https://openalex.org/W618531941","https://openalex.org/W1225653330","https://openalex.org/W1521061969","https://openalex.org/W1576630622","https://openalex.org/W1583309920","https://openalex.org/W1620109097","https://openalex.org/W1652173018","https://openalex.org/W1709719830","https://openalex.org/W1971392964","https://openalex.org/W1971976749","https://openalex.org/W1983398462","https://openalex.org/W1984759703","https://openalex.org/W1984856140","https://openalex.org/W1993129834","https://openalex.org/W1994435842","https://openalex.org/W1994810932","https://openalex.org/W1998152406","https://openalex.org/W1998954574","https://openalex.org/W2004014356","https://openalex.org/W2005866069","https://openalex.org/W2008008116","https://openalex.org/W2032753391","https://openalex.org/W2040598998","https://openalex.org/W2040870580","https://openalex.org/W2041176801","https://openalex.org/W2046788471","https://openalex.org/W2055883748","https://openalex.org/W2060077622","https://openalex.org/W2061897041","https://openalex.org/W2062670775","https://openalex.org/W2064864838","https://openalex.org/W2068949971","https://openalex.org/W2075021443","https://openalex.org/W2083682106","https://openalex.org/W2084912121","https://openalex.org/W2109853854","https://openalex.org/W2116424792","https://openalex.org/W2117726420","https://openalex.org/W2119170562","https://openalex.org/W2119717200","https://openalex.org/W2121863487","https://openalex.org/W2127621215","https://openalex.org/W2133671888","https://openalex.org/W2136287399","https://openalex.org/W2148228571","https://openalex.org/W2153960487","https://openalex.org/W2156084351","https://openalex.org/W2162160137","https://openalex.org/W2167694167","https://openalex.org/W2169054607","https://openalex.org/W2183261201","https://openalex.org/W2430664269","https://openalex.org/W4214717370","https://openalex.org/W4240387214","https://openalex.org/W4251731575","https://openalex.org/W4298069009"],"related_works":["https://openalex.org/W2019283726","https://openalex.org/W1993110512","https://openalex.org/W1991841905","https://openalex.org/W4387970390","https://openalex.org/W2582265187","https://openalex.org/W2078098917","https://openalex.org/W1618190107","https://openalex.org/W1525325138","https://openalex.org/W3110559181","https://openalex.org/W2236252583"],"abstract_inverted_index":null,"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}