{"id":"https://openalex.org/W2514548734","doi":"https://doi.org/10.7554/elife.18073","title":"Adaptive learning and decision-making under uncertainty by metaplastic synapses guided by a surprise detection system","display_name":"Adaptive learning and decision-making under uncertainty by metaplastic synapses guided by a surprise detection system","alternate_titles":[],"publication_year":2016,"publication_date":"2016-08-09","ids":{"openalex":"https://openalex.org/W2514548734","doi":"https://doi.org/10.7554/elife.18073","mag":"2514548734","pmid":"https://pubmed.ncbi.nlm.nih.gov/27504806","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/5008908"},"language":"en","primary_location":{"id":"doi:10.7554/elife.18073","doi":"https://doi.org/10.7554/elife.18073","is_oa":true,"landing_page_url":"https://doi.org/10.7554/elife.18073","pdf_url":null,"source":{"id":"https://openalex.org/S1336409049","display_name":"eLife","issn_l":"2050-084X","issn":["2050-084X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-a","jufo-2","ki-jl-2","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311710","host_organization_name":"eLife Sciences Publications Ltd","host_organization_lineage":["https://openalex.org/P4310311710"],"host_organization_lineage_names":["eLife Sciences Publications Ltd"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"eLife","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2514548734"],"child_works_count":10,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.7554/elife.18073","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000989849","display_name":"Kiyohito Iigaya","orcid":"https://orcid.org/0000-0002-4748-8432","observed_orcids":["https://orcid.org/0000-0002-4748-8432"]},"institutions":[{"id":"https://openalex.org/I4405268824","display_name":"Gatsby Computational Neuroscience Unit","ror":"https://ror.org/0269epf40","country_code":"GB","type":"facility","lineage":["https://openalex.org/I124357947","https://openalex.org/I4405268824","https://openalex.org/I45129253"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["GB","US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Kiyohito Iigaya","raw_affiliation_strings":["Center for Theoretical Neuroscience, College of Physicians and Surgeons, Columbia University, New York, United States","Department of Physics, Columbia University, New York, United States","Gatsby Computational Neuroscience Unit, University College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-4748-8432","affiliations":[{"raw_affiliation_string":"Center for Theoretical Neuroscience, College of Physicians and Surgeons, Columbia University, New York, United States","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Department of Physics, Columbia University, New York, United States","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Gatsby Computational Neuroscience Unit, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I4405268824","https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5000989849"],"corresponding_institution_ids":["https://openalex.org/I4405268824","https://openalex.org/I45129253","https://openalex.org/I78577930"],"apc_list":{"value":3000,"currency":"USD","value_usd":2500},"apc_paid":{"value":3000,"currency":"USD","value_usd":2500},"fwci":1.8265,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":{"value":0.82844852,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"5","issue":null,"first_page":"e18073","last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.6312999725341797,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.6312999725341797,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.22920000553131104,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10077","display_name":"Neuroscience and Neuropharmacology Research","score":0.09920000284910202,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptive-learning-rate","display_name":"adaptive learning rate","score":0.8109999895095825},{"id":"https://openalex.org/keywords/decision-making-under-uncertainty","display_name":"decision making under uncertainty","score":0.828000009059906},{"id":"https://openalex.org/keywords/surprise-detection","display_name":"surprise detection","score":0.9850000143051147},{"id":"https://openalex.org/keywords/synaptic-plasticity","display_name":"synaptic plasticity","score":0.949999988079071},{"id":"https://openalex.org/keywords/reward-learning","display_name":"reward learning","score":0.8539999723434448},{"id":"https://openalex.org/keywords/volatile-environments","display_name":"environmental volatility","score":0.515999972820282}],"concepts":[{"id":"https://openalex.org/C2780343955","wikidata":"https://www.wikidata.org/wiki/Q333173","display_name":"Surprise","level":2,"score":0.7270411252975464},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.677401065826416},{"id":"https://openalex.org/C98229152","wikidata":"https://www.wikidata.org/wiki/Q1551556","display_name":"Synaptic plasticity","level":3,"score":0.633404016494751},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5281589031219482},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.522942841053009},{"id":"https://openalex.org/C118403218","wikidata":"https://www.wikidata.org/wiki/Q43283","display_name":"Biological neural network","level":2,"score":0.5178775787353516},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5084089636802673},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.5045140981674194},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.472342848777771},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.4644252061843872},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4615504741668701},{"id":"https://openalex.org/C68784500","wikidata":"https://www.wikidata.org/wiki/Q1570691","display_name":"Adaptive behavior","level":2,"score":0.45291802287101746},{"id":"https://openalex.org/C2779127903","wikidata":"https://www.wikidata.org/wiki/Q6510194","display_name":"Learning rule","level":3,"score":0.43364977836608887},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.25196683406829834},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.18356379866600037},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14849606156349182},{"id":"https://openalex.org/C170493617","wikidata":"https://www.wikidata.org/wiki/Q208467","display_name":"Receptor","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000222","descriptor_name":"Adaptation, Physiological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D055592","descriptor_name":"Biophysical Phenomena","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.7554/elife.18073","doi":"https://doi.org/10.7554/elife.18073","is_oa":true,"landing_page_url":"https://doi.org/10.7554/elife.18073","pdf_url":null,"source":{"id":"https://openalex.org/S1336409049","display_name":"eLife","issn_l":"2050-084X","issn":["2050-084X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-a","jufo-2","ki-jl-2","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311710","host_organization_name":"eLife Sciences Publications Ltd","host_organization_lineage":["https://openalex.org/P4310311710"],"host_organization_lineage_names":["eLife Sciences Publications Ltd"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"eLife","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:5008908","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC5008908/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC5008908/pdf/","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"eLife","raw_type":"Text"},{"id":"pmid:27504806","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/27504806","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"eLife","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:7baa956474fb4a5186d713220ed873c2","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/7baa956474fb4a5186d713220ed873c2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"eLife, Vol 5 (2016)","raw_type":"article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:1508888","doi":null,"is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/1508888/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"eLife , 5 , Article e18. (2016)","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.7554/elife.18073","doi":"https://doi.org/10.7554/elife.18073","is_oa":true,"landing_page_url":"https://doi.org/10.7554/elife.18073","pdf_url":null,"source":{"id":"https://openalex.org/S1336409049","display_name":"eLife","issn_l":"2050-084X","issn":["2050-084X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-a","jufo-2","ki-jl-2","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311710","host_organization_name":"eLife Sciences Publications Ltd","host_organization_lineage":["https://openalex.org/P4310311710"],"host_organization_lineage_names":["eLife Sciences Publications Ltd"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"eLife","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320033","display_name":"Gatsby Charitable Foundation","ror":"https://ror.org/0290hax27"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2514548734.pdf","grobid_xml":"https://content.openalex.org/works/W2514548734.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W119289697","https://openalex.org/W1483365869","https://openalex.org/W1503962455","https://openalex.org/W1512746852","https://openalex.org/W1968912342","https://openalex.org/W1972768882","https://openalex.org/W1983230739","https://openalex.org/W1986264597","https://openalex.org/W1990231801","https://openalex.org/W1994440562","https://openalex.org/W1998515992","https://openalex.org/W1998698062","https://openalex.org/W2001643038","https://openalex.org/W2008497075","https://openalex.org/W2011962163","https://openalex.org/W2013153445","https://openalex.org/W2017547127","https://openalex.org/W2019310225","https://openalex.org/W2019911223","https://openalex.org/W2024471230","https://openalex.org/W2030612334","https://openalex.org/W2033708181","https://openalex.org/W2040623382","https://openalex.org/W2041336675","https://openalex.org/W2041828625","https://openalex.org/W2049635859","https://openalex.org/W2062444449","https://openalex.org/W2066783383","https://openalex.org/W2067549555","https://openalex.org/W2074434312","https://openalex.org/W2075236815","https://openalex.org/W2079686476","https://openalex.org/W2084757290","https://openalex.org/W2086710210","https://openalex.org/W2090144013","https://openalex.org/W2092883504","https://openalex.org/W2093356195","https://openalex.org/W2101222204","https://openalex.org/W2101666653","https://openalex.org/W2105041994","https://openalex.org/W2115095583","https://openalex.org/W2117060701","https://openalex.org/W2117726420","https://openalex.org/W2118071679","https://openalex.org/W2120259469","https://openalex.org/W2122234510","https://openalex.org/W2123429050","https://openalex.org/W2127186613","https://openalex.org/W2129103433","https://openalex.org/W2129386380","https://openalex.org/W2131703038","https://openalex.org/W2133512499","https://openalex.org/W2135886642","https://openalex.org/W2139630667","https://openalex.org/W2139676310","https://openalex.org/W2141114982","https://openalex.org/W2143045663","https://openalex.org/W2146760691","https://openalex.org/W2148389554","https://openalex.org/W2151196108","https://openalex.org/W2151347365","https://openalex.org/W2153719229","https://openalex.org/W2154562678","https://openalex.org/W2156952192","https://openalex.org/W2157325783","https://openalex.org/W2158951270","https://openalex.org/W2168815228","https://openalex.org/W2169519447","https://openalex.org/W2170585417","https://openalex.org/W2172030907","https://openalex.org/W2931003326","https://openalex.org/W3148499377","https://openalex.org/W4213161837"],"related_works":["https://openalex.org/W2953162696","https://openalex.org/W2606776585","https://openalex.org/W4391971480","https://openalex.org/W1721512674","https://openalex.org/W2062444449","https://openalex.org/W2605231515","https://openalex.org/W7098870231","https://openalex.org/W2084757290","https://openalex.org/W6910436468","https://openalex.org/W7036332387"],"abstract_inverted_index":{"Recent":[0],"experiments":[1],"have":[2,8],"shown":[3],"that":[4,78,83],"animals":[5],"and":[6,102,126],"humans":[7],"a":[9,42,52,72,89,95,107],"remarkable":[10],"ability":[11],"to":[12,18,67,71],"adapt":[13],"their":[14,61,68],"learning":[15,32,74],"rate":[16,62],"according":[17,70],"the":[19,22,25,49,120,130],"volatility":[20],"of":[21,51,63,98,123],"environment.":[23],"Yet":[24],"neural":[26],"mechanism":[27],"responsible":[28],"for":[29],"such":[30],"adaptive":[31,135],"has":[33],"remained":[34],"unclear.":[35],"To":[36],"fill":[37],"this":[38],"gap,":[39],"we":[40],"investigated":[41],"biophysically":[43],"inspired,":[44],"metaplastic":[45],"synaptic":[46,84,124],"model":[47],"within":[48],"context":[50],"well-studied":[53],"decision-making":[54],"network,":[55],"in":[56,65],"which":[57,81,133],"synapses":[58],"can":[59],"change":[60],"plasticity":[64,85],"addition":[66],"efficacy":[69],"reward-based":[73],"rule.":[75],"We":[76],"found":[77],"our":[79],"model,":[80,110],"assumes":[82],"is":[86],"guided":[87],"by":[88],"novel":[90],"surprise":[91],"detection":[92],"system,":[93],"captures":[94],"wide":[96],"range":[97],"key":[99],"experimental":[100],"findings":[101],"performs":[103],"as":[104,106],"well":[105],"Bayes":[108],"optimal":[109],"with":[111],"remarkably":[112],"little":[113],"parameter":[114],"tuning.":[115],"Our":[116],"results":[117],"further":[118],"demonstrate":[119],"computational":[121],"power":[122],"plasticity,":[125],"provide":[127],"insights":[128],"into":[129],"circuit-level":[131],"computation":[132],"underlies":[134],"decision-making.":[136]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2514548734","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":4}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-09-16T00:00:00"}
