{"id":"https://openalex.org/W3088215333","doi":"https://doi.org/10.1162/neco_a_01352","title":"Learning in Volatile Environments With the Bayes Factor Surprise","display_name":"Learning in Volatile Environments With the Bayes Factor Surprise","publication_year":2021,"publication_date":"2021-01-05","ids":{"openalex":"https://openalex.org/W3088215333","doi":"https://doi.org/10.1162/neco_a_01352","mag":"3088215333","pmid":"https://pubmed.ncbi.nlm.nih.gov/33400898"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01352","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01352","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1907.02936","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081409233","display_name":"Vasiliki Liakoni","orcid":"https://orcid.org/0000-0002-2599-1424"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Vasiliki Liakoni","raw_affiliation_strings":["\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, School of Computer and Communication Sciences and School of Life Sciences, 1015 Lausanne, Switzerland vasiliki.liakoni@epfl.ch","\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, School of Computer and Communication Sciences and School of Life Sciences, 1015 Lausanne, Switzerland"],"affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, School of Computer and Communication Sciences and School of Life Sciences, 1015 Lausanne, Switzerland vasiliki.liakoni@epfl.ch","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, School of Computer and Communication Sciences and School of Life Sciences, 1015 Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036061801","display_name":"Alireza Modirshanechi","orcid":"https://orcid.org/0000-0002-7870-8602"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Alireza Modirshanechi","raw_affiliation_strings":["\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, School of Computer and Communication Sciences and School of Life Sciences, 1015 Lausanne, Switzerland alireza.modirshanechi@epfl.ch","\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, School of Computer and Communication Sciences and School of Life Sciences, 1015 Lausanne, Switzerland"],"affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, School of Computer and Communication Sciences and School of Life Sciences, 1015 Lausanne, Switzerland alireza.modirshanechi@epfl.ch","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, School of Computer and Communication Sciences and School of Life Sciences, 1015 Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003480477","display_name":"Wulfram Gerstner","orcid":"https://orcid.org/0000-0002-4344-2189"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Wulfram Gerstner","raw_affiliation_strings":["\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, School of Computer and Communication Sciences and School of Life Sciences, 1015 Lausanne, Switzerland wulfram.gerstner@epfl.ch","\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, School of Computer and Communication Sciences and School of Life Sciences, 1015 Lausanne, Switzerland"],"affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, School of Computer and Communication Sciences and School of Life Sciences, 1015 Lausanne, Switzerland wulfram.gerstner@epfl.ch","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, School of Computer and Communication Sciences and School of Life Sciences, 1015 Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006129821","display_name":"Johanni Brea","orcid":"https://orcid.org/0000-0002-4636-0891"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Johanni Brea","raw_affiliation_strings":["\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, School of Computer and Communication Sciences and School of Life Sciences, 1015 Lausanne, Switzerland johanni.brea@epfl.ch","\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, School of Computer and Communication Sciences and School of Life Sciences, 1015 Lausanne, Switzerland"],"affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, School of Computer and Communication Sciences and School of Life Sciences, 1015 Lausanne, Switzerland johanni.brea@epfl.ch","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne, School of Computer and Communication Sciences and School of Life Sciences, 1015 Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5081409233"],"corresponding_institution_ids":["https://openalex.org/I5124864"],"apc_list":null,"apc_paid":null,"fwci":0.27206175,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.5039258,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"33","issue":"2","first_page":"269","last_page":"340"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13187","display_name":"Diffusion and Search Dynamics","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10410","display_name":"COVID-19 epidemiological studies","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/2611","display_name":"Modeling and Simulation"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/surprise","display_name":"Surprise","score":0.8892166614532471},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5642694234848022},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5468485355377197},{"id":"https://openalex.org/keywords/bayes-factor","display_name":"Bayes factor","score":0.5271990895271301},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49921083450317383},{"id":"https://openalex.org/keywords/bayes-theorem","display_name":"Bayes' theorem","score":0.48915937542915344},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.47959816455841064},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.44209519028663635},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.32059985399246216}],"concepts":[{"id":"https://openalex.org/C2780343955","wikidata":"https://www.wikidata.org/wiki/Q333173","display_name":"Surprise","level":2,"score":0.8892166614532471},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5642694234848022},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5468485355377197},{"id":"https://openalex.org/C142291917","wikidata":"https://www.wikidata.org/wiki/Q4165283","display_name":"Bayes factor","level":4,"score":0.5271990895271301},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49921083450317383},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.48915937542915344},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.47959816455841064},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.44209519028663635},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.32059985399246216},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001519","descriptor_name":"Behavior","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001519","descriptor_name":"Behavior","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001519","descriptor_name":"Behavior","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":6,"locations":[{"id":"doi:10.1162/neco_a_01352","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01352","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:33400898","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33400898","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null},{"id":"pmh:oai:arXiv.org:1907.02936","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.02936","pdf_url":"https://arxiv.org/pdf/1907.02936","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3088215333","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1907.02936","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:infoscience.epfl.ch:284859","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/177076","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WoS","raw_type":"research article"},{"id":"doi:10.48550/arxiv.1907.02936","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1907.02936","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1907.02936","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.02936","pdf_url":"https://arxiv.org/pdf/1907.02936","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":84,"referenced_works":["https://openalex.org/W1483365869","https://openalex.org/W1590183771","https://openalex.org/W1667165204","https://openalex.org/W1975232326","https://openalex.org/W1990231801","https://openalex.org/W1990638244","https://openalex.org/W1991485860","https://openalex.org/W1995875735","https://openalex.org/W1997236510","https://openalex.org/W2008094377","https://openalex.org/W2008497075","https://openalex.org/W2014114527","https://openalex.org/W2022228946","https://openalex.org/W2023994077","https://openalex.org/W2026096410","https://openalex.org/W2034806191","https://openalex.org/W2037993055","https://openalex.org/W2039037895","https://openalex.org/W2060322330","https://openalex.org/W2096678341","https://openalex.org/W2097382951","https://openalex.org/W2098613108","https://openalex.org/W2102716594","https://openalex.org/W2105041994","https://openalex.org/W2107564936","https://openalex.org/W2109617599","https://openalex.org/W2109957730","https://openalex.org/W2111787305","https://openalex.org/W2115979064","https://openalex.org/W2120889539","https://openalex.org/W2123429050","https://openalex.org/W2126736494","https://openalex.org/W2134539142","https://openalex.org/W2148764920","https://openalex.org/W2153862310","https://openalex.org/W2154562678","https://openalex.org/W2159922488","https://openalex.org/W2164921898","https://openalex.org/W2165609874","https://openalex.org/W2171056452","https://openalex.org/W2172160462","https://openalex.org/W2237059274","https://openalex.org/W2271476098","https://openalex.org/W2275112594","https://openalex.org/W2515822248","https://openalex.org/W2520520582","https://openalex.org/W2552810632","https://openalex.org/W2736224559","https://openalex.org/W2748456849","https://openalex.org/W2766414154","https://openalex.org/W2768703962","https://openalex.org/W2782973718","https://openalex.org/W2803512450","https://openalex.org/W2806099740","https://openalex.org/W2889042548","https://openalex.org/W2909185948","https://openalex.org/W2913855895","https://openalex.org/W2935920327","https://openalex.org/W2936328980","https://openalex.org/W2946466059","https://openalex.org/W2949118384","https://openalex.org/W2962515681","https://openalex.org/W2962712427","https://openalex.org/W2962974944","https://openalex.org/W2969215356","https://openalex.org/W2970651291","https://openalex.org/W2980132657","https://openalex.org/W2982958780","https://openalex.org/W2983758974","https://openalex.org/W2984230930","https://openalex.org/W2988399361","https://openalex.org/W2989091532","https://openalex.org/W2999926586","https://openalex.org/W3020271498","https://openalex.org/W3100574880","https://openalex.org/W3102097584","https://openalex.org/W3105516366","https://openalex.org/W4211177544","https://openalex.org/W4232464081","https://openalex.org/W4235051201","https://openalex.org/W4250589301","https://openalex.org/W6660504773","https://openalex.org/W6727943367","https://openalex.org/W7024001005"],"related_works":["https://openalex.org/W3102097584","https://openalex.org/W2030623877","https://openalex.org/W2981687907","https://openalex.org/W2736889870","https://openalex.org/W2773456610","https://openalex.org/W1560621288","https://openalex.org/W2150181672","https://openalex.org/W2807557496","https://openalex.org/W2964122761","https://openalex.org/W2339451794","https://openalex.org/W3160509894","https://openalex.org/W1486664518","https://openalex.org/W3110394586","https://openalex.org/W2130186484","https://openalex.org/W2604117713","https://openalex.org/W3092739986","https://openalex.org/W2162953025","https://openalex.org/W2951249809","https://openalex.org/W224960998","https://openalex.org/W3035870802"],"abstract_inverted_index":{"Abstract":[0],"Surprise-based":[1],"learning":[2,224],"allows":[3],"agents":[4],"to":[5,8,28,83,154,165,213,222],"rapidly":[6],"adapt":[7],"nonstationary":[9,226],"stochastic":[10],"environments":[11],"characterized":[12],"by":[13],"sudden":[14],"changes.":[15],"We":[16,66,86],"show":[17,136],"that":[18,57,68,114,137,183],"exact":[19],"Bayesian":[20],"inference":[21],"in":[22,69,93,100,108,118,130,225],"a":[23,29,47],"hierarchical":[24],"model":[25],"gives":[26],"rise":[27],"surprise-modulated":[30],"trade-off":[31],"between":[32],"forgetting":[33],"old":[34],"observations":[35],"and":[36,106,122,148,218,221],"integrating":[37],"them":[38],"with":[39],"the":[40,53,59,63,74,79,94,101,109,131,169,185,190,206,214],"new":[41,84],"ones.":[42],"The":[43,159,193],"modulation":[44],"depends":[45],"on":[46],"probability":[48],"ratio,":[49],"which":[50],"we":[51,176],"call":[52],"Bayes":[54,75,160,186],"Factor":[55,76,161,187],"Surprise,":[56],"tests":[58],"prior":[60],"belief":[61],"against":[62],"current":[64],"belief.":[65],"demonstrate":[67],"several":[70],"existing":[71],"approximate":[72,146],"algorithms,":[73,91,209],"Surprise":[77,162,188],"modulates":[78],"rate":[80],"of":[81,96,103,111,151,196,216],"adaptation":[82],"observations.":[85],"derive":[87],"three":[88],"novel":[89],"surprise-based":[90,139,201],"one":[92,99,107],"family":[95,102,110],"particle":[97],"filters,":[98],"variational":[104],"learning,":[105,202],"message":[112],"passing,":[113],"have":[115],"constant":[116],"scaling":[117],"observation":[119],"sequence":[120],"length":[121],"particularly":[123],"simple":[124],"update":[125],"dynamics":[126],"for":[127,180],"any":[128],"distribution":[129],"exponential":[132],"family.":[133],"Empirical":[134],"results":[135],"these":[138],"algorithms":[140],"estimate":[141],"parameters":[142],"better":[143],"than":[144],"alternative":[145],"approaches":[147,199],"reach":[149],"levels":[150],"performance":[152],"comparable":[153],"computationally":[155],"more":[156],"expensive":[157],"algorithms.":[158],"is":[163],"related":[164],"but":[166],"different":[167],"from":[168,189],"Shannon":[170,191],"Surprise.":[171,192],"In":[172],"two":[173],"hypothetical":[174],"experiments,":[175],"make":[177],"testable":[178],"predictions":[179],"physiological":[181],"indicators":[182],"dissociate":[184],"theoretical":[194],"insight":[195],"casting":[197],"various":[198],"as":[200,203,205],"well":[204],"proposed":[207],"online":[208],"may":[210],"be":[211],"applied":[212],"analysis":[215],"animal":[217],"human":[219],"behavior":[220],"reinforcement":[223],"environments.":[227]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}