{"id":"https://openalex.org/W4405694999","doi":"https://doi.org/10.3390/e26121125","title":"Ornstein\u2013Uhlenbeck Adaptation as a Mechanism for Learning in Brains and Machines","display_name":"Ornstein\u2013Uhlenbeck Adaptation as a Mechanism for Learning in Brains and Machines","publication_year":2024,"publication_date":"2024-12-22","ids":{"openalex":"https://openalex.org/W4405694999","doi":"https://doi.org/10.3390/e26121125","pmid":"https://pubmed.ncbi.nlm.nih.gov/39766754"},"language":"en","primary_location":{"id":"doi:10.3390/e26121125","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e26121125","pdf_url":"https://www.mdpi.com/1099-4300/26/12/1125/pdf?version=1734860623","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/26/12/1125/pdf?version=1734860623","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104015380","display_name":"Jes\u00fas Garc\u00eda Fern\u00e1ndez","orcid":null},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jes\u00fas Garc\u00eda Fern\u00e1ndez","raw_affiliation_strings":["Department of Machine Learning and Neural Computing, Donders Institute for Brain, Cognition and Behaviour, Radboud University, 6500HB Nijmegen, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Machine Learning and Neural Computing, Donders Institute for Brain, Cognition and Behaviour, Radboud University, 6500HB Nijmegen, The Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053352592","display_name":"Nasir Ahmad","orcid":"https://orcid.org/0000-0003-1035-3822"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Nasir Ahmad","raw_affiliation_strings":["Department of Machine Learning and Neural Computing, Donders Institute for Brain, Cognition and Behaviour, Radboud University, 6500HB Nijmegen, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Machine Learning and Neural Computing, Donders Institute for Brain, Cognition and Behaviour, Radboud University, 6500HB Nijmegen, The Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074794877","display_name":"Marcel van Gerven","orcid":"https://orcid.org/0000-0002-2206-9098"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Marcel van Gerven","raw_affiliation_strings":["Department of Machine Learning and Neural Computing, Donders Institute for Brain, Cognition and Behaviour, Radboud University, 6500HB Nijmegen, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-2206-9098","affiliations":[{"raw_affiliation_string":"Department of Machine Learning and Neural Computing, Donders Institute for Brain, Cognition and Behaviour, Radboud University, 6500HB Nijmegen, The Netherlands","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5074794877"],"corresponding_institution_ids":["https://openalex.org/I145872427"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":0.5057,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.6029836,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"26","issue":"12","first_page":"1125","last_page":"1125"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8073007464408875},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7701269388198853},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6623209714889526},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6052340865135193},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.5616454482078552},{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.5368464589118958},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.49805116653442383},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.485869824886322},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.47480809688568115},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.4526680111885071},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44301721453666687},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4065055251121521},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.12564140558242798},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.0980963408946991}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8073007464408875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7701269388198853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6623209714889526},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6052340865135193},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.5616454482078552},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.5368464589118958},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.49805116653442383},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.485869824886322},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.47480809688568115},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.4526680111885071},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44301721453666687},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4065055251121521},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.12564140558242798},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0980963408946991},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/e26121125","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e26121125","pdf_url":"https://www.mdpi.com/1099-4300/26/12/1125/pdf?version=1734860623","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:39766754","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39766754","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11675197","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11675197","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11675197/pdf/entropy-26-01125.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:e9c5813463c344959b322e70bdebf44e","is_oa":true,"landing_page_url":"https://doaj.org/article/e9c5813463c344959b322e70bdebf44e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 26, Iss 12, p 1125 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/e26121125","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e26121125","pdf_url":"https://www.mdpi.com/1099-4300/26/12/1125/pdf?version=1734860623","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405694999.pdf","grobid_xml":"https://content.openalex.org/works/W4405694999.grobid-xml"},"referenced_works_count":70,"referenced_works":["https://openalex.org/W1490778550","https://openalex.org/W1573503290","https://openalex.org/W1576660662","https://openalex.org/W1733248925","https://openalex.org/W1986246844","https://openalex.org/W2005047575","https://openalex.org/W2005686453","https://openalex.org/W2017957151","https://openalex.org/W2039123468","https://openalex.org/W2041176801","https://openalex.org/W2041929466","https://openalex.org/W2046036195","https://openalex.org/W2063046089","https://openalex.org/W2102489567","https://openalex.org/W2116424792","https://openalex.org/W2117726420","https://openalex.org/W2119717200","https://openalex.org/W2124289529","https://openalex.org/W2127621215","https://openalex.org/W2131215403","https://openalex.org/W2131241448","https://openalex.org/W2137234026","https://openalex.org/W2137789326","https://openalex.org/W2144102635","https://openalex.org/W2162160137","https://openalex.org/W2163068376","https://openalex.org/W2163630896","https://openalex.org/W2168648327","https://openalex.org/W2192203593","https://openalex.org/W2338037132","https://openalex.org/W2419438565","https://openalex.org/W2432567885","https://openalex.org/W2527798464","https://openalex.org/W2541884796","https://openalex.org/W2559171350","https://openalex.org/W2604086949","https://openalex.org/W2766736793","https://openalex.org/W2913907987","https://openalex.org/W2919115771","https://openalex.org/W2953293408","https://openalex.org/W3016391357","https://openalex.org/W3039664027","https://openalex.org/W3043133474","https://openalex.org/W3046016807","https://openalex.org/W3129872411","https://openalex.org/W3135388533","https://openalex.org/W3139657805","https://openalex.org/W3162006056","https://openalex.org/W3169104110","https://openalex.org/W3169707058","https://openalex.org/W4220918847","https://openalex.org/W4286781802","https://openalex.org/W4286892685","https://openalex.org/W4312220016","https://openalex.org/W4364375625","https://openalex.org/W4385876435","https://openalex.org/W4387374504","https://openalex.org/W4388937805","https://openalex.org/W4400494507","https://openalex.org/W4400578712","https://openalex.org/W6675290877","https://openalex.org/W6678911119","https://openalex.org/W6679054363","https://openalex.org/W6681058356","https://openalex.org/W6683935693","https://openalex.org/W6684425518","https://openalex.org/W6796692140","https://openalex.org/W6803784378","https://openalex.org/W6810971026","https://openalex.org/W6987336464"],"related_works":["https://openalex.org/W2986579802","https://openalex.org/W4389237622","https://openalex.org/W3108691306","https://openalex.org/W4385753159","https://openalex.org/W4200152843","https://openalex.org/W4214914769","https://openalex.org/W4387251107","https://openalex.org/W2166309310","https://openalex.org/W4297621941","https://openalex.org/W4284965876"],"abstract_inverted_index":{"Learning":[0],"is":[1,118],"a":[2,69,121,135,168,185],"fundamental":[3],"property":[4],"of":[5,49,78,137],"intelligent":[6,17],"systems,":[7],"observed":[8],"across":[9,134],"biological":[10,39],"organisms":[11],"and":[12,31,40,57,81,96,143,148],"engineered":[13],"systems.":[14,150],"While":[15],"modern":[16],"systems":[18,42],"typically":[19],"rely":[20,60],"on":[21,61],"gradient":[22],"descent":[23],"for":[24,28,124,188],"learning,":[25,99],"the":[26,47,76,79,192],"need":[27],"exact":[29,62],"gradients":[30],"complex":[32],"information":[33],"flow":[34],"makes":[35],"its":[36],"implementation":[37],"in":[38,75,112,126,146,178,191],"neuromorphic":[41,179],"challenging.":[43],"This":[44],"has":[45],"motivated":[46],"exploration":[48,95],"alternative":[50,170],"learning":[51,125,142,145,190],"mechanisms":[52],"that":[53,72,154,165],"can":[54,156],"operate":[55],"locally":[56],"do":[58],"not":[59],"gradients.":[63],"In":[64],"this":[65],"work,":[66],"we":[67,152],"introduce":[68],"novel":[70],"approach":[71,133],"leverages":[73],"noise":[74],"parameters":[77],"system":[80],"global":[82],"reinforcement":[83,144],"signals.":[84],"Using":[85],"an":[86],"Ornstein-Uhlenbeck":[87,115],"process":[88],"with":[89,175],"adaptive":[90],"dynamics,":[91],"our":[92,132],"method":[93],"balances":[94],"exploitation":[97],"during":[98],"driven":[100],"by":[101],"deviations":[102],"from":[103],"error":[104],"predictions,":[105],"akin":[106],"to":[107,171],"reward":[108],"prediction":[109],"error.":[110],"Operating":[111],"continuous":[113],"time,":[114],"adaptation":[116],"(OUA)":[117],"proposed":[119],"as":[120],"general":[122],"mechanism":[123,187],"dynamic,":[127],"time-evolving":[128],"environments.":[129],"We":[130],"validate":[131],"range":[136],"different":[138],"tasks,":[139],"including":[140],"supervised":[141],"feedforward":[147],"recurrent":[149],"Additionally,":[151],"demonstrate":[153],"it":[155],"perform":[157],"meta-learning,":[158],"adjusting":[159],"hyper-parameters":[160],"autonomously.":[161],"Our":[162],"results":[163],"indicate":[164],"OUA":[166],"provides":[167],"promising":[169],"traditional":[172],"gradient-based":[173],"methods,":[174],"potential":[176],"applications":[177],"computing.":[180],"It":[181],"also":[182],"hints":[183],"at":[184],"possible":[186],"noise-driven":[189],"brain,":[193],"where":[194],"stochastic":[195],"neurotransmitter":[196],"release":[197],"may":[198],"guide":[199],"synaptic":[200],"adjustments.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2024-12-23T00:00:00"}