{"id":"https://openalex.org/W3203300941","doi":"https://doi.org/10.1162/jocn_a_01780","title":"Learning at Variable Attentional Load Requires Cooperation of Working Memory, Meta-learning, and Attention-augmented Reinforcement Learning","display_name":"Learning at Variable Attentional Load Requires Cooperation of Working Memory, Meta-learning, and Attention-augmented Reinforcement Learning","publication_year":2021,"publication_date":"2021-09-30","ids":{"openalex":"https://openalex.org/W3203300941","doi":"https://doi.org/10.1162/jocn_a_01780","mag":"3203300941","pmid":"https://pubmed.ncbi.nlm.nih.gov/34813644"},"language":"en","primary_location":{"id":"doi:10.1162/jocn_a_01780","is_oa":true,"landing_page_url":"https://doi.org/10.1162/jocn_a_01780","pdf_url":"https://direct.mit.edu/jocn/article-pdf/34/1/79/2007813/jocn_a_01780.pdf","source":{"id":"https://openalex.org/S123144817","display_name":"Journal of Cognitive Neuroscience","issn_l":"0898-929X","issn":["0898-929X","1530-8898"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cognitive Neuroscience","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://direct.mit.edu/jocn/article-pdf/34/1/79/2007813/jocn_a_01780.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020165662","display_name":"Thilo Womelsdorf","orcid":"https://orcid.org/0000-0001-6921-4187"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Thilo Womelsdorf","raw_affiliation_strings":["Vanderbilt University"],"affiliations":[{"raw_affiliation_string":"Vanderbilt University","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108238449","display_name":"Marcus R. Watson","orcid":null},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Marcus R. Watson","raw_affiliation_strings":["York University, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015482433","display_name":"Paul Tiesinga","orcid":"https://orcid.org/0000-0003-4509-6870"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Paul Tiesinga","raw_affiliation_strings":["Radboud University Nijmegen"],"affiliations":[{"raw_affiliation_string":"Radboud University Nijmegen","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5020165662"],"corresponding_institution_ids":["https://openalex.org/I200719446"],"apc_list":null,"apc_paid":null,"fwci":1.9814,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.85996982,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"34","issue":"1","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.9261999726295471,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.6379412412643433},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.61196368932724},{"id":"https://openalex.org/keywords/working-memory","display_name":"Working memory","score":0.6034595370292664},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5470377802848816},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5095236897468567},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.5072693228721619},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4546752870082855},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3182819187641144},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.29191356897354126},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.20733004808425903},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.14202117919921875},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.10571518540382385}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6379412412643433},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.61196368932724},{"id":"https://openalex.org/C21963081","wikidata":"https://www.wikidata.org/wiki/Q11337567","display_name":"Working memory","level":3,"score":0.6034595370292664},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5470377802848816},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5095236897468567},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5072693228721619},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4546752870082855},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3182819187641144},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.29191356897354126},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.20733004808425903},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.14202117919921875},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.10571518540382385},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008253","descriptor_name":"Macaca mulatta","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008253","descriptor_name":"Macaca mulatta","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008253","descriptor_name":"Macaca mulatta","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008253","descriptor_name":"Macaca mulatta","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008570","descriptor_name":"Memory, Short-Term","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008570","descriptor_name":"Memory, Short-Term","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008570","descriptor_name":"Memory, Short-Term","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008570","descriptor_name":"Memory, Short-Term","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1162/jocn_a_01780","is_oa":true,"landing_page_url":"https://doi.org/10.1162/jocn_a_01780","pdf_url":"https://direct.mit.edu/jocn/article-pdf/34/1/79/2007813/jocn_a_01780.pdf","source":{"id":"https://openalex.org/S123144817","display_name":"Journal of Cognitive Neuroscience","issn_l":"0898-929X","issn":["0898-929X","1530-8898"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cognitive Neuroscience","raw_type":"journal-article"},{"id":"pmid:34813644","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34813644","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of cognitive neuroscience","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:9830786","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9830786","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Cogn Neurosci","raw_type":"Text"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/246836","is_oa":false,"landing_page_url":"https://repository.ubn.ru.nl/handle/2066/246836","pdf_url":null,"source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Cognitive Neuroscience, 34, 1, pp. 79-107","raw_type":"Article / Letter to editor"},{"id":"pmh:ru:oai:repository.ubn.ru.nl:2066/246836","is_oa":false,"landing_page_url":"http://hdl.handle.net/2066/246836","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Cognitive Neuroscience, 34, 79 - 107","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1162/jocn_a_01780","is_oa":true,"landing_page_url":"https://doi.org/10.1162/jocn_a_01780","pdf_url":"https://direct.mit.edu/jocn/article-pdf/34/1/79/2007813/jocn_a_01780.pdf","source":{"id":"https://openalex.org/S123144817","display_name":"Journal of Cognitive Neuroscience","issn_l":"0898-929X","issn":["0898-929X","1530-8898"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cognitive Neuroscience","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2155673934","display_name":null,"funder_award_id":"MH123687","funder_id":"https://openalex.org/F4320337346","funder_display_name":"National Institute of Mental Health"}],"funders":[{"id":"https://openalex.org/F4320309151","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34"},{"id":"https://openalex.org/F4320321013","display_name":"Radboud Universiteit","ror":"https://ror.org/016xsfp80"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337346","display_name":"National Institute of Mental Health","ror":"https://ror.org/04xeg9z08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3203300941.pdf","grobid_xml":"https://content.openalex.org/works/W3203300941.grobid-xml"},"referenced_works_count":94,"referenced_works":["https://openalex.org/W622822632","https://openalex.org/W1483365869","https://openalex.org/W1503398984","https://openalex.org/W1507573241","https://openalex.org/W1581202840","https://openalex.org/W1760547568","https://openalex.org/W1783354124","https://openalex.org/W1856459231","https://openalex.org/W1966725992","https://openalex.org/W1972790352","https://openalex.org/W1974100140","https://openalex.org/W1976932745","https://openalex.org/W1987464952","https://openalex.org/W1994016657","https://openalex.org/W2004014356","https://openalex.org/W2014767017","https://openalex.org/W2014979870","https://openalex.org/W2019808051","https://openalex.org/W2034689767","https://openalex.org/W2037986568","https://openalex.org/W2044686824","https://openalex.org/W2044924321","https://openalex.org/W2051135961","https://openalex.org/W2054327074","https://openalex.org/W2061304498","https://openalex.org/W2083473390","https://openalex.org/W2095977516","https://openalex.org/W2098613458","https://openalex.org/W2099360932","https://openalex.org/W2102068574","https://openalex.org/W2105041994","https://openalex.org/W2108256674","https://openalex.org/W2110065044","https://openalex.org/W2111971565","https://openalex.org/W2123220471","https://openalex.org/W2125474002","https://openalex.org/W2129399354","https://openalex.org/W2133299302","https://openalex.org/W2148450540","https://openalex.org/W2155763055","https://openalex.org/W2156601568","https://openalex.org/W2161563886","https://openalex.org/W2163647009","https://openalex.org/W2167031142","https://openalex.org/W2167747364","https://openalex.org/W2169320233","https://openalex.org/W2171011444","https://openalex.org/W2179477147","https://openalex.org/W2185095108","https://openalex.org/W2346736747","https://openalex.org/W2402723436","https://openalex.org/W2474333423","https://openalex.org/W2508462042","https://openalex.org/W2577645110","https://openalex.org/W2578577905","https://openalex.org/W2595891121","https://openalex.org/W2597822319","https://openalex.org/W2606776585","https://openalex.org/W2759584423","https://openalex.org/W2761527597","https://openalex.org/W2763321637","https://openalex.org/W2765723952","https://openalex.org/W2769514070","https://openalex.org/W2786888147","https://openalex.org/W2787890532","https://openalex.org/W2903616845","https://openalex.org/W2909979380","https://openalex.org/W2917491140","https://openalex.org/W2926513770","https://openalex.org/W2938321354","https://openalex.org/W2940793854","https://openalex.org/W2946961766","https://openalex.org/W2949369413","https://openalex.org/W2949941589","https://openalex.org/W2963730656","https://openalex.org/W2979973621","https://openalex.org/W2989963295","https://openalex.org/W3024348208","https://openalex.org/W3044843424","https://openalex.org/W3045274673","https://openalex.org/W3080131322","https://openalex.org/W3099671379","https://openalex.org/W3103765247","https://openalex.org/W3128287793","https://openalex.org/W3183228240","https://openalex.org/W3198666878","https://openalex.org/W4214717370","https://openalex.org/W4229933927","https://openalex.org/W4284962772","https://openalex.org/W6630177651","https://openalex.org/W6659937623","https://openalex.org/W6682378418","https://openalex.org/W6761441126","https://openalex.org/W6903313418"],"related_works":["https://openalex.org/W2076575706","https://openalex.org/W1967179545","https://openalex.org/W2062574812","https://openalex.org/W4304789907","https://openalex.org/W2022498796","https://openalex.org/W2091779189","https://openalex.org/W2063908860","https://openalex.org/W2471870716","https://openalex.org/W2061593595","https://openalex.org/W1967570426"],"abstract_inverted_index":{"Flexible":[0],"learning":[1,14,29,86,107,167,184,197],"of":[2,20,76,122,140,174,196],"changing":[3],"reward":[4],"contingencies":[5],"can":[6],"be":[7],"realized":[8],"with":[9,52,95,211],"different":[10],"strategies.":[11],"A":[12,27],"fast":[13,44,100],"strategy":[15,30],"involves":[16],"using":[17],"working":[18,101,161],"memory":[19,102,138,162],"recently":[21],"rewarded":[22],"objects":[23],"to":[24,34,39,63,209],"guide":[25],"choices.":[26,41],"slower":[28,105],"uses":[31],"prediction":[32,114,176],"errors":[33,115,177],"gradually":[35],"update":[36],"value":[37],"expectations":[38],"improve":[40],"How":[42],"the":[43,74],"and":[45,103,112,126,156,178,199],"slow":[46],"strategies":[47],"work":[48],"together":[49],"in":[50,68],"scenarios":[51],"real-world":[53,213],"stimulus":[54],"complexity":[55],"is":[56,91],"not":[57],"well":[58,117],"known.":[59],"Here,":[60],"we":[61],"aim":[62],"disentangle":[64],"their":[65],"relative":[66],"contributions":[67],"rhesus":[69],"monkeys":[70,90],"while":[71],"they":[72,202],"learned":[73],"relevance":[75],"object":[77],"features":[78],"at":[79,154,168,185],"variable":[80,212],"attentional":[81,158,170,187,214],"load.":[82],"We":[83],"found":[84],"that":[85,131,149],"behavior":[87],"across":[88],"six":[89],"consistently":[92],"best":[93],"predicted":[94],"a":[96,128,137,193],"model":[97,145],"combining":[98],"(i)":[99],"(ii)":[104],"reinforcement":[106],"from":[108],"differently":[109,153],"weighted":[110],"positive":[111],"negative":[113,175],"as":[116,118],"(iii)":[119],"selective":[120],"suppression":[121],"nonchosen":[123],"feature":[124],"values":[125],"(iv)":[127],"meta-learning":[129,179],"mechanism":[130],"enhances":[132],"exploration":[133],"rates":[134],"based":[135],"on":[136],"trace":[139],"recent":[141],"errors.":[142],"The":[143],"optimal":[144],"parameter":[146],"settings":[147],"suggest":[148,200],"these":[150,190],"mechanisms":[151,198],"cooperate":[152,204],"low":[155],"high":[157],"loads.":[159,188],"Whereas":[160],"was":[163],"essential":[164,181],"for":[165,182],"efficient":[166,183],"lower":[169],"loads,":[171],"enhanced":[172],"weighting":[173],"were":[180],"higher":[186],"Together,":[189],"findings":[191],"pinpoint":[192],"canonical":[194],"set":[195],"how":[201],"may":[203],"when":[205],"subjects":[206],"flexibly":[207],"adjust":[208],"environments":[210],"demands.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}