{"id":"https://openalex.org/W4403826445","doi":"https://doi.org/10.1371/journal.pcbi.1012554","title":"Reinforcement learning when your life depends on it: A neuro-economic theory of learning","display_name":"Reinforcement learning when your life depends on it: A neuro-economic theory of learning","publication_year":2024,"publication_date":"2024-10-28","ids":{"openalex":"https://openalex.org/W4403826445","doi":"https://doi.org/10.1371/journal.pcbi.1012554","pmid":"https://pubmed.ncbi.nlm.nih.gov/39466882"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1012554","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1012554","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1371/journal.pcbi.1012554","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042830163","display_name":"Jiamu Jiang","orcid":"https://orcid.org/0000-0002-0915-8184"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Jiamu Jiang","raw_affiliation_strings":["School of Mathematical Sciences, University of Nottingham, Nottingham, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-0915-8184","affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, University of Nottingham, Nottingham, United Kingdom","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097139306","display_name":"Emilie Foyard","orcid":"https://orcid.org/0009-0005-4178-0220"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Emilie Foyard","raw_affiliation_strings":["School of Mathematical Sciences, University of Nottingham, Nottingham, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0005-4178-0220","affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, University of Nottingham, Nottingham, United Kingdom","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075223907","display_name":"Mark C. W. van Rossum","orcid":"https://orcid.org/0000-0001-6525-6814"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Mark C. W. van Rossum","raw_affiliation_strings":["School of Mathematical Sciences, University of Nottingham, Nottingham, United Kingdom","School of Psychology, University of Nottingham, Nottingham, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-6525-6814","affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, University of Nottingham, Nottingham, United Kingdom","institution_ids":["https://openalex.org/I142263535"]},{"raw_affiliation_string":"School of Psychology, University of Nottingham, Nottingham, United Kingdom","institution_ids":["https://openalex.org/I142263535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5042830163","https://openalex.org/A5075223907","https://openalex.org/A5097139306"],"corresponding_institution_ids":["https://openalex.org/I142263535"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":0.7467,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.68101384,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"20","issue":"10","first_page":"e1012554","last_page":"e1012554"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10423","display_name":"Neurobiology and Insect Physiology Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10423","display_name":"Neurobiology and Insect Physiology Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11056","display_name":"Physiological and biochemical adaptations","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/2303","display_name":"Ecology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10174","display_name":"Animal Behavior and Reproduction","score":0.9520000219345093,"subfield":{"id":"https://openalex.org/subfields/1105","display_name":"Ecology, Evolution, Behavior and Systematics"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.849097490310669},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.6300700306892395},{"id":"https://openalex.org/keywords/synaptic-plasticity","display_name":"Synaptic plasticity","score":0.47795796394348145},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47561484575271606},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4213683605194092},{"id":"https://openalex.org/keywords/dopaminergic","display_name":"Dopaminergic","score":0.41961032152175903},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3652225136756897},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.33396297693252563},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.2841556668281555},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2809096872806549},{"id":"https://openalex.org/keywords/dopamine","display_name":"Dopamine","score":0.253776490688324}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.849097490310669},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.6300700306892395},{"id":"https://openalex.org/C98229152","wikidata":"https://www.wikidata.org/wiki/Q1551556","display_name":"Synaptic plasticity","level":3,"score":0.47795796394348145},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47561484575271606},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4213683605194092},{"id":"https://openalex.org/C137183658","wikidata":"https://www.wikidata.org/wiki/Q461076","display_name":"Dopaminergic","level":3,"score":0.41961032152175903},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3652225136756897},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.33396297693252563},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.2841556668281555},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2809096872806549},{"id":"https://openalex.org/C513476851","wikidata":"https://www.wikidata.org/wiki/Q170304","display_name":"Dopamine","level":2,"score":0.253776490688324},{"id":"https://openalex.org/C170493617","wikidata":"https://www.wikidata.org/wiki/Q208467","display_name":"Receptor","level":2,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004330","descriptor_name":"Drosophila","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004330","descriptor_name":"Drosophila","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004330","descriptor_name":"Drosophila","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004330","descriptor_name":"Drosophila","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004330","descriptor_name":"Drosophila","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004330","descriptor_name":"Drosophila","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004331","descriptor_name":"Drosophila melanogaster","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004331","descriptor_name":"Drosophila melanogaster","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004331","descriptor_name":"Drosophila melanogaster","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004331","descriptor_name":"Drosophila melanogaster","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004331","descriptor_name":"Drosophila melanogaster","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004331","descriptor_name":"Drosophila melanogaster","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004734","descriptor_name":"Energy Metabolism","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004734","descriptor_name":"Energy Metabolism","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004734","descriptor_name":"Energy Metabolism","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004734","descriptor_name":"Energy Metabolism","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004734","descriptor_name":"Energy Metabolism","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004734","descriptor_name":"Energy Metabolism","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008136","descriptor_name":"Longevity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008136","descriptor_name":"Longevity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008136","descriptor_name":"Longevity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008136","descriptor_name":"Longevity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008136","descriptor_name":"Longevity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008136","descriptor_name":"Longevity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008568","descriptor_name":"Memory","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009473","descriptor_name":"Neuronal Plasticity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057567","descriptor_name":"Memory, Long-Term","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D057567","descriptor_name":"Memory, Long-Term","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D057567","descriptor_name":"Memory, Long-Term","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D057567","descriptor_name":"Memory, Long-Term","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D057567","descriptor_name":"Memory, Long-Term","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D057567","descriptor_name":"Memory, Long-Term","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1371/journal.pcbi.1012554","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1012554","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},{"id":"pmid:39466882","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39466882","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":"Journal Article"},{"id":"pmh:oai:nottingham-repository.worktribe.com:41369549","is_oa":true,"landing_page_url":"https://nottingham-repository.worktribe.com/output/41369549","pdf_url":"https://nottingham-repository.worktribe.com/file/41369549/1/journal.pcbi.1012554","source":{"id":"https://openalex.org/S4306402483","display_name":"Repository@Nottingham (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:11542834","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11542834","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11542834/pdf/pcbi.1012554.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Comput Biol","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:410a0c27454644f6bf5416cffb6c0d99","is_oa":false,"landing_page_url":"https://doaj.org/article/410a0c27454644f6bf5416cffb6c0d99","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 20, Iss 10, p e1012554 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1012554","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1012554","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1965191725","https://openalex.org/W1969621779","https://openalex.org/W1982708537","https://openalex.org/W1985878549","https://openalex.org/W1990741420","https://openalex.org/W1999985543","https://openalex.org/W2002379808","https://openalex.org/W2023796149","https://openalex.org/W2042436410","https://openalex.org/W2060322330","https://openalex.org/W2064763329","https://openalex.org/W2072920560","https://openalex.org/W2076691464","https://openalex.org/W2079709354","https://openalex.org/W2086781637","https://openalex.org/W2091838922","https://openalex.org/W2115108310","https://openalex.org/W2117794907","https://openalex.org/W2127760222","https://openalex.org/W2168456060","https://openalex.org/W2187086501","https://openalex.org/W2199152955","https://openalex.org/W2219709225","https://openalex.org/W2623936250","https://openalex.org/W3006439673","https://openalex.org/W3015422409","https://openalex.org/W3158663966","https://openalex.org/W4224094912","https://openalex.org/W4231081240","https://openalex.org/W4317366284","https://openalex.org/W4362593189","https://openalex.org/W4403826470"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W3092411928","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291"],"abstract_inverted_index":{"Synaptic":[0],"plasticity":[1,79],"enables":[2],"animals":[3],"to":[4,6,73,102],"adapt":[5],"their":[7,104],"environment,":[8],"but":[9],"memory":[10,86,93,143],"formation":[11,55],"can":[12],"require":[13],"a":[14,24,31,66,110],"substantial":[15],"amount":[16],"of":[17,56,98,140,142,159],"metabolic":[18],"energy,":[19],"potentially":[20],"impairing":[21],"survival.":[22,152],"Hence,":[23],"neuro-economic":[25],"dilemma":[26],"arises":[27],"whether":[28],"learning":[29,68,150,161],"is":[30,101,107],"profitable":[32],"investment":[33],"or":[34,89],"not,":[35],"and":[36,122,129,145,151],"the":[37,82,90,99,120,138],"brain":[38],"must":[39],"therefore":[40],"judiciously":[41],"regulate":[42],"learning.":[43],"Indeed,":[44],"in":[45,65,80],"experiments":[46],"it":[47],"was":[48],"observed":[49],"that":[50,115,117],"during":[51],"starvation,":[52],"Drosophila":[53],"suppress":[54],"energy-intensive":[57],"aversive":[58],"memories.":[59],"Here":[60],"we":[61],"include":[62],"energy":[63,83,127],"considerations":[64],"reinforcement":[67,160],"framework.":[69],"Simulated":[70],"flies":[71,100],"learned":[72],"avoid":[74],"noxious":[75],"stimuli":[76],"through":[77],"synaptic":[78],"either":[81],"expensive":[84],"long-term":[85],"(LTM)":[87],"pathway,":[88],"decaying":[91],"anesthesia-resistant":[92],"(ARM)":[94],"pathway.":[95],"The":[96],"objective":[97],"maximize":[103],"lifespan,":[105],"which":[106],"calculated":[108],"with":[109],"hazard":[111],"function.":[112],"We":[113],"find":[114],"strategies":[116],"switch":[118],"between":[119],"LTM":[121],"ARM":[123],"pathways,":[124],"based":[125],"on":[126],"reserve":[128],"reward":[130],"prediction":[131],"error,":[132],"prolong":[133],"lifespan.":[134],"Our":[135],"study":[136],"highlights":[137],"significance":[139],"energy-regulation":[141],"pathways":[144],"dopaminergic":[146],"control":[147],"for":[148],"adaptive":[149],"It":[153],"might":[154],"also":[155],"benefit":[156],"engineering":[157],"applications":[158],"under":[162],"resources":[163],"constraints.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-08-08T01:25:22.217667","created_date":"2025-10-10T00:00:00"}