{"id":"https://openalex.org/W4382931771","doi":"https://doi.org/10.1073/pnas.2221180120","title":"Having multiple selves helps learning agents explore and adapt in complex changing worlds","display_name":"Having multiple selves helps learning agents explore and adapt in complex changing worlds","publication_year":2023,"publication_date":"2023-07-03","ids":{"openalex":"https://openalex.org/W4382931771","doi":"https://doi.org/10.1073/pnas.2221180120","pmid":"https://pubmed.ncbi.nlm.nih.gov/37399387","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10334746"},"language":"en","primary_location":{"id":"doi:10.1073/pnas.2221180120","doi":"https://doi.org/10.1073/pnas.2221180120","is_oa":true,"landing_page_url":"https://doi.org/10.1073/pnas.2221180120","pdf_url":null,"source":{"id":"https://openalex.org/S125754415","display_name":"Proceedings of the National Academy of Sciences","issn_l":"0027-8424","issn":["0027-8424","1091-6490"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","erih-plus","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320052","host_organization_name":"National Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310320052"],"host_organization_lineage_names":["National Academy of Sciences"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the National Academy of Sciences","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1073/pnas.2221180120","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086094394","display_name":"Zack Dulberg","orcid":"https://orcid.org/0009-0008-7247-309X","observed_orcids":["https://orcid.org/0009-0008-7247-309X"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zack Dulberg","raw_affiliation_strings":["Princeton Neuroscience Institute, Princeton University, Princeton, NJ 08544"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton Neuroscience Institute, Princeton University, Princeton, NJ 08544","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083919055","display_name":"Rachit Dubey","orcid":"https://orcid.org/0000-0001-8216-1999","observed_orcids":["https://orcid.org/0000-0001-8216-1999"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rachit Dubey","raw_affiliation_strings":["Department of Computer Science, Princeton University, Princeton, NJ 08544"],"raw_orcid":"https://orcid.org/0000-0001-8216-1999","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Princeton University, Princeton, NJ 08544","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035471605","display_name":"Isabel M. Berwian","orcid":"https://orcid.org/0000-0003-4626-9016","observed_orcids":["https://orcid.org/0000-0003-4626-9016"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Isabel M. Berwian","raw_affiliation_strings":["Princeton Neuroscience Institute, Princeton University, Princeton, NJ 08544"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton Neuroscience Institute, Princeton University, Princeton, NJ 08544","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088141761","display_name":"Jonathan D. Cohen","orcid":"https://orcid.org/0000-0003-2316-0763","observed_orcids":["https://orcid.org/0000-0003-2316-0763"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan D. Cohen","raw_affiliation_strings":["Princeton Neuroscience Institute, Princeton University, Princeton, NJ 08544"],"raw_orcid":"https://orcid.org/0000-0003-2316-0763","affiliations":[{"raw_affiliation_string":"Princeton Neuroscience Institute, Princeton University, Princeton, NJ 08544","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5086094394"],"corresponding_institution_ids":["https://openalex.org/I20089843"],"apc_list":null,"apc_paid":null,"fwci":1.8513,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":{"value":0.87283952,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"120","issue":"28","first_page":"e2221180120","last_page":"e2221180120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14381","display_name":"Psychiatry, Mental Health, Neuroscience","score":0.012799999676644802,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiple-selves","display_name":"multiple selves","score":0.8109999895095825},{"id":"https://openalex.org/keywords/multi-objective-learning","display_name":"multi-objective learning","score":0.7289999723434448},{"id":"https://openalex.org/keywords/homeostasis","display_name":"homeostasis","score":0.8100000023841858},{"id":"https://openalex.org/keywords/non-stationary-environments","display_name":"non-stationary environments","score":0.8519999980926514},{"id":"https://openalex.org/keywords/adaptive-agents","display_name":"adaptive agents","score":0.6359999775886536},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.7160000205039978}],"concepts":[{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.844951868057251},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6111481189727783},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6101334095001221},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5812594294548035},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5503793954849243},{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.4703555107116699},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43117576837539673},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42435747385025024},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.33160829544067383},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.20856904983520508},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13058608770370483},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07874932885169983},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D006706","descriptor_name":"Homeostasis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":6,"locations":[{"id":"doi:10.1073/pnas.2221180120","doi":"https://doi.org/10.1073/pnas.2221180120","is_oa":true,"landing_page_url":"https://doi.org/10.1073/pnas.2221180120","pdf_url":null,"source":{"id":"https://openalex.org/S125754415","display_name":"Proceedings of the National Academy of Sciences","issn_l":"0027-8424","issn":["0027-8424","1091-6490"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","erih-plus","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320052","host_organization_name":"National Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310320052"],"host_organization_lineage_names":["National Academy of Sciences"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the National Academy of Sciences","raw_type":"journal-article"},{"id":"doi:10.1101/2022.12.16.520795","doi":"https://doi.org/10.1101/2022.12.16.520795","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2022.12.16.520795","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2022/12/17/2022.12.16.520795.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},{"id":"pmh:oai:pubmedcentral.nih.gov:10334746","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10334746","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proc Natl Acad Sci U S A","raw_type":"Text"},{"id":"pmid:37399387","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37399387","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the National Academy of Sciences of the United States of America","raw_type":"Journal Article"},{"id":"pmh:oai:arXiv.org:2204.06608","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.06608","pdf_url":"https://arxiv.org/pdf/2204.06608","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2204.06608","doi":"https://doi.org/10.48550/arxiv.2204.06608","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2204.06608","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1073/pnas.2221180120","doi":"https://doi.org/10.1073/pnas.2221180120","is_oa":true,"landing_page_url":"https://doi.org/10.1073/pnas.2221180120","pdf_url":null,"source":{"id":"https://openalex.org/S125754415","display_name":"Proceedings of the National Academy of Sciences","issn_l":"0027-8424","issn":["0027-8424","1091-6490"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","erih-plus","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320052","host_organization_name":"National Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310320052"],"host_organization_lineage_names":["National Academy of Sciences"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the National Academy of Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1262220792","display_name":"Toward a Scientific Understanding of the Human Capacity for Autonomy","funder_award_id":"61454","funder_id":"https://openalex.org/F4320306193","funder_display_name":"John Templeton Foundation"},{"id":"https://openalex.org/G944601363","display_name":null,"funder_award_id":"N00014-22-1-2002","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306193","display_name":"John Templeton Foundation","ror":"https://ror.org/035tnyy05"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4382931771.pdf","grobid_xml":"https://content.openalex.org/works/W4382931771.grobid-xml"},"referenced_works_count":131,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W62764443","https://openalex.org/W72400652","https://openalex.org/W648813317","https://openalex.org/W1522301498","https://openalex.org/W1523888871","https://openalex.org/W1553023101","https://openalex.org/W1568902754","https://openalex.org/W1582594879","https://openalex.org/W1585653551","https://openalex.org/W1601009157","https://openalex.org/W1607817625","https://openalex.org/W1757796397","https://openalex.org/W1849553904","https://openalex.org/W1967386441","https://openalex.org/W1973685232","https://openalex.org/W1987725948","https://openalex.org/W1990980558","https://openalex.org/W2000998192","https://openalex.org/W2002574233","https://openalex.org/W2002842229","https://openalex.org/W2008950282","https://openalex.org/W2011214729","https://openalex.org/W2017904099","https://openalex.org/W2020682107","https://openalex.org/W2027737146","https://openalex.org/W2040834369","https://openalex.org/W2042310998","https://openalex.org/W2042699313","https://openalex.org/W2044131909","https://openalex.org/W2059983066","https://openalex.org/W2073652081","https://openalex.org/W2074239791","https://openalex.org/W2081995627","https://openalex.org/W2088226858","https://openalex.org/W2096642787","https://openalex.org/W2097351860","https://openalex.org/W2099084431","https://openalex.org/W2099860458","https://openalex.org/W2102660061","https://openalex.org/W2106600012","https://openalex.org/W2107726111","https://openalex.org/W2109059823","https://openalex.org/W2109910161","https://openalex.org/W2113122939","https://openalex.org/W2115095583","https://openalex.org/W2115211925","https://openalex.org/W2115524942","https://openalex.org/W2119717200","https://openalex.org/W2119842714","https://openalex.org/W2122917065","https://openalex.org/W2123429050","https://openalex.org/W2126606094","https://openalex.org/W2132622533","https://openalex.org/W2136202932","https://openalex.org/W2136445846","https://openalex.org/W2137623058","https://openalex.org/W2138698304","https://openalex.org/W2142110758","https://openalex.org/W2148819999","https://openalex.org/W2150884987","https://openalex.org/W2155058526","https://openalex.org/W2157979077","https://openalex.org/W2160821179","https://openalex.org/W2167362547","https://openalex.org/W2168342951","https://openalex.org/W2198098822","https://openalex.org/W2280163991","https://openalex.org/W2294020159","https://openalex.org/W2312563515","https://openalex.org/W2321623059","https://openalex.org/W2341171179","https://openalex.org/W2418182031","https://openalex.org/W2494536548","https://openalex.org/W2576060326","https://openalex.org/W2624731731","https://openalex.org/W2739465650","https://openalex.org/W2786892827","https://openalex.org/W2792404612","https://openalex.org/W2795688094","https://openalex.org/W2892266804","https://openalex.org/W2901754256","https://openalex.org/W2923762280","https://openalex.org/W2943927637","https://openalex.org/W2948506592","https://openalex.org/W2949958957","https://openalex.org/W2964121744","https://openalex.org/W2971592235","https://openalex.org/W2976657239","https://openalex.org/W2991046523","https://openalex.org/W3036236109","https://openalex.org/W3038822267","https://openalex.org/W3041406801","https://openalex.org/W3094502228","https://openalex.org/W3094791039","https://openalex.org/W3095916774","https://openalex.org/W3104751091","https://openalex.org/W3109362529","https://openalex.org/W3111064853","https://openalex.org/W3139398491","https://openalex.org/W3156105972","https://openalex.org/W3158854157","https://openalex.org/W3164005523","https://openalex.org/W3168711134","https://openalex.org/W3175741131","https://openalex.org/W3179267593","https://openalex.org/W3184308941","https://openalex.org/W3185123951","https://openalex.org/W3202797049","https://openalex.org/W3213584136","https://openalex.org/W3217059373","https://openalex.org/W4214717370","https://openalex.org/W4224032846","https://openalex.org/W4226050721","https://openalex.org/W4235269668","https://openalex.org/W4243507717","https://openalex.org/W4246854168","https://openalex.org/W4249692173","https://openalex.org/W4285083709","https://openalex.org/W4285350105","https://openalex.org/W4300107936","https://openalex.org/W4310274403","https://openalex.org/W4317553563","https://openalex.org/W4318751697","https://openalex.org/W4319165238","https://openalex.org/W4400293922","https://openalex.org/W6600755840","https://openalex.org/W6634914693","https://openalex.org/W6743172897","https://openalex.org/W7124280377","https://openalex.org/W7133185744"],"related_works":["https://openalex.org/W4224002285","https://openalex.org/W7097802871","https://openalex.org/W3036380436","https://openalex.org/W1751865049","https://openalex.org/W7098164697","https://openalex.org/W1576114413","https://openalex.org/W4240191236","https://openalex.org/W2942855858","https://openalex.org/W3145170709","https://openalex.org/W2322168405"],"abstract_inverted_index":{"Satisfying":[0],"a":[1,7,11,26,30,37,60,69,79,107,120,223,236,272,279,303],"variety":[2,80],"of":[3,32,54,68,71,81,111,122,154,170,179,213,225,234,274,286,302,305,331],"conflicting":[4,155,229],"needs":[5,101,171,263,334],"in":[6,25,78,102,138,145,308,335],"changing":[8,165,200,261,336],"environment":[9],"is":[10,255,260],"fundamental":[12],"challenge":[13],"for":[14,284],"any":[15],"adaptive":[16],"agent.":[17],"Here,":[18,266],"we":[19,267],"show":[20],"that":[21,96,115,124,161,189,244,318],"designing":[22],"an":[23,103,269,324],"agent":[24,238,270],"modular":[27,86,116,184,294],"fashion":[28],"as":[29,151,211,271],"collection":[31,273],"subagents,":[33],"each":[34,276],"dedicated":[35,277],"to":[36,45,58,90,98,136,148,164,174,198,240,278,289,327],"separate":[38],"need,":[39],"powerfully":[40],"enhanced":[41],"the":[42,52,152,162,183,190,258,290,328],"agent\u2019s":[43],"capacity":[44],"satisfy":[46,99,222],"its":[47,250],"overall":[48],"needs.":[49,230,251],"We":[50,74],"used":[51],"formalism":[53],"deep":[55],"reinforcement":[56],"learning":[57],"investigate":[59],"biologically":[61],"relevant":[62],"multi-objective":[63],"task:":[64],"continually":[65,221],"maintaining":[66,300],"homeostasis":[67,301],"set":[70,304],"physiologic":[72],"variables.":[73],"then":[75],"conducted":[76],"simulations":[77],"environments":[82,166,201],"and":[83,127,141,167,177,227,262,282,313],"compared":[84],"how":[85,246],"agents":[87,93,95,195,219,295],"performed":[88],"relative":[89],"standard":[91,291],"monolithic":[92,237,292],"(i.e.,":[94],"aimed":[97],"all":[100],"integrated":[104],"manner":[105],"using":[106],"single":[108],"aggregate":[109],"measure":[110],"success).":[112],"Simulations":[113],"revealed":[114],"agents:":[117],"a)":[118],"exhibited":[119],"form":[121],"exploration":[123,176],"was":[125],"intrinsic":[126,175],"emergent":[128],"rather":[129],"than":[130],"extrinsically":[131],"imposed;":[132],"b)":[133],"were":[134,172,296],"robust":[135],"changes":[137],"non-stationary":[139],"environments,":[140,310],"c)":[142],"scaled":[143],"gracefully":[144],"their":[146],"ability":[147],"maintain":[149],"home-ostasis":[150],"number":[153],"objectives":[156],"increased.":[157],"Supporting":[158],"analysis":[159],"suggested":[160],"robustness":[163],"increasing":[168],"numbers":[169],"due":[173],"efficiency":[178],"representation":[180],"afforded":[181],"by":[182,193],"architecture.":[185],"These":[186,315],"results":[187,316],"suggest":[188,317],"normative":[191],"principles":[192],"which":[194],"have":[196,207],"adapted":[197],"complex":[199],"may":[202,322],"also":[203],"explain":[204],"why":[205],"humans":[206],"long":[208],"been":[209],"described":[210],"consisting":[212],"\u2018multiple":[214,320],"selves\u2019.":[215],"Significance":[216],"Statement":[217],"Adaptive":[218],"must":[220],"range":[224],"distinct":[226],"possibly":[228],"In":[231],"most":[232],"models":[233],"learning,":[235],"tries":[239],"maximize":[241],"one":[242],"value":[243],"measures":[245],"well":[247],"it":[248],"balances":[249],"However,":[252],"this":[253],"task":[254],"difficult":[256],"when":[257],"world":[259],"are":[264],"many.":[265],"considered":[268],"modules":[275],"particular":[280],"need":[281],"competing":[283],"control":[285],"action.":[287],"Compared":[288],"approach,":[293],"much":[297],"better":[298],"at":[299],"internal":[306],"variables":[307],"simulated":[309],"both":[311],"static":[312],"changing.":[314],"having":[319],"selves\u2019":[321],"represent":[323],"evolved":[325],"solution":[326],"universal":[329],"problem":[330],"balancing":[332],"multiple":[333],"environments.":[337]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2023-07-04T00:00:00"}