{"id":"https://openalex.org/W4387955153","doi":"https://doi.org/10.1038/s42256-023-00745-y","title":"Mode switching in organisms for solving explore-versus-exploit problems","display_name":"Mode switching in organisms for solving explore-versus-exploit problems","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387955153","doi":"https://doi.org/10.1038/s42256-023-00745-y"},"language":"en","primary_location":{"id":"doi:10.1038/s42256-023-00745-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s42256-023-00745-y","pdf_url":"https://www.nature.com/articles/s42256-023-00745-y.pdf","source":{"id":"https://openalex.org/S2912241403","display_name":"Nature Machine Intelligence","issn_l":"2522-5839","issn":["2522-5839"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.nature.com/articles/s42256-023-00745-y.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046019468","display_name":"Debojyoti Biswas","orcid":"https://orcid.org/0000-0003-4141-4034"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Debojyoti Biswas","raw_affiliation_strings":["Laboratory for Computational Sensing and Robotics, Johns Hopkins University, Baltimore, MD, USA"],"affiliations":[{"raw_affiliation_string":"Laboratory for Computational Sensing and Robotics, Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033424858","display_name":"Andrew Lamperski","orcid":"https://orcid.org/0000-0003-0383-1830"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Lamperski","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis, MN, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102955770","display_name":"Yu Yang","orcid":"https://orcid.org/0009-0002-9512-5377"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Yang","raw_affiliation_strings":["Department of Mechanical Engineering, Johns Hopkins University, Baltimore, MD, USA","Laboratory for Computational Sensing and Robotics, Johns Hopkins University, Baltimore, MD, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Laboratory for Computational Sensing and Robotics, Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057312329","display_name":"Kathleen Hoffman","orcid":"https://orcid.org/0000-0002-1776-319X"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kathleen Hoffman","raw_affiliation_strings":["Department of Mathematics and Statistics, University of Maryland, Baltimore County, Baltimore, MD, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Statistics, University of Maryland, Baltimore County, Baltimore, MD, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018563718","display_name":"John Guckenheimer","orcid":"https://orcid.org/0000-0001-6655-7862"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Guckenheimer","raw_affiliation_strings":["Department of Mathematics, Cornell University, Ithaca, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069108498","display_name":"Eric S. Fortune","orcid":"https://orcid.org/0000-0001-6447-5425"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric S. Fortune","raw_affiliation_strings":["Federated Department of Biological Sciences, New Jersey Institute of Technology, Newark, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Federated Department of Biological Sciences, New Jersey Institute of Technology, Newark, NJ, USA","institution_ids":["https://openalex.org/I118118575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071685265","display_name":"Noah J. Cowan","orcid":"https://orcid.org/0000-0003-2502-3770"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noah J. Cowan","raw_affiliation_strings":["Department of Mechanical Engineering, Johns Hopkins University, Baltimore, MD, USA","Laboratory for Computational Sensing and Robotics, Johns Hopkins University, Baltimore, MD, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Laboratory for Computational Sensing and Robotics, Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5046019468"],"corresponding_institution_ids":["https://openalex.org/I145311948"],"apc_list":{"value":9750,"currency":"EUR","value_usd":11690},"apc_paid":{"value":9750,"currency":"EUR","value_usd":11690},"fwci":8.9029,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.98252215,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"5","issue":"11","first_page":"1285","last_page":"1296"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12014","display_name":"Fish biology, ecology, and behavior","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2309","display_name":"Nature and Landscape Conservation"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12014","display_name":"Fish biology, ecology, and behavior","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2309","display_name":"Nature and Landscape Conservation"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10302","display_name":"Fish Ecology and Management Studies","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/2309","display_name":"Nature and Landscape Conservation"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.8356537818908691},{"id":"https://openalex.org/keywords/salience","display_name":"Salience (neuroscience)","score":0.7907702922821045},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6450482606887817},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5972986817359924},{"id":"https://openalex.org/keywords/foraging","display_name":"Foraging","score":0.46066728234291077},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.43446388840675354},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36363232135772705},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3152015805244446},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18608427047729492},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.1662498414516449},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.14972078800201416},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09009745717048645}],"concepts":[{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.8356537818908691},{"id":"https://openalex.org/C108154423","wikidata":"https://www.wikidata.org/wiki/Q1469792","display_name":"Salience (neuroscience)","level":2,"score":0.7907702922821045},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6450482606887817},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5972986817359924},{"id":"https://openalex.org/C165287380","wikidata":"https://www.wikidata.org/wiki/Q2916569","display_name":"Foraging","level":2,"score":0.46066728234291077},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.43446388840675354},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36363232135772705},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3152015805244446},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18608427047729492},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.1662498414516449},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.14972078800201416},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09009745717048645}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1038/s42256-023-00745-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s42256-023-00745-y","pdf_url":"https://www.nature.com/articles/s42256-023-00745-y.pdf","source":{"id":"https://openalex.org/S2912241403","display_name":"Nature Machine Intelligence","issn_l":"2522-5839","issn":["2522-5839"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Machine Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:mdsoar.org:11603/30795","is_oa":true,"landing_page_url":"http://hdl.handle.net/11603/30795","pdf_url":"https://mdsoar.org/bitstreams/b8d22053-20cd-41af-861f-725b226e8874/download","source":{"id":"https://openalex.org/S4306402556","display_name":"Maryland Shared Open Access Repository (USMAI Consortium)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1038/s42256-023-00745-y","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s42256-023-00745-y","pdf_url":"https://www.nature.com/articles/s42256-023-00745-y.pdf","source":{"id":"https://openalex.org/S2912241403","display_name":"Nature Machine Intelligence","issn_l":"2522-5839","issn":["2522-5839"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Machine Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/14","display_name":"Life below water","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G2855079135","display_name":null,"funder_award_id":"N00014-21-1-2431","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5956420745","display_name":null,"funder_award_id":"2011619","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387955153.pdf"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1956636948","https://openalex.org/W1968621620","https://openalex.org/W1972265563","https://openalex.org/W1977512866","https://openalex.org/W1980452149","https://openalex.org/W1994786217","https://openalex.org/W1999316264","https://openalex.org/W2001516030","https://openalex.org/W2006611223","https://openalex.org/W2012647368","https://openalex.org/W2020096355","https://openalex.org/W2023498244","https://openalex.org/W2047082707","https://openalex.org/W2048869768","https://openalex.org/W2064590975","https://openalex.org/W2069156135","https://openalex.org/W2074759798","https://openalex.org/W2086532612","https://openalex.org/W2087014334","https://openalex.org/W2092295506","https://openalex.org/W2107726111","https://openalex.org/W2110521805","https://openalex.org/W2111893421","https://openalex.org/W2113789941","https://openalex.org/W2133758329","https://openalex.org/W2148429387","https://openalex.org/W2155084778","https://openalex.org/W2157737080","https://openalex.org/W2158668458","https://openalex.org/W2165173660","https://openalex.org/W2165472084","https://openalex.org/W2295874495","https://openalex.org/W2368740478","https://openalex.org/W2487171531","https://openalex.org/W2511735310","https://openalex.org/W2579328476","https://openalex.org/W2588687938","https://openalex.org/W2616987870","https://openalex.org/W2726423948","https://openalex.org/W2734838142","https://openalex.org/W2902800968","https://openalex.org/W2938838040","https://openalex.org/W2949186107","https://openalex.org/W2950006302","https://openalex.org/W2967347861","https://openalex.org/W3007400989","https://openalex.org/W3026615522","https://openalex.org/W3035967995","https://openalex.org/W3044541351","https://openalex.org/W3087515705","https://openalex.org/W3117276802","https://openalex.org/W3119091652","https://openalex.org/W3182337427","https://openalex.org/W4237903598"],"related_works":["https://openalex.org/W4200081355","https://openalex.org/W3081944365","https://openalex.org/W2135179174","https://openalex.org/W1932300341","https://openalex.org/W2294784349","https://openalex.org/W17155033","https://openalex.org/W2890381285","https://openalex.org/W1979659965","https://openalex.org/W2136432055","https://openalex.org/W301102721"],"abstract_inverted_index":{"Abstract":[0],"Trade-offs":[1],"between":[2,38],"producing":[3],"costly":[4],"movements":[5,107],"for":[6,82,103,111,205],"gathering":[7,84],"information":[8,14,85],"(\u2018explore\u2019)":[9],"and":[10,31,40,86,108,158,178,210],"using":[11,186],"previously":[12],"acquired":[13],"to":[15,62,125,150],"achieve":[16],"a":[17,22,58,68,126,163,203],"goal":[18],"(\u2018exploit\u2019)":[19],"arise":[20],"in":[21,71,128,198],"wide":[23],"variety":[24],"of":[25,76,96,117,131,212],"problems,":[26],"including":[27],"foraging,":[28],"reinforcement":[29],"learning":[30],"sensorimotor":[32],"control.":[33],"Determining":[34],"the":[35,52,64,73,129,137,169,180],"optimal":[36],"balance":[37,157],"exploration":[39],"exploitation":[41],"is":[42,80],"computationally":[43],"intractable,":[44],"necessitating":[45],"heuristic":[46,166,191],"solutions.":[47],"Here":[48],"we":[49],"show":[50],"that":[51,167],"electric":[53],"fish":[54,91],"Eigenmannia":[55],"virescens":[56],"uses":[57],"salience-dependent":[59,140],"mode-switching":[60,141,165,190],"strategy":[61],"solve":[63],"explore\u2013exploit":[65],"conflict":[66],"during":[67],"refuge-tracking":[69],"task":[70,88],"which":[72],"same":[74,138],"category":[75],"movement":[77,97],"(fore-aft":[78],"swimming)":[79],"used":[81],"both":[83],"achieving":[87],"goals.":[89],"The":[90,115],"produced":[92],"distinctive":[93,170],"non-Gaussian":[94],"distributions":[95],"velocities":[98],"characterized":[99],"by":[100,175],"sharp":[101],"peaks":[102],"slower,":[104],"task-oriented":[105],"\u2018exploit\u2019":[106],"broad":[109],"shoulders":[110],"faster":[112],"\u2018explore\u2019":[113],"movements.":[114,134],"measures":[116],"non-normality":[118],"increased":[119,121],"with":[120],"sensory":[122,139,176],"salience,":[123],"corresponding":[124],"decrease":[127],"prevalence":[130],"fast":[132],"explore":[133],"We":[135,161],"found":[136],"behaviour":[142],"across":[143],"ten":[144],"phylogenetically":[145],"diverse":[146],"organisms,":[147,199],"from":[148],"amoebae":[149],"humans,":[151],"performing":[152],"tasks":[153],"such":[154],"as":[155,200,202],"postural":[156],"target":[159],"tracking.":[160],"propose":[162],"state-uncertainty-based":[164],"reproduces":[168],"velocity":[171],"distribution,":[172],"rationalizes":[173],"modulation":[174],"salience":[177],"outperforms":[179],"classic":[181],"persistent":[182],"excitation":[183],"approach":[184],"while":[185],"less":[187],"energy.":[188],"This":[189],"provides":[192],"insights":[193],"into":[194],"purposeful":[195],"exploratory":[196],"behaviours":[197],"well":[201],"framework":[204],"more":[206],"efficient":[207],"state":[208],"estimation":[209],"control":[211],"robots.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}