{"id":"https://openalex.org/W2578664413","doi":null,"title":"Computational, Neuroscientific, and Lifespan Perspectives on the Exploration-Exploitation Dilemma","display_name":"Computational, Neuroscientific, and Lifespan Perspectives on the Exploration-Exploitation Dilemma","publication_year":2011,"publication_date":"2011-01-01","ids":{"openalex":"https://openalex.org/W2578664413","mag":"2578664413"},"language":"en","primary_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt6k90f413","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/6k90f413","pdf_url":"https://escholarship.org/uc/item/6k90f413","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the Annual Meeting of the Cognitive Science Society, vol 33, iss 33","raw_type":"article"},"volume":null,"type":"article","indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/uc/item/6k90f413","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034124363","display_name":"A. Ross Otto","orcid":"https://orcid.org/0000-0002-9997-1901","observed_orcids":["https://orcid.org/0000-0002-9997-1901"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"A. Ross Otto","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-9997-1901","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056649746","display_name":"W. Bradley Knox","orcid":"https://orcid.org/0000-0002-6006-9523","observed_orcids":["https://orcid.org/0000-0002-6006-9523"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"W. Bradley Knox","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-6006-9523","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069362336","display_name":"Bradley C. Love","orcid":"https://orcid.org/0000-0002-7883-7076","observed_orcids":["https://orcid.org/0000-0002-7883-7076"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bradley C. Love","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-7883-7076","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031715686","display_name":"Samuel Joseph Gershman","orcid":"https://orcid.org/0000-0002-6546-3298","observed_orcids":["https://orcid.org/0000-0002-6546-3298"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samuel J. Gershman","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-6546-3298","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055862445","display_name":"Yael Niv","orcid":"https://orcid.org/0000-0002-0259-8371","observed_orcids":["https://orcid.org/0000-0002-0259-8371"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yael Niv","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-0259-8371","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085344725","display_name":"Darrell A. Worthy","orcid":"https://orcid.org/0000-0001-5134-9745","observed_orcids":["https://orcid.org/0000-0001-5134-9745"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Darrell A. Worthy","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-5134-9745","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110906020","display_name":"William T. Maddox","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"William Maddox","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065326058","display_name":"Jared M. Hotaling","orcid":"https://orcid.org/0000-0001-7265-1310","observed_orcids":["https://orcid.org/0000-0001-7265-1310"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jared M. Hotaling","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-7265-1310","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025154104","display_name":"Jerome R. Busemeyer","orcid":"https://orcid.org/0000-0002-7594-1871","observed_orcids":["https://orcid.org/0000-0002-7594-1871"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jerome R. Busemeyer","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-7594-1871","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053621830","display_name":"Richard M. Shiffrin","orcid":"https://orcid.org/0000-0002-3708-3212","observed_orcids":["https://orcid.org/0000-0002-3708-3212"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Richard M. Shiffrin","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-3708-3212","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30673907,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":"33","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.6201000213623047,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.6201000213623047,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.3059000074863434,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.04439999908208847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploration-exploitation-trade-off","display_name":"exploration-exploitation balance","score":0.953000009059906},{"id":"https://openalex.org/keywords/information-search","display_name":"information search","score":0.5},{"id":"https://openalex.org/keywords/decision-making","display_name":"decision-making","score":0.5479999780654907},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.703000009059906},{"id":"https://openalex.org/keywords/computational-modeling-of-choice","display_name":"computational modeling of choice","score":0.7310000061988831},{"id":"https://openalex.org/keywords/lifespan-development","display_name":"lifespan development","score":0.492000013589859},{"id":"https://openalex.org/keywords/computational-psychiatry","display_name":"computational psychiatry","score":0.4359999895095825}],"concepts":[{"id":"https://openalex.org/C2778496695","wikidata":"https://www.wikidata.org/wiki/Q254128","display_name":"Dilemma","level":2,"score":0.7050662636756897},{"id":"https://openalex.org/C2778732403","wikidata":"https://www.wikidata.org/wiki/Q815577","display_name":"Ignorance","level":2,"score":0.6515839099884033},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5874557495117188},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5743870735168457},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5568634867668152},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.543830394744873},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5330184102058411},{"id":"https://openalex.org/C2778334971","wikidata":"https://www.wikidata.org/wiki/Q6958793","display_name":"Nagging","level":2,"score":0.5123942494392395},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4783632159233093},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4265863299369812},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3955586850643158},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3448695242404938},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3272106945514679},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.26408565044403076},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.22282317280769348},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.10369887948036194},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:escholarship.org/ark:/13030/qt6k90f413","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/6k90f413","pdf_url":"https://escholarship.org/uc/item/6k90f413","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the Annual Meeting of the Cognitive Science Society, vol 33, iss 33","raw_type":"article"},{"id":"pmh:qt6k90f413","doi":null,"is_oa":true,"landing_page_url":"http://www.escholarship.org/uc/item/6k90f413","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Otto, A. Ross; Knox, Bradley; Love, Bradley; Gershman, Sam; Niv, Yael; Worthy, Darrell; \u00c2\u00a0et al.(2011). Computational, Neuroscientific, and Lifespan Perspectives on the Exploration-Exploitation Dilemma. Proceedings of the Cognitive Science Society, 33(33). Retrieved from: http://www.escholarship.org/uc/item/6k90f413","raw_type":"article"},{"id":"mag:2578664413","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/content/qt6k90f413/qt6k90f413.pdf?t=op2ldx","pdf_url":null,"source":{"id":"https://openalex.org/S78735424","display_name":"Cognitive Science","issn_l":"0364-0213","issn":["0364-0213","1551-6709"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Cognitive Science","raw_type":null}],"best_oa_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt6k90f413","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/6k90f413","pdf_url":"https://escholarship.org/uc/item/6k90f413","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the Annual Meeting of the Cognitive Science Society, vol 33, iss 33","raw_type":"article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2578664413.pdf","grobid_xml":"https://content.openalex.org/works/W2578664413.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W2077611535","https://openalex.org/W2129882844","https://openalex.org/W2134243390","https://openalex.org/W2911283634","https://openalex.org/W2914656440"],"related_works":["https://openalex.org/W2400152625","https://openalex.org/W4241237167","https://openalex.org/W4388325436","https://openalex.org/W2253277154","https://openalex.org/W2970588157","https://openalex.org/W3038622872","https://openalex.org/W2084489534","https://openalex.org/W2077611535","https://openalex.org/W2120722175","https://openalex.org/W4389110052"],"abstract_inverted_index":{"Computational,":[0],"Neuroscientific,":[1],"and":[2,20,40,52,172,255,271,309,348,383,430,484,500,512,529,536,549,576,606,615,649],"Lifespan":[3],"Perspectives":[4],"on":[5,438],"the":[6,70,128,151,205,214,234,253,279,307,346,356,439,455,493,544,554,580,637,659,675],"Exploration-Exploitation":[7],"Dilemma":[8],"A.":[9,49],"Ross":[10,619],"Otto":[11],"1":[12,24,51],"(Moderator)":[13],",":[14,19],"Bradley":[15,21,622,625],"W.":[16,53,621],"Knox":[17],"2":[18,28,56],"C.":[22,626],"Love":[23,627],"Department":[25,29,43,57],"of":[26,30,34,44,58,92,123,131,155,167,216,221,233,245,281,287,313,355,407,458,461,470,472,519,556,573,582,639,668,677],"Psychology,":[27,45,59],"Computer":[31],"Science,":[32],"University":[33,47],"Texas":[35,60],"at":[36],"Austin":[37],"Sam":[38],"Gershman":[39],"Yael":[41],"Niv":[42],"Princeton":[46],"Darrell":[48],"Worthy":[50],"Todd":[54],"Maddox":[55],"AM":[61],"computational":[62,265,341,408],"modeling;":[63],"cogni-":[64],"tive":[65,211],"neuroscience,":[66],"information":[67,149,282,513],"search":[68,514],"Consider":[69],"following":[71],"real-life":[72],"decisions":[73,125],"that":[74,427],"we":[75],"make:":[76],"deciding":[77,102],"which":[78],"route":[79],"to":[80,83,147,169,199,238,250,273,333,343,379,386,410,419,497,565,569,646,655],"take":[81],"home":[82],"minimize":[84],"time":[85],"spent":[86],"traveling,":[87],"choosing":[88],"amongst":[89],"a":[90,96,105,109,164,243,399,467,570,633,681],"set":[91,572],"known":[93],"restaurants":[94],"or":[95],"new":[97,106],"restaurant":[98],"when":[99,516],"dining":[100],"out,":[101],"between":[103,527,636],"reading":[104],"book":[107],"by":[108,363,585],"consistently":[110],"good":[111],"author":[112,115],"versus":[113,140],"an":[114],"whose":[116],"books":[117],"vary":[118],"widely":[119],"in":[120,136,145,204,297,305,316,325,335,377,390,405,421,451,492,495,521,597,611,629,643,653,665],"quality.":[121],"All":[122],"these":[124,160,202,364,459,486,586],"involve":[126],"balancing":[127,159],"conflicting":[129],"demands":[130,162,203,280],"exploiting":[132,640],"pre-":[133],"vious":[134],"knowledge":[135,642],"order":[137,146,378,496,654],"maximize":[138,647],"payoffs":[139],"explor-":[141],"ing":[142,604],"less-known":[143,651],"options":[144,652],"gain":[148],"about":[150,218,543],"currently":[152],"optimal":[153],"course":[154,555],"action.":[156],"Indeed,":[157],"successfully":[158],"competing":[161],"is":[163,237],"non-trivial":[165],"problem":[166],"interest":[168],"artificial":[170],"intelligence":[171],"neural":[173],"Reinforcement":[174],"Learning":[175],"(RL)":[176],"research":[177,426,442,583],"communities":[178],"alike":[179],"(Cohen,":[180],"McClure,":[181],"&":[182,190,323,464,504,534,561,624],"Yu,":[183],"2007;":[184],"Daw":[185],"et":[186,319],"al.,":[187,320],"2006;":[188,321],"Sutton":[189],"Barto,":[191],"1998).":[192],"There":[193],"are":[194,248,338,366,475,490],"adverse":[195],"consequences":[196],"for":[197,401],"failing":[198],"properly":[200],"balance":[201],"above":[206],"examples:":[207],"solely":[208],"making":[209,558],"exploita-":[210],"choices":[212,376,462,502,528],"entails":[213],"possibility":[215],"ignorance":[217],"better":[219,251,344],"courses":[220,518],"action,":[222],"while":[223],"exploring":[224,650],"too":[225],"frequently":[226],"incurs":[227],"large":[228],"opportunity":[229],"costs.":[230],"The":[231,327,359,394,414,441],"goal":[232],"proposed":[235,395],"symposium":[236,337,396],"bring":[239],"together":[240],"researchers":[241],"from":[242,370],"variety":[244],"perspectives":[246,437],"who":[247,330,416],"working":[249],"understand":[252,345],"psychological":[254,347,429,575],"neurobiological":[256,308,349,431],"mechanisms":[257,350,432],"underlying":[258,374,433,456],"exploratory":[259,314,391,412,434,452,482,547,669],"choice.":[260,288,413],"In":[261,563],"recent":[262,403],"years,":[263],"novel":[264],"modeling":[266,290,360,409],"approaches":[267,361],"have":[268,292,331,417],"been":[269],"developed":[270],"applied":[272],"understanding":[274,306],"how":[275,485,507,538],"hu-":[276],"mans":[277],"incorporate":[278,510,601],"gathering":[283],"into":[284],"their":[285,598],"patterns":[286],"These":[289],"techniques":[291],"yielded":[293],"insight":[294],"not":[295],"only":[296],"describing":[298,387],"human":[299,411],"choice":[300,392,548,605,670],"behav-":[301],"ior,":[302],"but":[303],"also":[304],"physio-":[310],"logical":[311],"correlates":[312],"decision-making":[315],"humans":[317,474],"(Daw":[318],"Jepma":[322],"Niewenhuis,":[324],"press).":[326],"re-":[328],"searchers":[329],"agreed":[332,418],"participate":[334,420],"this":[336,422],"all":[339],"applying":[340],"models":[342],"under-":[351],"pinning":[352],"peoples":[353],"negotiation":[354],"exploration-exploitation":[357],"tradeoff.":[358],"taken":[362],"speakers":[365,415,587],"indeed":[367],"diverse,":[368],"ranging":[369],"uncovering":[371],"hidden":[372],"variables":[373],"decision-makers\u2019":[375],"unpack":[380],"neu-":[381],"robiological":[382],"physiological":[384],"measurements":[385],"aging-related":[388],"changes":[389,450],"behavior.":[393],"will":[397],"provide":[398],"forum":[400],"highlighting":[402],"advances":[404],"applications":[406],"symposium\u2013while":[423],"each":[424,596],"performing":[425],"elucidates":[428],"decision-making\u2014offer":[435],"different":[436],"issue.":[440],"described":[443,584],"includes":[444],"1)":[445],"aging":[446],"work":[447],"examining":[448],"lifespan":[449],"decision-making,":[453],"elucidating":[454],"neurobiology":[457],"types":[460],"(Worthy":[463],"Maddox),":[465],"2)":[466],"Bayesian":[468],"account":[469],"effect":[471],"novelty\u2013when":[473],"presented":[476],"with":[477,523,592],"new,":[478],"potentially":[479],"rewarding":[480],"options\u2013on":[481],"choice,":[483],"nov-":[487],"elty":[488],"signals":[489],"represented":[491],"brain":[494],"compute":[498],"values":[499],"guide":[501],"(Gershman":[503],"Niv),":[505],"3)":[506],"individu-":[508],"als":[509],"uncertainty":[511],"costs":[515],"planning":[517],"action":[520],"situations":[522],"sequential":[524],"de-":[525],"pendencies":[526],"outcomes":[530],"(Hotaling,":[531],"Buse-":[532],"meyer,":[533],"Shiffrin),":[535],"4)":[537],"internally":[539],"calculated":[540],"uncer-":[541],"tainty":[542],"environment":[545],"directs":[546],"manifests":[550],"itself":[551],"physiologically":[552],"over":[553],"decision-":[557],"(Otto,":[559],"Knox,":[560,623],"Love).":[562],"addition":[564],"proposing":[566],"an-":[567],"swers":[568],"diverse":[571],"important":[574],"neuro-":[577],"scientific":[578],"questions,":[579],"lines":[581],"rely":[588],"upon":[589],"laboratory":[590],"tasks":[591],"monetary":[593],"incentives":[594],"that,":[595],"own":[599],"way,":[600],"ecologically":[602],"interest-":[603],"reward":[607],"dynamics.":[608],"Belief-directed":[609],"Exploration":[610],"Human":[612],"Decision-Makers:":[613],"Behavioral":[614],"Physiological":[616],"Evidence":[617],"A":[618],"Otto,":[620],"Decision-making":[628],"uncertain":[630],"environments":[631],"poses":[632],"con-":[634],"flict":[635],"goals":[638],"past":[641],"or-":[644],"der":[645],"rewards":[648],"gather":[656],"information.":[657],"However,":[658],"descriptive":[660],"mod-":[661],"eling":[662],"framework":[663],"utilized":[664],"previous":[666],"studies":[667],"behavior":[671],"characterizes":[672],"exploration":[673],"as":[674],"result":[676],"choices,":[678],"rather":[679],"than":[680],"process":[682],"reflecting":[683],"beliefs":[684],"and/or":[685],"un-":[686]},"counts_by_year":[],"updated_date":"2026-10-17T09:40:24.721904","created_date":"2017-01-26T00:00:00"}