{"id":"https://openalex.org/W2951603152","doi":"https://doi.org/10.1093/nc/niz004","title":"Confidence modulates exploration and exploitation in value-based learning","display_name":"Confidence modulates exploration and exploitation in value-based learning","alternate_titles":[],"publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2951603152","doi":"https://doi.org/10.1093/nc/niz004","mag":"2951603152","pmid":"https://pubmed.ncbi.nlm.nih.gov/31086679","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/6505439"},"language":"en","primary_location":{"id":"doi:10.1093/nc/niz004","doi":"https://doi.org/10.1093/nc/niz004","is_oa":true,"landing_page_url":"https://doi.org/10.1093/nc/niz004","pdf_url":"https://academic.oup.com/nc/article-pdf/2019/1/niz004/28567189/niz004.pdf","source":{"id":"https://openalex.org/S2735251646","display_name":"Neuroscience of Consciousness","issn_l":"2057-2107","issn":["2057-2107"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311647","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/P4310311647"],"host_organization_lineage_names":["University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neuroscience of Consciousness","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2951603152"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://academic.oup.com/nc/article-pdf/2019/1/niz004/28567189/niz004.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011781318","display_name":"Annika Boldt","orcid":"https://orcid.org/0000-0002-6913-5099","observed_orcids":["https://orcid.org/0000-0002-6913-5099"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Annika Boldt","raw_affiliation_strings":["Department of Psychology, University of Cambridge, Downing Street, Cambridge, UK","Institute of Cognitive Neuroscience, University College London, 17 Queen Square, London, UK"],"raw_orcid":"https://orcid.org/0000-0002-6913-5099","affiliations":[{"raw_affiliation_string":"Department of Psychology, University of Cambridge, Downing Street, Cambridge, UK","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"Institute of Cognitive Neuroscience, University College London, 17 Queen Square, London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102898754","display_name":"Charles Blundell","orcid":"https://orcid.org/0000-0003-0336-0696","observed_orcids":["https://orcid.org/0000-0003-0336-0696"]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Charles Blundell","raw_affiliation_strings":["Google DeepMind, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind, London, UK","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075625656","display_name":"Benedetto De Martino","orcid":"https://orcid.org/0000-0002-3555-2732","observed_orcids":["https://orcid.org/0000-0002-3555-2732"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Benedetto De Martino","raw_affiliation_strings":["Institute of Cognitive Neuroscience, University College London, 17 Queen Square, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Cognitive Neuroscience, University College London, 17 Queen Square, London, UK","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5011781318"],"corresponding_institution_ids":["https://openalex.org/I241749","https://openalex.org/I45129253"],"apc_list":{"value":2251,"currency":"EUR","value_usd":2544},"apc_paid":{"value":1418,"currency":"EUR","value_usd":1529},"fwci":7.854,"has_fulltext":true,"cited_by_count":144,"citation_normalized_percentile":{"value":0.98352214,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"2019","issue":"1","first_page":"niz004","last_page":"niz004"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.49070000648498535,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.49070000648498535,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.44749999046325684,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.008200000040233135,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/belief-confidence","display_name":"belief confidence","score":0.8159999847412109},{"id":"https://openalex.org/keywords/exploration-exploitation-trade-off","display_name":"exploration-exploitation balance","score":0.7820000052452087},{"id":"https://openalex.org/keywords/values-education","display_name":"values education","score":0.7789999842643738},{"id":"https://openalex.org/keywords/metacognition","display_name":"metacognition","score":0.8059999942779541},{"id":"https://openalex.org/keywords/decision-confidence","display_name":"decision confidence","score":0.6759999990463257},{"id":"https://openalex.org/keywords/uncertainty-representation","display_name":"uncertainty representation","score":0.48100000619888306},{"id":"https://openalex.org/keywords/multi-armed-bandits","display_name":"multi-armed bandits","score":0.843999981880188},{"id":"https://openalex.org/keywords/cognitive-control","display_name":"cognitive control","score":0.699999988079071},{"id":"https://openalex.org/keywords/belief-updating","display_name":"belief updating","score":0.3659999966621399}],"concepts":[{"id":"https://openalex.org/C118147538","wikidata":"https://www.wikidata.org/wiki/Q1126970","display_name":"Metacognition","level":3,"score":0.8670914769172668},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.6174630522727966},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5918842554092407},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.573556661605835},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5124028325080872},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5050686001777649},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32550695538520813},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.16642364859580994},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1093/nc/niz004","doi":"https://doi.org/10.1093/nc/niz004","is_oa":true,"landing_page_url":"https://doi.org/10.1093/nc/niz004","pdf_url":"https://academic.oup.com/nc/article-pdf/2019/1/niz004/28567189/niz004.pdf","source":{"id":"https://openalex.org/S2735251646","display_name":"Neuroscience of Consciousness","issn_l":"2057-2107","issn":["2057-2107"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311647","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/P4310311647"],"host_organization_lineage_names":["University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neuroscience of Consciousness","raw_type":"journal-article"},{"id":"doi:10.1101/236026","doi":"https://doi.org/10.1101/236026","is_oa":true,"landing_page_url":"https://doi.org/10.1101/236026","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2017/12/28/236026.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},{"id":"pmh:oai:pubmedcentral.nih.gov:6505439","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC6505439/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neurosci Conscious","raw_type":"Text"},{"id":"pmid:31086679","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31086679","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neuroscience of consciousness","raw_type":"Journal Article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10075023","doi":null,"is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10075023/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Neurosci Conscious , 2019 (1) , Article niz004. (2019)","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1093/nc/niz004","doi":"https://doi.org/10.1093/nc/niz004","is_oa":true,"landing_page_url":"https://doi.org/10.1093/nc/niz004","pdf_url":"https://academic.oup.com/nc/article-pdf/2019/1/niz004/28567189/niz004.pdf","source":{"id":"https://openalex.org/S2735251646","display_name":"Neuroscience of Consciousness","issn_l":"2057-2107","issn":["2057-2107"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311647","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/P4310311647"],"host_organization_lineage_names":["University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neuroscience of Consciousness","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G8693308644","display_name":"Imperfect choice and the brain: uncertainty, value and decision-making.","funder_award_id":"102612/A/13/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"}],"funders":[{"id":"https://openalex.org/F4320311904","display_name":"Wellcome Trust","ror":"https://ror.org/029chgv08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2951603152.pdf","grobid_xml":"https://content.openalex.org/works/W2951603152.grobid-xml"},"referenced_works_count":77,"referenced_works":["https://openalex.org/W20085421","https://openalex.org/W141877818","https://openalex.org/W578139102","https://openalex.org/W580437509","https://openalex.org/W1537543935","https://openalex.org/W1598182466","https://openalex.org/W1793734229","https://openalex.org/W1939692617","https://openalex.org/W1965647411","https://openalex.org/W1967003847","https://openalex.org/W1970951996","https://openalex.org/W1982490126","https://openalex.org/W1987728722","https://openalex.org/W1995192446","https://openalex.org/W1999611081","https://openalex.org/W2000803197","https://openalex.org/W2006650111","https://openalex.org/W2010421643","https://openalex.org/W2012319162","https://openalex.org/W2012757584","https://openalex.org/W2016653165","https://openalex.org/W2017212321","https://openalex.org/W2019760471","https://openalex.org/W2026136470","https://openalex.org/W2032345561","https://openalex.org/W2066619798","https://openalex.org/W2071161745","https://openalex.org/W2071527134","https://openalex.org/W2072022003","https://openalex.org/W2077611535","https://openalex.org/W2080470571","https://openalex.org/W2083248528","https://openalex.org/W2083479504","https://openalex.org/W2089580004","https://openalex.org/W2095576699","https://openalex.org/W2098613458","https://openalex.org/W2101518352","https://openalex.org/W2104225738","https://openalex.org/W2121863487","https://openalex.org/W2133877521","https://openalex.org/W2134243390","https://openalex.org/W2136958493","https://openalex.org/W2138315913","https://openalex.org/W2149129640","https://openalex.org/W2149695166","https://openalex.org/W2150234857","https://openalex.org/W2154562678","https://openalex.org/W2155610381","https://openalex.org/W2156525945","https://openalex.org/W2157745749","https://openalex.org/W2158389550","https://openalex.org/W2158741413","https://openalex.org/W2161440539","https://openalex.org/W2164829863","https://openalex.org/W2174109782","https://openalex.org/W2216339701","https://openalex.org/W2220282344","https://openalex.org/W2232925767","https://openalex.org/W2276275277","https://openalex.org/W2288271511","https://openalex.org/W2312443520","https://openalex.org/W2314029137","https://openalex.org/W2323154394","https://openalex.org/W2334233194","https://openalex.org/W2413573154","https://openalex.org/W2515554738","https://openalex.org/W2556507681","https://openalex.org/W2605154204","https://openalex.org/W2618832075","https://openalex.org/W2803340568","https://openalex.org/W2923742357","https://openalex.org/W2953219509","https://openalex.org/W4214717370","https://openalex.org/W4243865807","https://openalex.org/W4243906228","https://openalex.org/W6760590573","https://openalex.org/W7098408296"],"related_works":["https://openalex.org/W7165682251","https://openalex.org/W4293005046","https://openalex.org/W2060762691","https://openalex.org/W4404271588","https://openalex.org/W4404819820","https://openalex.org/W4206232764","https://openalex.org/W7155622236","https://openalex.org/W4319655640","https://openalex.org/W6964609090","https://openalex.org/W3109133422"],"abstract_inverted_index":{"Uncertainty":[0],"is":[1,58],"ubiquitous":[2],"in":[3,24,29,44,60,82,107,116,135,138,170,185],"cognitive":[4,189],"processing.":[5],"In":[6],"this":[7],"study,":[8],"we":[9,36,73],"aim":[10],"to":[11,17,50,100,131],"investigate":[12],"the":[13,21,30,83,168,186],"ability":[14],"agents":[15],"possess":[16],"track":[18],"and":[19,54,79,104],"report":[20],"noise":[22],"inherent":[23,43],"their":[25,45,114,117,151,161,171],"mental":[26],"operations,":[27],"often":[28],"form":[31],"of":[32,47,68,85,133,150,188],"confidence":[33,62,115,143],"judgments.":[34,63],"Here,":[35],"argue":[37,176],"that":[38,96,125,177],"humans":[39],"can":[40,128],"use":[41],"uncertainty":[42,57,81,99,127,169,179],"representations":[46,119,180],"value":[48,87,118,126],"beliefs":[49,76,88],"arbitrate":[51,101],"between":[52,102],"exploration":[53,103,112],"exploitation.":[55],"Such":[56],"reflected":[59,106],"explicit":[61],"Using":[64],"a":[65,69,108,182],"novel":[66],"variant":[67],"multi-armed":[70],"bandit":[71],"paradigm,":[72],"studied":[74],"how":[75,80],"were":[77,163],"formed":[78],"encoding":[84],"these":[86,174],"(belief":[89],"confidence)":[90],"evolved":[91],"over":[92],"time.":[93],"We":[94,122],"found":[95,124],"people":[97],"used":[98],"exploitation,":[105],"higher":[109,157],"tendency":[110],"toward":[111],"when":[113],"was":[120],"low.":[121],"furthermore":[123],"be":[129],"linked":[130],"frameworks":[132],"metacognition":[134],"decision":[136,145],"making":[137],"two":[139],"ways.":[140],"First,":[141],"belief":[142],"drives":[144],"confidence,":[146],"i.e.":[147],"people's":[148],"evaluation":[149],"own":[152],"choices.":[153],"Second,":[154],"individuals":[155],"with":[156],"metacognitive":[158],"insight":[159],"into":[160],"choices":[162],"also":[164],"better":[165],"at":[166],"tracing":[167],"environment.":[172],"Together,":[173],"findings":[175],"such":[178],"play":[181],"key":[183],"role":[184],"context":[187],"control.":[190]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2951603152","counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":17},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":3}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2019-06-27T00:00:00"}
