{"id":"https://openalex.org/W4300690278","doi":"https://doi.org/10.1371/journal.pcbi.1010580","title":"The value of confidence: Confidence prediction errors drive value-based learning in the absence of external feedback","display_name":"The value of confidence: Confidence prediction errors drive value-based learning in the absence of external feedback","publication_year":2022,"publication_date":"2022-10-03","ids":{"openalex":"https://openalex.org/W4300690278","doi":"https://doi.org/10.1371/journal.pcbi.1010580","pmid":"https://pubmed.ncbi.nlm.nih.gov/36191055"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1010580","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1010580","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1371/journal.pcbi.1010580","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085639760","display_name":"Lena Esther Ptasczynski","orcid":"https://orcid.org/0000-0002-8267-7239"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]},{"id":"https://openalex.org/I75951250","display_name":"Freie Universit\u00e4t Berlin","ror":"https://ror.org/046ak2485","country_code":"DE","type":"education","lineage":["https://openalex.org/I75951250"]},{"id":"https://openalex.org/I7877124","display_name":"Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/001w7jn25","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I7877124"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Lena Esther Ptasczynski","raw_affiliation_strings":["Berlin School of Mind and Brain, Humboldt-Universit\u00e4t zu Berlin, Berlin, Germany","Charit\u00e9-Universit\u00e4tsmedizin Berlin, corporate member of Freie Universit\u00e4t Berlin and Humboldt-Universit\u00e4t zu Berlin, Department of Psychiatry and Neurosciences, Berlin, Germany","Charit\u00e9\u2014Universit\u00e4tsmedizin Berlin, corporate member of Freie Universit\u00e4t Berlin and Humboldt-Universit\u00e4t zu Berlin, Department of Psychiatry and Neurosciences, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Berlin School of Mind and Brain, Humboldt-Universit\u00e4t zu Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]},{"raw_affiliation_string":"Charit\u00e9-Universit\u00e4tsmedizin Berlin, corporate member of Freie Universit\u00e4t Berlin and Humboldt-Universit\u00e4t zu Berlin, Department of Psychiatry and Neurosciences, Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]},{"raw_affiliation_string":"Charit\u00e9\u2014Universit\u00e4tsmedizin Berlin, corporate member of Freie Universit\u00e4t Berlin and Humboldt-Universit\u00e4t zu Berlin, Department of Psychiatry and Neurosciences, Berlin, Germany","institution_ids":["https://openalex.org/I39343248","https://openalex.org/I7877124","https://openalex.org/I75951250"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055117084","display_name":"Isa Steinecker","orcid":null},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]},{"id":"https://openalex.org/I4210152641","display_name":"Bernstein Center for Computational Neuroscience Berlin","ror":"https://ror.org/05ewdps05","country_code":"DE","type":"government","lineage":["https://openalex.org/I4210092532","https://openalex.org/I4210152641"]},{"id":"https://openalex.org/I75951250","display_name":"Freie Universit\u00e4t Berlin","ror":"https://ror.org/046ak2485","country_code":"DE","type":"education","lineage":["https://openalex.org/I75951250"]},{"id":"https://openalex.org/I7877124","display_name":"Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/001w7jn25","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I7877124"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Isa Steinecker","raw_affiliation_strings":["Bernstein Center for Computational Neuroscience, corporate member of Humboldt-Universit\u00e4t zu Berlin, Berlin, Germany","Charit\u00e9-Universit\u00e4tsmedizin Berlin, corporate member of Freie Universit\u00e4t Berlin and Humboldt-Universit\u00e4t zu Berlin, Department of Psychiatry and Neurosciences, Berlin, Germany","Charit\u00e9\u2014Universit\u00e4tsmedizin Berlin, corporate member of Freie Universit\u00e4t Berlin and Humboldt-Universit\u00e4t zu Berlin, Department of Psychiatry and Neurosciences, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Bernstein Center for Computational Neuroscience, corporate member of Humboldt-Universit\u00e4t zu Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4210152641","https://openalex.org/I39343248"]},{"raw_affiliation_string":"Charit\u00e9-Universit\u00e4tsmedizin Berlin, corporate member of Freie Universit\u00e4t Berlin and Humboldt-Universit\u00e4t zu Berlin, Department of Psychiatry and Neurosciences, Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]},{"raw_affiliation_string":"Charit\u00e9\u2014Universit\u00e4tsmedizin Berlin, corporate member of Freie Universit\u00e4t Berlin and Humboldt-Universit\u00e4t zu Berlin, Department of Psychiatry and Neurosciences, Berlin, Germany","institution_ids":["https://openalex.org/I39343248","https://openalex.org/I7877124","https://openalex.org/I75951250"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010246301","display_name":"Philipp Sterzer","orcid":"https://orcid.org/0000-0003-4687-2317"},"institutions":[{"id":"https://openalex.org/I1850255","display_name":"University of Basel","ror":"https://ror.org/02s6k3f65","country_code":"CH","type":"education","lineage":["https://openalex.org/I1850255"]},{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]},{"id":"https://openalex.org/I4210152641","display_name":"Bernstein Center for Computational Neuroscience Berlin","ror":"https://ror.org/05ewdps05","country_code":"DE","type":"government","lineage":["https://openalex.org/I4210092532","https://openalex.org/I4210152641"]},{"id":"https://openalex.org/I4210166749","display_name":"Universit\u00e4re Psychiatrische Kliniken Basel","ror":"https://ror.org/05fw3jg78","country_code":"CH","type":"healthcare","lineage":["https://openalex.org/I4210166749"]},{"id":"https://openalex.org/I75951250","display_name":"Freie Universit\u00e4t Berlin","ror":"https://ror.org/046ak2485","country_code":"DE","type":"education","lineage":["https://openalex.org/I75951250"]},{"id":"https://openalex.org/I7877124","display_name":"Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/001w7jn25","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I7877124"]}],"countries":["CH","DE"],"is_corresponding":false,"raw_author_name":"Philipp Sterzer","raw_affiliation_strings":["Berlin School of Mind and Brain, Humboldt-Universit\u00e4t zu Berlin, Berlin, Germany","Bernstein Center for Computational Neuroscience, corporate member of Humboldt-Universit\u00e4t zu Berlin, Berlin, Germany","Charit\u00e9-Universit\u00e4tsmedizin Berlin, corporate member of Freie Universit\u00e4t Berlin and Humboldt-Universit\u00e4t zu Berlin, Department of Psychiatry and Neurosciences, Berlin, Germany","Universit\u00e4re Psychiatrische Kliniken Basel, University of Basel, Basel, Switzerland","Charit\u00e9\u2014Universit\u00e4tsmedizin Berlin, corporate member of Freie Universit\u00e4t Berlin and Humboldt-Universit\u00e4t zu Berlin, Department of Psychiatry and Neurosciences, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Berlin School of Mind and Brain, Humboldt-Universit\u00e4t zu Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]},{"raw_affiliation_string":"Bernstein Center for Computational Neuroscience, corporate member of Humboldt-Universit\u00e4t zu Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4210152641","https://openalex.org/I39343248"]},{"raw_affiliation_string":"Charit\u00e9-Universit\u00e4tsmedizin Berlin, corporate member of Freie Universit\u00e4t Berlin and Humboldt-Universit\u00e4t zu Berlin, Department of Psychiatry and Neurosciences, Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]},{"raw_affiliation_string":"Universit\u00e4re Psychiatrische Kliniken Basel, University of Basel, Basel, Switzerland","institution_ids":["https://openalex.org/I4210166749","https://openalex.org/I1850255"]},{"raw_affiliation_string":"Charit\u00e9\u2014Universit\u00e4tsmedizin Berlin, corporate member of Freie Universit\u00e4t Berlin and Humboldt-Universit\u00e4t zu Berlin, Department of Psychiatry and Neurosciences, Berlin, Germany","institution_ids":["https://openalex.org/I39343248","https://openalex.org/I7877124","https://openalex.org/I75951250"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003052040","display_name":"Matthias Guggenmos","orcid":"https://orcid.org/0000-0002-0139-4123"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]},{"id":"https://openalex.org/I75951250","display_name":"Freie Universit\u00e4t Berlin","ror":"https://ror.org/046ak2485","country_code":"DE","type":"education","lineage":["https://openalex.org/I75951250"]},{"id":"https://openalex.org/I7877124","display_name":"Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/001w7jn25","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I7877124"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Guggenmos","raw_affiliation_strings":["Charit\u00e9-Universit\u00e4tsmedizin Berlin, corporate member of Freie Universit\u00e4t Berlin and Humboldt-Universit\u00e4t zu Berlin, Department of Psychiatry and Neurosciences, Berlin, Germany","Health and Medical University, Institute for Mind, Brain and Behavior, Potsdam, Germany","Charit\u00e9\u2014Universit\u00e4tsmedizin Berlin, corporate member of Freie Universit\u00e4t Berlin and Humboldt-Universit\u00e4t zu Berlin, Department of Psychiatry and Neurosciences, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Charit\u00e9-Universit\u00e4tsmedizin Berlin, corporate member of Freie Universit\u00e4t Berlin and Humboldt-Universit\u00e4t zu Berlin, Department of Psychiatry and Neurosciences, Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]},{"raw_affiliation_string":"Health and Medical University, Institute for Mind, Brain and Behavior, Potsdam, Germany","institution_ids":[]},{"raw_affiliation_string":"Charit\u00e9\u2014Universit\u00e4tsmedizin Berlin, corporate member of Freie Universit\u00e4t Berlin and Humboldt-Universit\u00e4t zu Berlin, Department of Psychiatry and Neurosciences, Berlin, Germany","institution_ids":["https://openalex.org/I39343248","https://openalex.org/I7877124","https://openalex.org/I75951250"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5085639760"],"corresponding_institution_ids":["https://openalex.org/I39343248","https://openalex.org/I75951250","https://openalex.org/I7877124"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":1.7664,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.84396635,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"18","issue":"10","first_page":"e1010580","last_page":"e1010580"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7631903886795044},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.542553722858429},{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.4632130563259125},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.46300581097602844},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.4364287555217743},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4226812720298767},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40469077229499817},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39825811982154846},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.38278090953826904},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.36153358221054077},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3165867328643799},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.2012595534324646},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10863405466079712}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7631903886795044},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.542553722858429},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.4632130563259125},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46300581097602844},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4364287555217743},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4226812720298767},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40469077229499817},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39825811982154846},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.38278090953826904},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.36153358221054077},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3165867328643799},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2012595534324646},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10863405466079712},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003216","descriptor_name":"Conditioning, Operant","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003216","descriptor_name":"Conditioning, Operant","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003216","descriptor_name":"Conditioning, Operant","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005246","descriptor_name":"Feedback","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005246","descriptor_name":"Feedback","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005246","descriptor_name":"Feedback","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":5,"locations":[{"id":"doi:10.1371/journal.pcbi.1010580","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1010580","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},{"id":"pmid:36191055","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36191055","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":null},{"id":"pmh:oai:RePEc:plo:pcbi00:1010580","is_oa":false,"landing_page_url":"https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1010580","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:3100856319b1436ea8cb01ec3bd34188","is_oa":true,"landing_page_url":"https://doaj.org/article/3100856319b1436ea8cb01ec3bd34188","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 18, Iss 10, p e1010580 (2022)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:9560614","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9560614","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Comput Biol","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1010580","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1010580","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.800000011920929}],"awards":[{"id":"https://openalex.org/G5686881294","display_name":null,"funder_award_id":"STE 1430/9-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8509526019","display_name":null,"funder_award_id":"GU 1845/1-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8526424774","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320318606","display_name":"Berlin School of Mind and Brain","ror":null},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320329666","display_name":"Berlin Institute of Health","ror":"https://ror.org/0493xsw21"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1514930531","https://openalex.org/W1964180678","https://openalex.org/W1977249777","https://openalex.org/W1986345213","https://openalex.org/W1999189915","https://openalex.org/W2009617628","https://openalex.org/W2015770890","https://openalex.org/W2019014607","https://openalex.org/W2025806504","https://openalex.org/W2043527309","https://openalex.org/W2047106254","https://openalex.org/W2051226132","https://openalex.org/W2056334276","https://openalex.org/W2057228547","https://openalex.org/W2058327853","https://openalex.org/W2064895369","https://openalex.org/W2087972429","https://openalex.org/W2103111465","https://openalex.org/W2112412739","https://openalex.org/W2114013702","https://openalex.org/W2119732796","https://openalex.org/W2128969826","https://openalex.org/W2131045394","https://openalex.org/W2135400748","https://openalex.org/W2142635246","https://openalex.org/W2154559964","https://openalex.org/W2155684533","https://openalex.org/W2161803938","https://openalex.org/W2171446547","https://openalex.org/W2171583212","https://openalex.org/W2323154394","https://openalex.org/W2411004829","https://openalex.org/W2421917313","https://openalex.org/W2531490301","https://openalex.org/W2580972644","https://openalex.org/W2613797174","https://openalex.org/W2895764062","https://openalex.org/W2913606428","https://openalex.org/W2923970146","https://openalex.org/W2989963295","https://openalex.org/W3003257820","https://openalex.org/W3026098747","https://openalex.org/W3040105313","https://openalex.org/W3103145119","https://openalex.org/W4214717370","https://openalex.org/W4241087911","https://openalex.org/W4300107936","https://openalex.org/W6760494566"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2076061571","https://openalex.org/W2106552856","https://openalex.org/W1987513656","https://openalex.org/W2072376847","https://openalex.org/W4388940513"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,23,38,67,140,176,231],"algorithms":[2],"have":[3],"a":[4,41,70,80,136,154,192],"long-standing":[5],"success":[6],"story":[7],"in":[8,15,33,69,94,100,110,115,131,150,207,238],"explaining":[9],"the":[10,34,62,126,175,179,185,208,239],"dynamics":[11],"of":[12,36,44,64,73,108,118,129,138,178,195,210,241],"instrumental":[13,76],"conditioning":[14],"humans":[16],"and":[17,89,93,121,191],"other":[18],"species.":[19],"While":[20],"normative":[21],"reinforcement":[22,47],"models":[24,141,145,168],"are":[25],"critically":[26],"dependent":[27],"on":[28,50,184],"external":[29,54,91,160,242],"feedback,":[30,113],"recent":[31],"findings":[32],"field":[35],"perceptual":[37],"point":[39],"to":[40,102],"crucial":[42],"role":[43,128],"internally":[45],"generated":[46],"signals":[48,68,232],"based":[49,183],"subjective":[51,119,236],"confidence,":[52],"when":[53,158,219],"feedback":[55,92,211,220],"is":[56,162],"not":[57,222],"available.":[58,223],"Here,":[59],"we":[60,105,134],"investigated":[61],"existence":[63],"such":[65],"confidence-based":[66,139,167,216,230],"key":[71],"domain":[72],"reinforcement-based":[74],"learning:":[75],"conditioning.":[77],"We":[78,164],"conducted":[79],"value-based":[81,132],"decision":[82],"making":[83],"experiment":[84],"which":[85,95],"included":[86],"phases":[87,111],"with":[88,142,201],"without":[90,112],"participants":[96],"reported":[97],"their":[98],"confidence":[99,120,130,190,197],"addition":[101],"choices.":[103],"Behaviorally,":[104],"found":[106,165],"signatures":[107],"self-reinforcement":[109],"reflected":[114],"an":[116],"increase":[117],"choice":[122],"consistency.":[123],"To":[124],"clarify":[125],"mechanistic":[127],"learning,":[133],"compared":[135],"family":[137],"more":[143,202,214],"standard":[144],"predicting":[146],"either":[147],"no":[148,159],"change":[149],"value":[151,205,217],"estimates":[152],"or":[153],"devaluation":[155],"over":[156],"time":[157],"reward":[161],"provided.":[163],"that":[166,229],"indeed":[169],"outperformed":[170],"these":[171],"reference":[172],"models,":[173],"whereby":[174],"signal":[177],"winning":[180],"model":[181],"was":[182,221],"prediction":[186],"error":[187],"between":[188],"current":[189],"stimulus-unspecific":[193],"average":[194],"previous":[196],"levels.":[198],"Interestingly,":[199],"individuals":[200],"volatile":[203,215],"reward-based":[204],"updates":[206,218],"presence":[209],"also":[212],"showed":[213],"Together,":[224],"our":[225],"results":[226],"provide":[227],"evidence":[228],"affect":[233],"instrumentally":[234],"learned":[235],"values":[237],"absence":[240],"feedback.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}