{"id":"https://openalex.org/W3120276360","doi":"https://doi.org/10.1371/journal.pcbi.1008552","title":"Model based planners reflect on their model-free propensities","display_name":"Model based planners reflect on their model-free propensities","publication_year":2021,"publication_date":"2021-01-07","ids":{"openalex":"https://openalex.org/W3120276360","doi":"https://doi.org/10.1371/journal.pcbi.1008552","mag":"3120276360","pmid":"https://pubmed.ncbi.nlm.nih.gov/33411724"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1008552","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1008552","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1008552&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1008552&type=printable","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057287221","display_name":"Rani Moran","orcid":"https://orcid.org/0000-0002-7641-2402"},"institutions":[{"id":"https://openalex.org/I165524941","display_name":"Wellcome Centre for Human Neuroimaging","ror":"https://ror.org/02704qw51","country_code":"GB","type":"facility","lineage":["https://openalex.org/I124357947","https://openalex.org/I165524941","https://openalex.org/I45129253","https://openalex.org/I87048295"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Rani Moran","raw_affiliation_strings":["Max Planck UCL Centre for Computational Psychiatry and Ageing Research, University College London, London, United Kingdom","Wellcome Centre for Human Neuroimaging, University College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-7641-2402","affiliations":[{"raw_affiliation_string":"Max Planck UCL Centre for Computational Psychiatry and Ageing Research, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Wellcome Centre for Human Neuroimaging, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I165524941","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075752770","display_name":"Mehdi Keramati","orcid":"https://orcid.org/0000-0002-1120-5867"},"institutions":[{"id":"https://openalex.org/I165524941","display_name":"Wellcome Centre for Human Neuroimaging","ror":"https://ror.org/02704qw51","country_code":"GB","type":"facility","lineage":["https://openalex.org/I124357947","https://openalex.org/I165524941","https://openalex.org/I45129253","https://openalex.org/I87048295"]},{"id":"https://openalex.org/I180825142","display_name":"City, University of London","ror":"https://ror.org/04489at23","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I180825142"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Mehdi Keramati","raw_affiliation_strings":["Department of Psychology, City, University of London, London, United Kingdom","Max Planck UCL Centre for Computational Psychiatry and Ageing Research, University College London, London, United Kingdom","Wellcome Centre for Human Neuroimaging, University College London, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, City, University of London, London, United Kingdom","institution_ids":["https://openalex.org/I180825142"]},{"raw_affiliation_string":"Max Planck UCL Centre for Computational Psychiatry and Ageing Research, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Wellcome Centre for Human Neuroimaging, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I165524941","https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026197656","display_name":"Raymond J. Dolan","orcid":"https://orcid.org/0000-0001-9356-761X"},"institutions":[{"id":"https://openalex.org/I165524941","display_name":"Wellcome Centre for Human Neuroimaging","ror":"https://ror.org/02704qw51","country_code":"GB","type":"facility","lineage":["https://openalex.org/I124357947","https://openalex.org/I165524941","https://openalex.org/I45129253","https://openalex.org/I87048295"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Raymond J. Dolan","raw_affiliation_strings":["Max Planck UCL Centre for Computational Psychiatry and Ageing Research, University College London, London, United Kingdom","Wellcome Centre for Human Neuroimaging, University College London, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck UCL Centre for Computational Psychiatry and Ageing Research, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Wellcome Centre for Human Neuroimaging, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I165524941","https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5026197656","https://openalex.org/A5057287221","https://openalex.org/A5075752770"],"corresponding_institution_ids":["https://openalex.org/I165524941","https://openalex.org/I180825142","https://openalex.org/I45129253"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":1.3187,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.7904634,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"17","issue":"1","first_page":"e1008552","last_page":"e1008552"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.8535925149917603},{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.8237851858139038},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7149690389633179},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7010069489479065},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6069030165672302},{"id":"https://openalex.org/keywords/plan","display_name":"Plan (archaeology)","score":0.5412639379501343},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.5363126397132874},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4477593004703522},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4241184890270233},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3644448518753052},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.352314293384552},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.28607285022735596},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2762737274169922},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.15443503856658936},{"id":"https://openalex.org/keywords/management","display_name":"Management","score":0.12049779295921326},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11528629064559937}],"concepts":[{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.8535925149917603},{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.8237851858139038},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7149690389633179},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7010069489479065},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6069030165672302},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.5412639379501343},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5363126397132874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4477593004703522},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4241184890270233},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3644448518753052},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.352314293384552},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.28607285022735596},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2762737274169922},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.15443503856658936},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.12049779295921326},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11528629064559937},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008960","descriptor_name":"Models, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008960","descriptor_name":"Models, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008960","descriptor_name":"Models, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008960","descriptor_name":"Models, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008960","descriptor_name":"Models, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D033182","descriptor_name":"Intention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D033182","descriptor_name":"Intention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D033182","descriptor_name":"Intention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D033182","descriptor_name":"Intention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D033182","descriptor_name":"Intention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":10,"locations":[{"id":"doi:10.1371/journal.pcbi.1008552","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1008552","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1008552&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},{"id":"pmid:33411724","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33411724","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":null},{"id":"pmh:oai:openaccess.city.ac.uk:33080","is_oa":false,"landing_page_url":"http://orcid.org/0000-0002-7641-2402>,","pdf_url":null,"source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/93137","is_oa":true,"landing_page_url":"https://qmro.qmul.ac.uk/xmlui/handle/123456789/93137","pdf_url":"https://qmro.qmul.ac.uk/xmlui/bitstream/123456789/93137/2/Moran%20Model%20based%20planners%202021%20Published.pdf","source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:RePEc:plo:pcbi00:1008552","is_oa":false,"landing_page_url":"https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1008552","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:ec944fa9d760448daad32d499892ff47","is_oa":true,"landing_page_url":"https://doaj.org/article/ec944fa9d760448daad32d499892ff47","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 17, Iss 1, p e1008552 (2021)","raw_type":"article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10119020","is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10119020/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"   PLOS Computational Biology , 17  (1)    , Article e1008552. (2021)      ","raw_type":"Article"},{"id":"pmh:oai:europepmc.org:6748279","is_oa":true,"landing_page_url":"http://europepmc.org/pmc/articles/PMC7817042","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:7817042","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7817042","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Comput Biol","raw_type":"Text"},{"id":"pmh:oai:pure.mpg.de:item_3277302","is_oa":false,"landing_page_url":"http://hdl.handle.net/21.11116/0000-0007-ACD0-C","pdf_url":null,"source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1008552","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1008552","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1008552&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"awards":[{"id":"https://openalex.org/G1456649757","display_name":null,"funder_award_id":"098362/Z/12/Z","funder_id":"https://openalex.org/F4320322434","funder_display_name":"Max-Planck-Gesellschaft"},{"id":"https://openalex.org/G4637521198","display_name":null,"funder_award_id":"098362/Z/12/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G5136155494","display_name":null,"funder_award_id":"647070403019","funder_id":"https://openalex.org/F4320322434","funder_display_name":"Max-Planck-Gesellschaft"},{"id":"https://openalex.org/G7489315773","display_name":null,"funder_award_id":"098362/Z/12/Z","funder_id":"https://openalex.org/F4320307874","funder_display_name":"Wellcome"},{"id":"https://openalex.org/G7643818005","display_name":null,"funder_award_id":"647070403019","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"}],"funders":[{"id":"https://openalex.org/F4320307874","display_name":"Wellcome","ror":"https://ror.org/029chgv08"},{"id":"https://openalex.org/F4320311904","display_name":"Wellcome Trust","ror":"https://ror.org/029chgv08"},{"id":"https://openalex.org/F4320322434","display_name":"Max-Planck-Gesellschaft","ror":"https://ror.org/01hhn8329"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3120276360.pdf","grobid_xml":"https://content.openalex.org/works/W3120276360.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W160989634","https://openalex.org/W605763657","https://openalex.org/W1491843047","https://openalex.org/W1921365576","https://openalex.org/W1988699227","https://openalex.org/W2000342281","https://openalex.org/W2000908757","https://openalex.org/W2002818210","https://openalex.org/W2012592267","https://openalex.org/W2028384357","https://openalex.org/W2047422895","https://openalex.org/W2047831967","https://openalex.org/W2057001461","https://openalex.org/W2063310486","https://openalex.org/W2069879324","https://openalex.org/W2070871741","https://openalex.org/W2080834410","https://openalex.org/W2082081973","https://openalex.org/W2095415016","https://openalex.org/W2100660722","https://openalex.org/W2102803424","https://openalex.org/W2103492232","https://openalex.org/W2105337517","https://openalex.org/W2107406322","https://openalex.org/W2111535985","https://openalex.org/W2112337921","https://openalex.org/W2117726420","https://openalex.org/W2120520226","https://openalex.org/W2121863487","https://openalex.org/W2123544472","https://openalex.org/W2129299900","https://openalex.org/W2131938106","https://openalex.org/W2132205529","https://openalex.org/W2138612226","https://openalex.org/W2139252049","https://openalex.org/W2145725739","https://openalex.org/W2149565728","https://openalex.org/W2149892666","https://openalex.org/W2153991016","https://openalex.org/W2167362547","https://openalex.org/W2228005960","https://openalex.org/W2242842357","https://openalex.org/W2341171179","https://openalex.org/W2464805194","https://openalex.org/W2518056776","https://openalex.org/W2535161073","https://openalex.org/W2610253745","https://openalex.org/W2766577284","https://openalex.org/W2911589237","https://openalex.org/W2912641929","https://openalex.org/W2914262018","https://openalex.org/W2941812402","https://openalex.org/W2949941589","https://openalex.org/W2961876155","https://openalex.org/W3011120880","https://openalex.org/W3123702851","https://openalex.org/W3124252354","https://openalex.org/W3125036565","https://openalex.org/W4210383090","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2150761772","https://openalex.org/W4213201576","https://openalex.org/W1568779110","https://openalex.org/W804484174","https://openalex.org/W1579870145","https://openalex.org/W4285549518","https://openalex.org/W2765459612","https://openalex.org/W2381278952","https://openalex.org/W2146449547","https://openalex.org/W618994464"],"abstract_inverted_index":{"Dual-reinforcement":[0],"learning":[1],"theory":[2],"proposes":[3],"behaviour":[4],"is":[5],"under":[6],"the":[7,29,62,69,112,145],"tutelage":[8],"of":[9,42,61,71,106,135],"a":[10,17,25,35,37,53,77,97,101,133],"retrospective,":[11],"value-caching,":[12],"model-free":[13],"(MF)":[14],"system":[15,103],"and":[16,144,149],"prospective-planning,":[18],"model-based":[19],"(MB),":[20],"system.":[21],"This":[22],"architecture":[23],"raises":[24],"question":[26],"as":[27],"to":[28,31,86,118],"degree":[30],"which,":[32],"when":[33],"devising":[34],"plan,":[36],"MB":[38,56,102],"controller":[39],"takes":[40],"account":[41,105],"influences":[43,63],"from":[44],"its":[45,64,72,107],"MF":[46,108,126],"counterpart.":[47],"We":[48],"present":[49],"evidence":[50],"that":[51,92,120,139],"such":[52],"sophisticated":[54],"self-reflective":[55],"planner":[57],"incorporates":[58],"an":[59],"anticipation":[60],"own":[65],"MF-proclivities":[66],"exerts":[67],"on":[68],"execution":[70],"planned":[73],"future":[74],"actions.":[75],"Using":[76],"novel":[78],"bandit":[79],"task,":[80],"wherein":[81],"subjects":[82],"were":[83,94,121],"periodically":[84],"allowed":[85],"design":[87],"their":[88],"environment,":[89],"we":[90],"show":[91],"reward-assignments":[93],"constructed":[95],"in":[96,111,153],"manner":[98],"consistent":[99],"with":[100,124],"taking":[104],"propensities.":[109],"Thus,":[110],"task":[113],"participants":[114],"assigned":[115],"higher":[116],"rewards":[117],"bandits":[119],"momentarily":[122],"associated":[123],"stronger":[125],"tendencies.":[127],"Our":[128],"findings":[129],"have":[130],"implications":[131],"for":[132],"range":[134],"decision":[136,151],"making":[137],"domains":[138],"includes":[140],"drug":[141],"abuse,":[142],"pre-commitment,":[143],"tension":[146],"between":[147],"short":[148],"long-term":[150],"horizons":[152],"economics.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}