{"id":"https://openalex.org/W2735829743","doi":"https://doi.org/10.1162/jocn_a_01170","title":"Imaginative Reinforcement Learning: Computational Principles and Neural Mechanisms","display_name":"Imaginative Reinforcement Learning: Computational Principles and Neural Mechanisms","publication_year":2017,"publication_date":"2017-07-14","ids":{"openalex":"https://openalex.org/W2735829743","doi":"https://doi.org/10.1162/jocn_a_01170","mag":"2735829743","pmid":"https://pubmed.ncbi.nlm.nih.gov/28707569"},"language":"en","primary_location":{"id":"doi:10.1162/jocn_a_01170","is_oa":false,"landing_page_url":"https://doi.org/10.1162/jocn_a_01170","pdf_url":null,"source":{"id":"https://openalex.org/S123144817","display_name":"Journal of Cognitive Neuroscience","issn_l":"0898-929X","issn":["0898-929X","1530-8898"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cognitive Neuroscience","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031715686","display_name":"Samuel J. Gershman","orcid":"https://orcid.org/0000-0002-6546-3298"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel J. Gershman","raw_affiliation_strings":["Harvard University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090900030","display_name":"Jimmy Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jimmy Zhou","raw_affiliation_strings":["Harvard University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071102699","display_name":"Cody Kommers","orcid":null},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cody Kommers","raw_affiliation_strings":["Harvard University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University","institution_ids":["https://openalex.org/I2801851002"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2801851002"],"apc_list":null,"apc_paid":null,"fwci":1.4767,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.81282133,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"29","issue":"12","first_page":"2103","last_page":"2113"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9679999947547913,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.8325105905532837},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.6606183052062988},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.5448027849197388},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5429917573928833},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3946925401687622},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21271589398384094},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.1904670000076294},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.08122014999389648}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.8325105905532837},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6606183052062988},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.5448027849197388},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5429917573928833},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3946925401687622},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21271589398384094},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.1904670000076294},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.08122014999389648}],"mesh":[{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001931","descriptor_name":"Brain Mapping","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001931","descriptor_name":"Brain Mapping","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001931","descriptor_name":"Brain Mapping","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D002560","descriptor_name":"Cerebrovascular Circulation","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D002560","descriptor_name":"Cerebrovascular Circulation","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D002560","descriptor_name":"Cerebrovascular Circulation","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007092","descriptor_name":"Imagination","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007092","descriptor_name":"Imagination","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007092","descriptor_name":"Imagination","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008960","descriptor_name":"Models, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008960","descriptor_name":"Models, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008960","descriptor_name":"Models, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009042","descriptor_name":"Motivation","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009042","descriptor_name":"Motivation","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009042","descriptor_name":"Motivation","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D010100","descriptor_name":"Oxygen","qualifier_ui":"Q000097","qualifier_name":"blood","is_major_topic":false},{"descriptor_ui":"D010100","descriptor_name":"Oxygen","qualifier_ui":"Q000097","qualifier_name":"blood","is_major_topic":false},{"descriptor_ui":"D010100","descriptor_name":"Oxygen","qualifier_ui":"Q000097","qualifier_name":"blood","is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1162/jocn_a_01170","is_oa":false,"landing_page_url":"https://doi.org/10.1162/jocn_a_01170","pdf_url":null,"source":{"id":"https://openalex.org/S123144817","display_name":"Journal of Cognitive Neuroscience","issn_l":"0898-929X","issn":["0898-929X","1530-8898"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cognitive Neuroscience","raw_type":"journal-article"},{"id":"pmid:28707569","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28707569","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of cognitive neuroscience","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7699999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1491843047","https://openalex.org/W1964125855","https://openalex.org/W1968796419","https://openalex.org/W1974367810","https://openalex.org/W1974508089","https://openalex.org/W1975401347","https://openalex.org/W1982641234","https://openalex.org/W1986135709","https://openalex.org/W1988699227","https://openalex.org/W1998990589","https://openalex.org/W2035681769","https://openalex.org/W2056402652","https://openalex.org/W2057657406","https://openalex.org/W2057902667","https://openalex.org/W2058046532","https://openalex.org/W2058193614","https://openalex.org/W2076452076","https://openalex.org/W2084912121","https://openalex.org/W2096648742","https://openalex.org/W2102803424","https://openalex.org/W2103492232","https://openalex.org/W2110000143","https://openalex.org/W2110854100","https://openalex.org/W2111535985","https://openalex.org/W2114809469","https://openalex.org/W2117726420","https://openalex.org/W2121863487","https://openalex.org/W2128349062","https://openalex.org/W2134479838","https://openalex.org/W2134674233","https://openalex.org/W2144421443","https://openalex.org/W2147335186","https://openalex.org/W2147675574","https://openalex.org/W2148059649","https://openalex.org/W2149565728","https://openalex.org/W2149892666","https://openalex.org/W2152437364","https://openalex.org/W2167025280","https://openalex.org/W2167362547","https://openalex.org/W2170762761","https://openalex.org/W2228005960","https://openalex.org/W2268542557","https://openalex.org/W2510619540","https://openalex.org/W2535161073","https://openalex.org/W2583017765","https://openalex.org/W2888883957","https://openalex.org/W2914112863","https://openalex.org/W4214717370","https://openalex.org/W4232964083","https://openalex.org/W6629406372","https://openalex.org/W6664870212"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2086122291","https://openalex.org/W1987513656","https://openalex.org/W2072376847"],"abstract_inverted_index":{"Imagination":[0],"enables":[1],"us":[2],"not":[3],"only":[4],"to":[5,10,66,81,90,152],"transcend":[6],"reality":[7],"but":[8],"also":[9,150],"learn":[11],"about":[12,84],"it.":[13],"In":[14,42],"the":[15,34,38,51,99,135],"context":[16],"of":[17,33,45,53,127,134],"reinforcement":[18,109],"learning,":[19,148],"an":[20,30],"agent":[21],"can":[22,63,104],"rationally":[23],"update":[24],"its":[25],"value":[26],"estimates":[27],"by":[28,107],"simulating":[29],"internal":[31],"model":[32,39,111],"environment,":[35],"provided":[36],"that":[37,61,112,124,141],"is":[40,78,132,149],"accurate.":[41],"a":[43,108,114,125,144],"series":[44],"sequential":[46],"decision-making":[47],"experiments,":[48],"we":[49,122],"investigated":[50],"impact":[52],"imaginative":[54],"simulation":[55],"on":[56],"subsequent":[57],"decisions.":[58],"We":[59],"found":[60],"imagination":[62,102,136],"cause":[64],"people":[65],"pursue":[67],"imagined":[68,93,118],"paths,":[69],"even":[70],"when":[71],"these":[72],"paths":[73],"are":[74],"suboptimal.":[75],"This":[76],"bias":[77],"systematically":[79],"related":[80],"participants'":[82],"optimism":[83],"how":[85],"much":[86],"reward":[87],"they":[88],"expect":[89],"receive":[91],"along":[92],"paths;":[94],"providing":[95],"feedback":[96],"strongly":[97],"attenuates":[98],"effect.":[100,137],"The":[101],"effect":[103],"be":[105],"captured":[106],"learning":[110],"includes":[113],"bonus":[115],"added":[116],"onto":[117],"rewards.":[119],"Using":[120],"fMRI,":[121],"show":[123],"network":[126],"regions":[128],"associated":[129],"with":[130],"valuation":[131],"predictive":[133],"These":[138],"results":[139],"suggest":[140],"imagination,":[142],"although":[143],"powerful":[145],"tool":[146],"for":[147],"susceptible":[151],"motivational":[153],"biases.":[154]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":4}],"updated_date":"2026-08-15T07:11:24.734988","created_date":"2025-10-10T00:00:00"}