{"id":"https://openalex.org/W2396589554","doi":null,"title":"Cognitive Control Mode Predicts Behavioral Expression of Model-Based Reinforcement-Learning.","display_name":"Cognitive Control Mode Predicts Behavioral Expression of Model-Based Reinforcement-Learning.","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W2396589554","mag":"2396589554"},"language":"en","primary_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt3fr123sf","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/3fr123sf","pdf_url":"https://escholarship.org/uc/item/3fr123sf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the Annual Meeting of the Cognitive Science Society, vol 36, iss 36","raw_type":"article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/uc/item/3fr123sf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034124363","display_name":"A. Ross Otto","orcid":"https://orcid.org/0000-0002-9997-1901","observed_orcids":["https://orcid.org/0000-0002-9997-1901"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"A. Ross Otto","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-9997-1901","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073459847","display_name":"Anya Skatova","orcid":"https://orcid.org/0000-0003-0300-4990","observed_orcids":["https://orcid.org/0000-0003-0300-4990"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anya Skatova","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-0300-4990","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013917451","display_name":"Seth Madlon\u2010Kay","orcid":"https://orcid.org/0000-0003-2869-094X","observed_orcids":["https://orcid.org/0000-0003-2869-094X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seth Madlon\u2010Kay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5029249257","display_name":"Nathaniel D. Daw","orcid":"https://orcid.org/0000-0001-5029-1430","observed_orcids":["https://orcid.org/0000-0001-5029-1430"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nathaniel D. Daw","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-5029-1430","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23823877,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"36","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0020000000949949026,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognitive-control","display_name":"cognitive control","score":0.9729999899864197},{"id":"https://openalex.org/keywords/proactive-control","display_name":"proactive control","score":0.9919999837875366},{"id":"https://openalex.org/keywords/reactive-control","display_name":"reactive control","score":1.0},{"id":"https://openalex.org/keywords/model-based-reinforcement-learning","display_name":"model-based reinforcement learning","score":0.9850000143051147},{"id":"https://openalex.org/keywords/model-free-reinforcement-learning","display_name":"model-free reinforcement learning","score":1.0},{"id":"https://openalex.org/keywords/individual-differences","display_name":"individual differences","score":0.8270000219345093},{"id":"https://openalex.org/keywords/sequential-choice","display_name":"sequential choice","score":0.7789999842643738},{"id":"https://openalex.org/keywords/decision-making","display_name":"decision-making","score":0.6430000066757202}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8239116668701172},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.6889280080795288},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6456410884857178},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.6315430402755737},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6236956119537354},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.6003167033195496},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5279948711395264},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3917481303215027},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3315590023994446},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.14119073748588562},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09000697731971741},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.087554931640625},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:escholarship.org/ark:/13030/qt3fr123sf","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/3fr123sf","pdf_url":"https://escholarship.org/uc/item/3fr123sf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the Annual Meeting of the Cognitive Science Society, vol 36, iss 36","raw_type":"article"},{"id":"pmh:qt3fr123sf","doi":null,"is_oa":true,"landing_page_url":"http://www.escholarship.org/uc/item/3fr123sf","pdf_url":"http://www.escholarship.org/uc/item/3fr123sf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Otto, Ross A.; Skatova, Anya; Madlon-Kay, Seth; & Daw, Nathaniel. (2014). Cognitive Control Mode Predicts Behavioral Expression of Model-Based Reinforcement-Learning. Proceedings of the Cognitive Science Society, 36(36). Retrieved from: http://www.escholarship.org/uc/item/3fr123sf","raw_type":"article"},{"id":"mag:2396589554","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/content/qt3fr123sf/qt3fr123sf.pdf?t=op9xs2","pdf_url":null,"source":{"id":"https://openalex.org/S78735424","display_name":"Cognitive Science","issn_l":"0364-0213","issn":["0364-0213","1551-6709"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Cognitive Science","raw_type":null}],"best_oa_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt3fr123sf","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/3fr123sf","pdf_url":"https://escholarship.org/uc/item/3fr123sf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the Annual Meeting of the Cognitive Science Society, vol 36, iss 36","raw_type":"article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W2396589554.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2119328422","https://openalex.org/W2965058597","https://openalex.org/W6960111490","https://openalex.org/W7097556284","https://openalex.org/W7098967739","https://openalex.org/W4415107768","https://openalex.org/W2120261153","https://openalex.org/W2793548361","https://openalex.org/W3209248318","https://openalex.org/W6906342241"],"abstract_inverted_index":{"Cognitive":[0],"Control":[1],"Mode":[2],"Predicts":[3],"Behavioral":[4],"Expression":[5],"of":[6,18,33,55,77,125,129,139,150,165,172],"Model-Based":[7,82],"Reinforcement-Learning":[8],"A.":[9],"Ross":[10],"Otto":[11],"New":[12,26],"York":[13,27],"University":[14,17,23,28],"Anya":[15],"Skatova":[16],"Nottingham":[19],"Seth":[20],"Madlon-Kay":[21],"Duke":[22],"Nathaniel":[24],"Daw":[25],"Abstract:":[29],"A":[30],"converging":[31],"body":[32],"work":[34],"suggests":[35],"that":[36,106,163],"cognitive":[37,145],"control":[38,47,95,113,141,146,167],"operates":[39],"via":[40],"two":[41,75,127],"distinct":[42],"operating":[43],"modes":[44],"\u2013":[45],"proactive":[46,110,140,166],"and":[48,66,83,91,93,103],"reactive":[49,112],"control,":[50],"dissociable":[51],"on":[52],"a":[53,143,155],"number":[54],"dimensions,":[56,102],"such":[57],"as":[58],"computational":[59],"properties,":[60],"neural":[61],"substrates,":[62],"tem-":[63],"poral":[64],"dynamics,":[65],"consequences":[67],"for":[68],"information":[69],"processing.":[70],"At":[71],"the":[72,119,126],"same":[73],"time,":[74],"forms":[76,128],"reinforcement":[78,152],"learning":[79,153],"(RL),":[80],"called":[81],"Model-Free":[84,176],"RL,":[85],"which":[86],"are":[87,97,115],"theorized":[88],"to":[89],"operate":[90],"parallel":[92],"jointly":[94],"behavior,":[96],"disso-":[98],"ciable":[99],"along":[100],"similar":[101],"thus":[104],"suggest":[105],"individual":[107],"differences":[108],"in":[109,118,142,154],"versus":[111],"(which":[114],"well":[116],"documented":[117],"literature)":[120],"should":[121],"map":[122],"onto":[123],"expression":[124,138,164,171],"RL.":[130],"We":[131],"test":[132],"this":[133],"hypothesis":[134],"by":[135],"revealing":[136],"how":[137],"well-established":[144],"task":[147],"predicts":[148,170],"usage":[149],"model-based":[151],"sequential":[156],"choice":[157],"task.":[158],"In":[159],"short,":[160],"we":[161],"find":[162],"rather":[168],"strongly":[169],"Model-Based,":[173],"but":[174],"not":[175],"choice.":[177]},"counts_by_year":[],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}