{"id":"https://openalex.org/W2129103433","doi":"https://doi.org/10.1002/jeab.5","title":"CHANGE DETECTION, MULTIPLE CONTROLLERS, AND DYNAMIC ENVIRONMENTS: INSIGHTS FROM THE BRAIN","display_name":"CHANGE DETECTION, MULTIPLE CONTROLLERS, AND DYNAMIC ENVIRONMENTS: INSIGHTS FROM THE BRAIN","publication_year":2012,"publication_date":"2012-12-05","ids":{"openalex":"https://openalex.org/W2129103433","doi":"https://doi.org/10.1002/jeab.5","mag":"2129103433","pmid":"https://pubmed.ncbi.nlm.nih.gov/23344989","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/4153983"},"language":"en","primary_location":{"id":"doi:10.1002/jeab.5","doi":"https://doi.org/10.1002/jeab.5","is_oa":false,"landing_page_url":"https://doi.org/10.1002/jeab.5","pdf_url":null,"source":{"id":"https://openalex.org/S168850678","display_name":"Journal of the Experimental Analysis of Behavior","issn_l":"0022-5002","issn":["0022-5002","1938-3711"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","medline","norway-2","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Experimental Analysis of Behavior","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/4153983","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"John M. Pearson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]},{"id":"https://openalex.org/I4210126298","display_name":"Duke Medical Center","ror":"https://ror.org/03njmea73","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210126298","https://openalex.org/I4210144876"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"John M. Pearson","raw_affiliation_strings":["Center for Cognitive Neuroscience, Duke University","Department of Neurobiology, Duke University Medical Center","Division of Neurosurgery, Duke University Medical Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Cognitive Neuroscience, Duke University","institution_ids":["https://openalex.org/I170897317"]},{"raw_affiliation_string":"Department of Neurobiology, Duke University Medical Center","institution_ids":["https://openalex.org/I4210126298"]},{"raw_affiliation_string":"Division of Neurosurgery, Duke University Medical Center","institution_ids":["https://openalex.org/I4210126298"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064602852","display_name":"Michael L. Platt","orcid":"https://orcid.org/0000-0003-3912-8821","observed_orcids":["https://orcid.org/0000-0003-3912-8821"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]},{"id":"https://openalex.org/I4210126298","display_name":"Duke Medical Center","ror":"https://ror.org/03njmea73","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210126298","https://openalex.org/I4210144876"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael L. Platt","raw_affiliation_strings":["Center for Cognitive Neuroscience, Duke University","Department of Evolutionary Anthropology, Duke University","Department of Neurobiology, Duke University Medical Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Cognitive Neuroscience, Duke University","institution_ids":["https://openalex.org/I170897317"]},{"raw_affiliation_string":"Department of Evolutionary Anthropology, Duke University","institution_ids":["https://openalex.org/I170897317"]},{"raw_affiliation_string":"Department of Neurobiology, Duke University Medical Center","institution_ids":["https://openalex.org/I4210126298"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I170897317","https://openalex.org/I4210126298"],"apc_list":{"value":3150,"currency":"USD","value_usd":3150},"apc_paid":null,"fwci":0.4594,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.63648962,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":"99","issue":"1","first_page":"74","last_page":"84"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10056","display_name":"Neurotransmitter Receptor Influence on Behavior","score":0.016599999740719795,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.00430000014603138,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/change-detection","display_name":"change detection","score":0.9539999961853027},{"id":"https://openalex.org/keywords/multiple-controllers","display_name":"multiple controllers","score":0.6959999799728394},{"id":"https://openalex.org/keywords/dynamic-environments","display_name":"dynamic environments","score":0.9490000009536743},{"id":"https://openalex.org/keywords/reinforcement-learning-models","display_name":"reinforcement learning models","score":0.8379999995231628},{"id":"https://openalex.org/keywords/cingulate-cortex","display_name":"cingulate cortex","score":0.9279999732971191},{"id":"https://openalex.org/keywords/behavioral-strategies","display_name":"behavioral strategies","score":0.5540000200271606},{"id":"https://openalex.org/keywords/motor-control","display_name":"motor control","score":0.7070000171661377},{"id":"https://openalex.org/keywords/decision-making","display_name":"decision-making","score":0.9010000228881836},{"id":"https://openalex.org/keywords/reinforcement-contingencies","display_name":"reinforcement contingencies","score":0.7110000252723694},{"id":"https://openalex.org/keywords/control-signals","display_name":"control signals","score":0.5720000267028809}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.688301682472229},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5633592009544373},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5313045978546143},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.464404821395874},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4635673463344574},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.46100518107414246},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.45049795508384705},{"id":"https://openalex.org/C2778402161","wikidata":"https://www.wikidata.org/wiki/Q2121931","display_name":"Anterior cingulate cortex","level":3,"score":0.42858511209487915},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.4168882369995117},{"id":"https://openalex.org/C163270606","wikidata":"https://www.wikidata.org/wiki/Q847079","display_name":"Operant conditioning","level":3,"score":0.4113173186779022},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40312138199806213},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34578001499176025},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.2923089861869812},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.20380333065986633},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08926790952682495},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D004777","descriptor_name":"Environment","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008960","descriptor_name":"Models, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009043","descriptor_name":"Motor Activity","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D010465","descriptor_name":"Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1002/jeab.5","doi":"https://doi.org/10.1002/jeab.5","is_oa":false,"landing_page_url":"https://doi.org/10.1002/jeab.5","pdf_url":null,"source":{"id":"https://openalex.org/S168850678","display_name":"Journal of the Experimental Analysis of Behavior","issn_l":"0022-5002","issn":["0022-5002","1938-3711"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","medline","norway-2","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Experimental Analysis of Behavior","raw_type":"journal-article"},{"id":"pmid:23344989","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/23344989","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the experimental analysis of behavior","raw_type":"Journal Article"},{"id":"pmh:oai:europepmc.org:3124415","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/4153983","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:4153983","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/4153983","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"J Exp Anal Behav","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:europepmc.org:3124415","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/4153983","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6597440896","display_name":"Animal Model of Genetics and Social Behavior in Autism Spectrum Disorders","funder_award_id":"R01MH096875","funder_id":"https://openalex.org/F4320337346","funder_display_name":"National Institute of Mental Health"}],"funders":[{"id":"https://openalex.org/F4320337346","display_name":"National Institute of Mental Health","ror":"https://ror.org/04xeg9z08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W160989634","https://openalex.org/W607660952","https://openalex.org/W609092168","https://openalex.org/W1415442047","https://openalex.org/W1482139424","https://openalex.org/W1483365869","https://openalex.org/W1503962455","https://openalex.org/W1523665192","https://openalex.org/W1593105928","https://openalex.org/W1607052939","https://openalex.org/W1607685652","https://openalex.org/W1960351623","https://openalex.org/W1971893369","https://openalex.org/W1972769376","https://openalex.org/W1973615355","https://openalex.org/W1980440818","https://openalex.org/W1980737345","https://openalex.org/W1986721142","https://openalex.org/W1990099486","https://openalex.org/W1998268694","https://openalex.org/W1998651249","https://openalex.org/W1999830133","https://openalex.org/W2005962945","https://openalex.org/W2009639618","https://openalex.org/W2024471230","https://openalex.org/W2025205736","https://openalex.org/W2025271685","https://openalex.org/W2029776687","https://openalex.org/W2034689767","https://openalex.org/W2046889372","https://openalex.org/W2048941040","https://openalex.org/W2056921512","https://openalex.org/W2058978266","https://openalex.org/W2066515711","https://openalex.org/W2070218409","https://openalex.org/W2076457657","https://openalex.org/W2077611535","https://openalex.org/W2083338953","https://openalex.org/W2088993090","https://openalex.org/W2090144013","https://openalex.org/W2090763917","https://openalex.org/W2092861175","https://openalex.org/W2093397813","https://openalex.org/W2095709926","https://openalex.org/W2097382951","https://openalex.org/W2097815751","https://openalex.org/W2097861969","https://openalex.org/W2099860458","https://openalex.org/W2102068574","https://openalex.org/W2105041994","https://openalex.org/W2105992223","https://openalex.org/W2115282236","https://openalex.org/W2116089974","https://openalex.org/W2117726420","https://openalex.org/W2119128116","https://openalex.org/W2122234510","https://openalex.org/W2122925528","https://openalex.org/W2123429050","https://openalex.org/W2128366752","https://openalex.org/W2132003317","https://openalex.org/W2136952238","https://openalex.org/W2141996686","https://openalex.org/W2145062320","https://openalex.org/W2146545384","https://openalex.org/W2146665093","https://openalex.org/W2148764920","https://openalex.org/W2150258126","https://openalex.org/W2151196108","https://openalex.org/W2151417045","https://openalex.org/W2160632445","https://openalex.org/W2165706889","https://openalex.org/W2169134378","https://openalex.org/W2170476476","https://openalex.org/W2242842357","https://openalex.org/W2326931347","https://openalex.org/W2528091958","https://openalex.org/W3123529285","https://openalex.org/W3125634603","https://openalex.org/W4214717370","https://openalex.org/W4239588910"],"related_works":["https://openalex.org/W1971893369","https://openalex.org/W2953232383","https://openalex.org/W2127793352","https://openalex.org/W3123053946","https://openalex.org/W4388526512","https://openalex.org/W2149774750","https://openalex.org/W4248201247","https://openalex.org/W3124703494","https://openalex.org/W6926670518","https://openalex.org/W2953886068"],"abstract_inverted_index":{"Foundational":[0],"studies":[1,41],"in":[2,58,84,102,112,126,134,162,173,191],"decision":[3,185],"making":[4],"focused":[5],"on":[6,15,52,76],"behavior":[7,35],"as":[8],"the":[9,53,66,77,85,142,159,193],"most":[10],"accessible":[11],"and":[12,60,81,140,178,184],"reliable":[13],"data":[14,29],"which":[16,127],"to":[17,30,118,153,157],"build":[18],"theories":[19],"of":[20,55,68,88,144,170,175],"choice.":[21],"More":[22],"recent":[23],"work,":[24],"however,":[25],"has":[26],"incorporated":[27],"neural":[28,49],"provide":[31],"insights":[32],"unavailable":[33],"from":[34],"alone.":[36],"Among":[37],"other":[38],"contributions,":[39],"these":[40],"have":[42],"validated":[43],"reinforcement":[44,103],"learning":[45],"models":[46],"by":[47],"demonstrating":[48],"signals":[50,172],"posited":[51],"basis":[54],"behavioral":[56,113,146],"work":[57],"classical":[59],"operant":[61],"conditioning.":[62],"In":[63],"such":[64],"models,":[65],"values":[67],"actions":[69],"or":[70],"options":[71],"are":[72,95],"updated":[73],"incrementally":[74],"based":[75],"difference":[78],"between":[79,182],"expectations":[80],"outcomes,":[82],"resulting":[83],"gradual":[86],"acquisition":[87],"stable":[89],"behavior.":[90],"By":[91],"contrast,":[92],"natural":[93],"environments":[94],"often":[96],"dynamic,":[97],"including":[98],"sudden,":[99],"unsignaled":[100],"shifts":[101,111],"contingencies.":[104],"Such":[105],"rapid":[106],"changes":[107,139],"may":[108,188],"necessitate":[109],"frequent":[110],"mode,":[114],"requiring":[115],"dynamic":[116],"sensitivity":[117],"environmental":[119,138],"changes.":[120],"Recently,":[121],"we":[122,149],"proposed":[123],"a":[124,131,154,167],"model":[125,155],"cingulate":[128],"cortex":[129],"plays":[130],"key":[132,180],"role":[133],"detecting":[135],"behaviorally":[136],"relevant":[137],"facilitating":[141],"update":[143],"multiple":[145],"strategies.":[147],"Here,":[148],"connect":[150],"this":[151],"framework":[152],"developed":[156],"handle":[158],"analogous":[160],"problem":[161],"motor":[163,183],"control.":[164],"We":[165],"offer":[166],"tentative":[168],"dictionary":[169],"control":[171],"terms":[174],"brain":[176],"structures":[177],"highlight":[179],"differences":[181],"systems":[186],"that":[187],"be":[189],"important":[190],"evaluating":[192],"model.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}