{"id":"https://openalex.org/W2545941203","doi":"https://doi.org/10.1109/devlrn.2012.6400811","title":"Model of the interactions between neuromodulators and prefrontal cortex during a resource allocation task","display_name":"Model of the interactions between neuromodulators and prefrontal cortex during a resource allocation task","publication_year":2012,"publication_date":"2012-11-01","ids":{"openalex":"https://openalex.org/W2545941203","doi":"https://doi.org/10.1109/devlrn.2012.6400811","mag":"2545941203"},"language":"en","primary_location":{"id":"doi:10.1109/devlrn.2012.6400811","is_oa":false,"landing_page_url":"https://doi.org/10.1109/devlrn.2012.6400811","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE International Conference on Development and Learning and Epigenetic Robotics (ICDL)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038433683","display_name":"Suhas E. Chelian","orcid":null},"institutions":[{"id":"https://openalex.org/I200576644","display_name":"HRL Laboratories (United States)","ror":"https://ror.org/05p7te762","country_code":"US","type":"company","lineage":["https://openalex.org/I200576644"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Suhas E. Chelian","raw_affiliation_strings":["HRL Laboratories, LLC, Information Systems and Sciences Lab, Malibu, CA, USA"],"affiliations":[{"raw_affiliation_string":"HRL Laboratories, LLC, Information Systems and Sciences Lab, Malibu, CA, USA","institution_ids":["https://openalex.org/I200576644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005424808","display_name":"Nicholas Oros","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Oros","raw_affiliation_strings":["Department of Cognitive Sciences at the University of California, Irvine, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Cognitive Sciences at the University of California, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071598960","display_name":"Andrew Zaldivar","orcid":"https://orcid.org/0000-0002-8861-591X"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Zaldivar","raw_affiliation_strings":["Department of Cognitive Sciences at the University of California, Irvine, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Cognitive Sciences at the University of California, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011585098","display_name":"Jeffrey L. Krichmar","orcid":"https://orcid.org/0000-0003-0739-2468"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey L. Krichmar","raw_affiliation_strings":["Department of Cognitive Sciences at the University of California, Irvine, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Cognitive Sciences at the University of California, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103501317","display_name":"Rajan Bhattacharyya","orcid":null},"institutions":[{"id":"https://openalex.org/I200576644","display_name":"HRL Laboratories (United States)","ror":"https://ror.org/05p7te762","country_code":"US","type":"company","lineage":["https://openalex.org/I200576644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rajan Bhattacharyya","raw_affiliation_strings":["HRL Laboratories, LLC, Information Systems and Sciences Lab, Malibu, CA, USA"],"affiliations":[{"raw_affiliation_string":"HRL Laboratories, LLC, Information Systems and Sciences Lab, Malibu, CA, USA","institution_ids":["https://openalex.org/I200576644"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5038433683"],"corresponding_institution_ids":["https://openalex.org/I200576644"],"apc_list":null,"apc_paid":null,"fwci":0.837,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.72275662,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"17","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10056","display_name":"Neurotransmitter Receptor Influence on Behavior","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prefrontal-cortex","display_name":"Prefrontal cortex","score":0.8157291412353516},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.7148417234420776},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.6954095363616943},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6315281391143799},{"id":"https://openalex.org/keywords/dopamine","display_name":"Dopamine","score":0.5745759010314941},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5691909790039062},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5275118947029114},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5041266679763794},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4498353600502014},{"id":"https://openalex.org/keywords/anterior-cingulate-cortex","display_name":"Anterior cingulate cortex","score":0.4411526322364807},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.39217907190322876},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23393648862838745},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.22912666201591492}],"concepts":[{"id":"https://openalex.org/C2781195155","wikidata":"https://www.wikidata.org/wiki/Q18680","display_name":"Prefrontal cortex","level":3,"score":0.8157291412353516},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.7148417234420776},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.6954095363616943},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6315281391143799},{"id":"https://openalex.org/C513476851","wikidata":"https://www.wikidata.org/wiki/Q170304","display_name":"Dopamine","level":2,"score":0.5745759010314941},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5691909790039062},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5275118947029114},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5041266679763794},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4498353600502014},{"id":"https://openalex.org/C2778402161","wikidata":"https://www.wikidata.org/wiki/Q2121931","display_name":"Anterior cingulate cortex","level":3,"score":0.4411526322364807},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.39217907190322876},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23393648862838745},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.22912666201591492},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/devlrn.2012.6400811","is_oa":false,"landing_page_url":"https://doi.org/10.1109/devlrn.2012.6400811","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE International Conference on Development and Learning and Epigenetic Robotics (ICDL)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W189789383","https://openalex.org/W1592035831","https://openalex.org/W1854670164","https://openalex.org/W1992597991","https://openalex.org/W2000226539","https://openalex.org/W2000998192","https://openalex.org/W2001860569","https://openalex.org/W2009480086","https://openalex.org/W2037305376","https://openalex.org/W2045696805","https://openalex.org/W2048064353","https://openalex.org/W2052710610","https://openalex.org/W2082369948","https://openalex.org/W2101448098","https://openalex.org/W2104513805","https://openalex.org/W2104523457","https://openalex.org/W2107220076","https://openalex.org/W2115095583","https://openalex.org/W2120536063","https://openalex.org/W2121845153","https://openalex.org/W2136906168","https://openalex.org/W2153693979","https://openalex.org/W2166272307","https://openalex.org/W2168100629","https://openalex.org/W2171521575","https://openalex.org/W4240518876"],"related_works":["https://openalex.org/W2015179821","https://openalex.org/W4392618909","https://openalex.org/W24098465","https://openalex.org/W2077555735","https://openalex.org/W2791800496","https://openalex.org/W2592710662","https://openalex.org/W3097105308","https://openalex.org/W3095185243","https://openalex.org/W1659864209","https://openalex.org/W4297934074"],"abstract_inverted_index":{"Neuromodulators":[0],"such":[1],"as":[2],"dopamine":[3],"(DA),":[4],"serotonin":[5],"(5-HT),":[6],"and":[7,18,27,37,96,101],"acetylcholine":[8],"(ACh)":[9],"are":[10,31],"crucial":[11],"to":[12,58,69,81],"the":[13,25],"representations":[14],"of":[15,29,46,66,103],"reward,":[16],"cost,":[17],"attention":[19],"respectively.":[20],"Recent":[21],"experiments":[22],"suggest":[23],"that":[24,42],"reward":[26],"cost":[28],"actions":[30],"also":[32],"partially":[33],"represented":[34],"in":[35,41,73],"orbitofrontal":[36],"anterior":[38],"cingulate":[39],"cortices":[40],"order.":[43],"Previous":[44],"models":[45,65],"action":[47,59,67],"selection":[48,68],"with":[49],"neuromodulatory":[50,95],"systems":[51],"have":[52],"not":[53],"extensively":[54],"considered":[55],"prefrontal":[56,71,97],"contributions":[57],"selection.":[60,105],"Here,":[61],"we":[62],"extend":[63],"these":[64],"include":[70],"structures":[72],"a":[74],"resource":[75],"allocation":[76],"task.":[77],"The":[78],"model":[79],"adapts":[80],"its":[82,85,89],"environment,":[83],"modulating":[84],"aggressiveness":[86],"based":[87],"on":[88],"successes.":[90],"Selective":[91],"lesions":[92],"demonstrate":[93],"how":[94],"areas":[98],"drive":[99],"learning":[100],"performance":[102],"strategy":[104]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}