{"id":"https://openalex.org/W2009967740","doi":"https://doi.org/10.1177/1059712307084686","title":"Affect, Anticipation, and Adaptation: Affect-Controlled Selection of Anticipatory Simulation in Artificial Adaptive Agents","display_name":"Affect, Anticipation, and Adaptation: Affect-Controlled Selection of Anticipatory Simulation in Artificial Adaptive Agents","publication_year":2007,"publication_date":"2007-10-30","ids":{"openalex":"https://openalex.org/W2009967740","doi":"https://doi.org/10.1177/1059712307084686","mag":"2009967740"},"language":"en","primary_location":{"id":"doi:10.1177/1059712307084686","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1059712307084686","pdf_url":null,"source":{"id":"https://openalex.org/S183337005","display_name":"Adaptive Behavior","issn_l":"1059-7123","issn":["1059-7123","1741-2633"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adaptive Behavior","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/1887/3204069","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027253360","display_name":"Joost Broekens","orcid":"https://orcid.org/0000-0001-9198-898X"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Joost Broekens","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science (LIACS), Leiden University, Leiden, The Netherlands,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science (LIACS), Leiden University, Leiden, The Netherlands,","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054569164","display_name":"Walter A. Kosters","orcid":"https://orcid.org/0000-0001-8860-0390"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Walter A. Kosters","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science (LIACS), Leiden University, Leiden, The Netherlands,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science (LIACS), Leiden University, Leiden, The Netherlands,","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022631255","display_name":"Fons J. Verbeek","orcid":"https://orcid.org/0000-0003-2445-8158"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Fons J. Verbeek","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science (LIACS), Leiden University, Leiden, The Netherlands,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science (LIACS), Leiden University, Leiden, The Netherlands,","institution_ids":["https://openalex.org/I121797337"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5022631255","https://openalex.org/A5027253360","https://openalex.org/A5054569164"],"corresponding_institution_ids":["https://openalex.org/I121797337"],"apc_list":null,"apc_paid":null,"fwci":3.8774,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":{"value":0.93494685,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"15","issue":"4","first_page":"397","last_page":"422"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9386000037193298,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.7729438543319702},{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.7445930242538452},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.668340802192688},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5312775373458862},{"id":"https://openalex.org/keywords/feeling","display_name":"Feeling","score":0.52585369348526},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5130821466445923},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.4894329607486725},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.47268038988113403},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4656342566013336},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.46013110876083374},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4281715154647827},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.305510938167572},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.28312206268310547},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.09466728568077087}],"concepts":[{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.7729438543319702},{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.7445930242538452},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.668340802192688},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5312775373458862},{"id":"https://openalex.org/C122980154","wikidata":"https://www.wikidata.org/wiki/Q205555","display_name":"Feeling","level":2,"score":0.52585369348526},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5130821466445923},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4894329607486725},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.47268038988113403},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4656342566013336},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.46013110876083374},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4281715154647827},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.305510938167572},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.28312206268310547},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.09466728568077087},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1177/1059712307084686","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1059712307084686","pdf_url":null,"source":{"id":"https://openalex.org/S183337005","display_name":"Adaptive Behavior","issn_l":"1059-7123","issn":["1059-7123","1741-2633"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adaptive Behavior","raw_type":"journal-article"},{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_3204069","is_oa":true,"landing_page_url":"https://hdl.handle.net/1887/3204069","pdf_url":"https://hdl.handle.net/1887/3204069","source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Adaptive Behavior","raw_type":"Article / Letter to editor"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.90.1358","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.90.1358","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://adb.sagepub.com/cgi/reprint/15/4/397.pdf","raw_type":"text"},{"id":"pmh:ul:oai:scholarlypublications.universiteitleiden.nl:item_3204069","is_oa":false,"landing_page_url":"http://hdl.handle.net/1887/3204069","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Adaptive Behavior, 15(4), 397 - 422","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_3204069","is_oa":true,"landing_page_url":"https://hdl.handle.net/1887/3204069","pdf_url":"https://hdl.handle.net/1887/3204069","source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Adaptive Behavior","raw_type":"Article / Letter to editor"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2009967740.pdf","grobid_xml":"https://content.openalex.org/works/W2009967740.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W60231633","https://openalex.org/W128267842","https://openalex.org/W235553588","https://openalex.org/W616705929","https://openalex.org/W1491843047","https://openalex.org/W1511485992","https://openalex.org/W1515851193","https://openalex.org/W1539738948","https://openalex.org/W1570690983","https://openalex.org/W1581387623","https://openalex.org/W1661060543","https://openalex.org/W1698658183","https://openalex.org/W1818524267","https://openalex.org/W1913268708","https://openalex.org/W1953696124","https://openalex.org/W1966109336","https://openalex.org/W1972687238","https://openalex.org/W1975748201","https://openalex.org/W1978983866","https://openalex.org/W1991387241","https://openalex.org/W1996579288","https://openalex.org/W1998528642","https://openalex.org/W2008583676","https://openalex.org/W2013250252","https://openalex.org/W2019119682","https://openalex.org/W2031132552","https://openalex.org/W2043369301","https://openalex.org/W2043615441","https://openalex.org/W2057505603","https://openalex.org/W2075897811","https://openalex.org/W2083222318","https://openalex.org/W2083266434","https://openalex.org/W2098644353","https://openalex.org/W2100730338","https://openalex.org/W2107726111","https://openalex.org/W2115107366","https://openalex.org/W2117342357","https://openalex.org/W2117468337","https://openalex.org/W2117726420","https://openalex.org/W2120625049","https://openalex.org/W2121863487","https://openalex.org/W2125989285","https://openalex.org/W2126483315","https://openalex.org/W2134031328","https://openalex.org/W2137145004","https://openalex.org/W2141714215","https://openalex.org/W2145773157","https://openalex.org/W2148166693","https://openalex.org/W2161563886","https://openalex.org/W2163445345","https://openalex.org/W2165368112","https://openalex.org/W2165527701","https://openalex.org/W2169196271","https://openalex.org/W2224368109","https://openalex.org/W2475466253","https://openalex.org/W2533220953","https://openalex.org/W2768246347","https://openalex.org/W2900790966","https://openalex.org/W2914112863","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W4213201576","https://openalex.org/W2015051472","https://openalex.org/W2168501056","https://openalex.org/W2120009678","https://openalex.org/W1539939938","https://openalex.org/W2912947802","https://openalex.org/W2037601570","https://openalex.org/W2123856982","https://openalex.org/W1530089576","https://openalex.org/W2023773263"],"abstract_inverted_index":{"Emotion":[0],"plays":[1],"an":[2,75,84,97,135],"important":[3],"role":[4],"in":[5,21,122,209,226],"thinking.":[6],"In":[7,190],"this":[8,93,150],"article":[9],"we":[10,70,95,128,192],"study":[11,71],"affective":[12,140],"control":[13,141,197],"of":[14,17,56,74,87,105,146,167,182,233,257],"the":[15,40,59,72,103,106,144,155,158,165,171,180,245,255],"amount":[16,86,145,166,181],"simulated":[18,88],"anticipatory":[19,89,112],"behavior":[20,57,90],"adaptive":[22,120,136],"agents":[23,121,203,220],"using":[24,58],"a":[25,210,227],"computational":[26],"model.":[27],"Our":[28,236],"approach":[29],"is":[30,53,81,153,263],"based":[31],"on":[32,117,244],"model-based":[33],"reinforcement":[34],"learning":[35],"(RL)":[36],"and":[37,138,213,230,249,251],"inspired":[38],"by":[39,83],"simulation":[41,48,55,133,147,168,183],"hypothesis":[42,49],"(Cotterill,":[43],"2001;":[44],"Hesslow,":[45],"2002).":[46],"The":[47],"states":[50],"that":[51,101,130],"thinking":[52],"internal":[54,132],"same":[60],"sensory-motor":[61],"systems":[62],"as":[63],"those":[64],"used":[65],"for":[66,114,149],"overt":[67],"behavior.":[68],"Here,":[69],"adaptiveness":[73],"artificial":[76,194],"agent,":[77],"when":[78,258],"action-selection":[79],"bias":[80],"induced":[82],"affect-controlled":[85,98],".":[91],"To":[92],"end,":[94],"introduce":[96],"simulation-selection":[99],"mechanism":[100],"uses":[102],"predictions":[104],"agent's":[107],"RL":[108],"model":[109],"to":[110,196,253],"select":[111],"behaviors":[113],"simulation.":[115],"Based":[116],"eXperiments":[118],"with":[119,240],"two":[123],"nondeterministic":[124],"partially":[125],"observable":[126],"grid-worlds":[127],"conclude":[129],"(1)":[131],"has":[134],"benefit":[137],"(2)":[139],"can":[142,206],"reduce":[143],"needed":[148],"benefit.":[151],"This":[152],"specifically":[154],"case":[156],"if":[157],"following":[159],"relation":[160,246],"holds:":[161],"positive":[162,259],"affect":[163,178,195,248,262],"decreases":[164],"towards":[169,184],"simulating":[170,185],"best":[172],"potential":[173,187],"neXt":[174,188],"action,":[175],"while":[176,219],"negative":[177,261],"increases":[179],"all":[186],"actions.":[189],"essence":[191],"use":[193],"mental":[198],"eXploration":[199],"versus":[200,260],"eXploitations.":[201],"Thus,":[202],"\u201cfeeling":[204,221],"positive\u201d":[205],"think":[207,224],"ahead":[208,225],"narrow":[211],"sense":[212,229],"free":[214],"up":[215],"working":[216,234],"memory":[217],"resources,":[218],"negative\u201d":[222],"must":[223],"broad":[228],"maXimize":[231],"usage":[232],"memory.":[235],"results":[237],"are":[238],"consistent":[239],"several":[241],"psychological":[242],"findings":[243],"between":[247],"learning,":[250],"contribute":[252],"answering":[254],"question":[256],"useful":[264],"during":[265],"adaptation.":[266]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":4}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}