{"id":"https://openalex.org/W2012234732","doi":"https://doi.org/10.1080/09540091.2015.1031081","title":"A reinforcement learning model of joy, distress, hope and fear","display_name":"A reinforcement learning model of joy, distress, hope and fear","publication_year":2015,"publication_date":"2015-04-23","ids":{"openalex":"https://openalex.org/W2012234732","doi":"https://doi.org/10.1080/09540091.2015.1031081","mag":"2012234732"},"language":"en","primary_location":{"id":"doi:10.1080/09540091.2015.1031081","doi":"https://doi.org/10.1080/09540091.2015.1031081","is_oa":true,"landing_page_url":"https://doi.org/10.1080/09540091.2015.1031081","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/09540091.2015.1031081?needAccess=true","source":{"id":"https://openalex.org/S4210188800","display_name":"Connection Science","issn_l":"0954-0091","issn":["0954-0091","1360-0494"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","doaj","dongbi-c","jufo-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Connection Science","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.tandfonline.com/doi/pdf/10.1080/09540091.2015.1031081?needAccess=true","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027253360","display_name":"Joost Broekens","orcid":"https://orcid.org/0000-0001-9198-898X","observed_orcids":["https://orcid.org/0000-0001-9198-898X"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Joost Broekens","raw_affiliation_strings":["Department of Intelligent Systems, Interactive Intelligence Group, Delft University of Technology, 4 Mekelweg, Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Intelligent Systems, Interactive Intelligence Group, Delft University of Technology, 4 Mekelweg, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109911604","display_name":"Elmer Jacobs","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Elmer Jacobs","raw_affiliation_strings":["Department of Intelligent Systems, Interactive Intelligence Group, Delft University of Technology, 4 Mekelweg, Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Intelligent Systems, Interactive Intelligence Group, Delft University of Technology, 4 Mekelweg, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074074791","display_name":"Catholijn M. Jonker","orcid":"https://orcid.org/0000-0003-4780-7461","observed_orcids":["https://orcid.org/0000-0003-4780-7461"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Catholijn M. Jonker","raw_affiliation_strings":["Department of Intelligent Systems, Interactive Intelligence Group, Delft University of Technology, 4 Mekelweg, Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Intelligent Systems, Interactive Intelligence Group, Delft University of Technology, 4 Mekelweg, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5027253360"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":{"value":1270,"currency":"USD","value_usd":1270},"apc_paid":null,"fwci":2.0631,"has_fulltext":true,"cited_by_count":48,"citation_normalized_percentile":{"value":0.88033881,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"27","issue":"3","first_page":"215","last_page":"233"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14381","display_name":"Psychiatry, Mental Health, Neuroscience","score":0.8134999871253967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14381","display_name":"Psychiatry, Mental Health, Neuroscience","score":0.8134999871253967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.10490000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.024299999698996544,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotions","display_name":"emotions","score":0.75},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8289999961853027},{"id":"https://openalex.org/keywords/joy","display_name":"joy","score":0.7639999985694885},{"id":"https://openalex.org/keywords/distress","display_name":"distress","score":0.9940000176429749},{"id":"https://openalex.org/keywords/hope","display_name":"hope","score":0.9800000190734863},{"id":"https://openalex.org/keywords/fear","display_name":"fear","score":1.0},{"id":"https://openalex.org/keywords/anticipation","display_name":"anticipation","score":0.4050000011920929},{"id":"https://openalex.org/keywords/error-signal","display_name":"error signal","score":0.7789999842643738},{"id":"https://openalex.org/keywords/habituation","display_name":"habituation","score":0.7730000019073486},{"id":"https://openalex.org/keywords/extinction","display_name":"extinction","score":0.9739999771118164},{"id":"https://openalex.org/keywords/hope-theory","display_name":"hope theory","score":0.8140000104904175},{"id":"https://openalex.org/keywords/adaptive-behavior","display_name":"adaptive behavior","score":0.8849999904632568},{"id":"https://openalex.org/keywords/human-robot-interaction","display_name":"human-robot interaction","score":0.9039999842643738},{"id":"https://openalex.org/keywords/agent-based-modeling","display_name":"agent-based modeling","score":0.7149999737739563}],"concepts":[{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.6978706121444702},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6752181053161621},{"id":"https://openalex.org/C50610925","wikidata":"https://www.wikidata.org/wiki/Q1136816","display_name":"Habituation","level":2,"score":0.5400943756103516},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5256425142288208},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.48358577489852905},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4332977831363678},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.43271946907043457},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2882424592971802},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.13153836131095886},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.10817459225654602}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/09540091.2015.1031081","doi":"https://doi.org/10.1080/09540091.2015.1031081","is_oa":true,"landing_page_url":"https://doi.org/10.1080/09540091.2015.1031081","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/09540091.2015.1031081?needAccess=true","source":{"id":"https://openalex.org/S4210188800","display_name":"Connection Science","issn_l":"0954-0091","issn":["0954-0091","1360-0494"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","doaj","dongbi-c","jufo-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Connection Science","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.713.6622","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.713.6622","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://mmi.tudelft.nl/%7Ejoostb/files/broekens_jacobs_jonker_2015.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1080/09540091.2015.1031081","doi":"https://doi.org/10.1080/09540091.2015.1031081","is_oa":true,"landing_page_url":"https://doi.org/10.1080/09540091.2015.1031081","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/09540091.2015.1031081?needAccess=true","source":{"id":"https://openalex.org/S4210188800","display_name":"Connection Science","issn_l":"0954-0091","issn":["0954-0091","1360-0494"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","doaj","dongbi-c","jufo-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Connection Science","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2012234732.pdf","grobid_xml":"https://content.openalex.org/works/W2012234732.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W263876593","https://openalex.org/W294997175","https://openalex.org/W1511485992","https://openalex.org/W1538815457","https://openalex.org/W1549066977","https://openalex.org/W1556756526","https://openalex.org/W1559672525","https://openalex.org/W1581387623","https://openalex.org/W1690721869","https://openalex.org/W1872693690","https://openalex.org/W1880373995","https://openalex.org/W1968689002","https://openalex.org/W1977137834","https://openalex.org/W1989388297","https://openalex.org/W1996579288","https://openalex.org/W2001233357","https://openalex.org/W2011646698","https://openalex.org/W2013878498","https://openalex.org/W2029250100","https://openalex.org/W2032230668","https://openalex.org/W2032610016","https://openalex.org/W2043615441","https://openalex.org/W2044574050","https://openalex.org/W2046774605","https://openalex.org/W2049023573","https://openalex.org/W2070785687","https://openalex.org/W2075693168","https://openalex.org/W2081754278","https://openalex.org/W2088222816","https://openalex.org/W2090536476","https://openalex.org/W2100015356","https://openalex.org/W2104365695","https://openalex.org/W2104674963","https://openalex.org/W2109059823","https://openalex.org/W2109417522","https://openalex.org/W2109420588","https://openalex.org/W2117495877","https://openalex.org/W2120536063","https://openalex.org/W2120618638","https://openalex.org/W2120625049","https://openalex.org/W2121458977","https://openalex.org/W2121863487","https://openalex.org/W2123435593","https://openalex.org/W2126275173","https://openalex.org/W2135572147","https://openalex.org/W2136820623","https://openalex.org/W2137827713","https://openalex.org/W2145773157","https://openalex.org/W2146017847","https://openalex.org/W2148962857","https://openalex.org/W2149514160","https://openalex.org/W2150134653","https://openalex.org/W2150922105","https://openalex.org/W2152676810","https://openalex.org/W2160623135","https://openalex.org/W2161563886","https://openalex.org/W2162951543","https://openalex.org/W2164231699","https://openalex.org/W2165527701","https://openalex.org/W2167987951","https://openalex.org/W2398779761","https://openalex.org/W2521134300","https://openalex.org/W2769446308","https://openalex.org/W2900790966","https://openalex.org/W2907082874","https://openalex.org/W3021376905","https://openalex.org/W3147024458","https://openalex.org/W3207961398","https://openalex.org/W4211038230","https://openalex.org/W4214717370","https://openalex.org/W4238669448","https://openalex.org/W4302958567","https://openalex.org/W7103530891"],"related_works":["https://openalex.org/W2610195735","https://openalex.org/W2907082874","https://openalex.org/W2398779761","https://openalex.org/W2169366102","https://openalex.org/W7100884094","https://openalex.org/W193768099","https://openalex.org/W2574909358","https://openalex.org/W164440545","https://openalex.org/W2545936654","https://openalex.org/W7135765042"],"abstract_inverted_index":{"In":[0],"this":[1,66],"paper":[2],"we":[3,18,46],"computationally":[4],"study":[5],"the":[6,14,33,55,81,94,106,109,133],"relation":[7,134],"between":[8,135,157],"adaptive":[9,87,158],"behaviour":[10],"and":[11,28,70,100,137,160],"emotion.":[12,74],"Using":[13],"reinforcement":[15],"learning":[16],"framework,":[17],"propose":[19,47],"that":[20,35,48,63,65,108],"learned":[21],"state":[22],"utility,":[23],"V(s),":[24],"models":[25],"fear":[26],"(negative)":[27],"hope":[29,101],"(positive)":[30],"based":[31],"on":[32,96],"fact":[34],"both":[36],"signals":[37,151],"are":[38],"about":[39],"anticipation":[40],"of":[41,73,83,111],"loss":[42],"or":[43],"gain.":[44],"Further,":[45],"joy/distress":[49],"is":[50,113,129],"a":[51,116],"signal":[52,119],"similar":[53],"to":[54,93,114,123,155],"error":[56],"signal.":[57],"We":[58],"present":[59],"agent-based":[60],"simulation":[61],"experiments":[62],"show":[64],"model":[67],"replicates":[68],"psychological":[69],"behavioural":[71],"dynamics":[72,82],"This":[75],"work":[76,128],"distinguishes":[77],"itself":[78],"by":[79],"assessing":[80],"emotion":[84,112,136],"in":[85,139,147],"an":[86,121],"agent":[88],"framework":[89],"\u2013":[90],"coupling":[91],"it":[92],"literature":[95],"habituation,":[97],"development,":[98],"extinction":[99],"theory.":[102],"Our":[103,127],"results":[104],"support":[105],"idea":[107],"function":[110],"provide":[115],"complex":[117],"feedback":[118],"for":[120,131,144],"organism":[122],"adapt":[124],"its":[125],"behaviour.":[126],"relevant":[130],"understanding":[132],"adaptation":[138],"animals,":[140],"as":[141,143],"well":[142],"human\u2013robot":[145],"interaction,":[146],"particular":[148],"how":[149],"emotional":[150],"can":[152],"be":[153],"used":[154],"communicate":[156],"agents":[159],"humans.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2014,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2016-06-24T00:00:00"}