{"id":"https://openalex.org/W2907082874","doi":null,"title":"Emergent Dynamics of Joy, Distress, Hope and Fear in Reinforcement Learning Agents","display_name":"Emergent Dynamics of Joy, Distress, Hope and Fear in Reinforcement Learning Agents","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W2907082874","mag":"2907082874"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.713.3010","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.713.3010","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://mmi.tudelft.nl/%7Ejoostb/files/Jacobs_Broekens_Jonker_2014b.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109911604","display_name":"Elmer Jacobs","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elmer Jacobs","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027253360","display_name":"Joost Broekens","orcid":"https://orcid.org/0000-0001-9198-898X","observed_orcids":["https://orcid.org/0000-0001-9198-898X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joost Broekens","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5074074791","display_name":"Catholijn M. Jonker","orcid":"https://orcid.org/0000-0003-4780-7461","observed_orcids":["https://orcid.org/0000-0003-4780-7461"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Catholijn M. Jonker","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-4780-7461","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0849,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.87604482,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14381","display_name":"Psychiatry, Mental Health, Neuroscience","score":0.9473000168800354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14381","display_name":"Psychiatry, Mental Health, Neuroscience","score":0.9473000168800354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.03779999911785126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.0035000001080334187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-dynamics","display_name":"emotional dynamics","score":0.9269999861717224},{"id":"https://openalex.org/keywords/joy","display_name":"joy","score":0.8930000066757202},{"id":"https://openalex.org/keywords/distress","display_name":"distress","score":1.0},{"id":"https://openalex.org/keywords/hope","display_name":"hope","score":0.9990000128746033},{"id":"https://openalex.org/keywords/fear","display_name":"fear","score":0.9990000128746033},{"id":"https://openalex.org/keywords/reinforcement-learning-agents","display_name":"reinforcement learning agents","score":0.9539999961853027},{"id":"https://openalex.org/keywords/adaptive-agents","display_name":"adaptive agents","score":0.7379999756813049},{"id":"https://openalex.org/keywords/fear-extinction","display_name":"fear extinction","score":0.6980000138282776},{"id":"https://openalex.org/keywords/habituation","display_name":"habituation","score":0.9639999866485596},{"id":"https://openalex.org/keywords/agent-based-modeling","display_name":"agent-based modeling","score":0.6669999957084656}],"concepts":[{"id":"https://openalex.org/C139265228","wikidata":"https://www.wikidata.org/wiki/Q5283089","display_name":"Distress","level":2,"score":0.6270390152931213},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5743686556816101},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.5129658579826355},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.49505630135536194},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.45997855067253113},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3698241412639618},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3238677382469177},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.28951507806777954},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.12910860776901245}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.713.3010","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.713.3010","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://mmi.tudelft.nl/%7Ejoostb/files/Jacobs_Broekens_Jonker_2014b.pdf","raw_type":"text"},{"id":"mag:2907082874","doi":null,"is_oa":false,"landing_page_url":"https://dissem.in/p/27067171/emergent-dynamics-of-joy-distress-hope-and-fear-in-reinforcement-learning-agents","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1538815457","https://openalex.org/W1549066977","https://openalex.org/W1556756526","https://openalex.org/W1559672525","https://openalex.org/W1581387623","https://openalex.org/W1872693690","https://openalex.org/W1977137834","https://openalex.org/W1989388297","https://openalex.org/W1996579288","https://openalex.org/W2013878498","https://openalex.org/W2043615441","https://openalex.org/W2044574050","https://openalex.org/W2046774605","https://openalex.org/W2070785687","https://openalex.org/W2075693168","https://openalex.org/W2088222816","https://openalex.org/W2090536476","https://openalex.org/W2101959021","https://openalex.org/W2104365695","https://openalex.org/W2104674963","https://openalex.org/W2109059823","https://openalex.org/W2109417522","https://openalex.org/W2109420588","https://openalex.org/W2120618638","https://openalex.org/W2121458977","https://openalex.org/W2123435593","https://openalex.org/W2126275173","https://openalex.org/W2135572147","https://openalex.org/W2137827713","https://openalex.org/W2148962857","https://openalex.org/W2150134653","https://openalex.org/W2152676810","https://openalex.org/W2160623135","https://openalex.org/W2161563886","https://openalex.org/W2162951543","https://openalex.org/W2164231699","https://openalex.org/W2165527701","https://openalex.org/W2769446308","https://openalex.org/W2900790966","https://openalex.org/W3021376905","https://openalex.org/W3147024458","https://openalex.org/W4300305537"],"related_works":["https://openalex.org/W2398779761","https://openalex.org/W2169366102","https://openalex.org/W7100884094","https://openalex.org/W2610195735","https://openalex.org/W2012234732","https://openalex.org/W193768099","https://openalex.org/W2614309179","https://openalex.org/W2613361295","https://openalex.org/W164440545","https://openalex.org/W2574909358"],"abstract_inverted_index":{"We":[0,141],"report":[1],"on":[2,112],"a":[3,29,33,130,188],"study":[4],"that":[5,21,35,69,84,122,191],"shows":[6],"plausible":[7],"emotion":[8,63,101,126,165,186],"dynam-ics":[9],"for":[10,134,149],"joy,":[11],"distress,":[12],"hope":[13,73],"and":[14,59,66,74,90,115,166,181],"fear,":[15],"emerging":[16],"in":[17,102,168,195],"an":[18,103,135,185],"adaptive":[19,104,179],"agent":[20,105,201],"uses":[22],"Reinforcement":[23],"Learning":[24],"(RL)":[25],"to":[26,28,72,109,128,137,177,187],"adapt":[27,138],"task.":[30],"Joy/distress":[31],"is":[32,36,45,127,153,193],"signal":[34,133,145],"derived":[37,46],"from":[38,47],"the":[39,48,51,86,98,110,120,123,162,171,196,200,205,208],"RL":[40,150],"update":[41],"signal,":[42],"while":[43],"hope/fear":[44],"utility":[49],"of":[50,62,79,88,100,125,184,199,207],"current":[52],"state.":[53],"Agent-based":[54],"simulation":[55],"experiments":[56],"replicate":[57],"psychological":[58],"behavioral":[60],"dynamics":[61,99],"including:":[64],"joy":[65,89],"distress":[67],"reactions":[68],"develop":[70],"prior":[71],"fear;":[75],"fear":[76],"extinction;":[77],"habituation":[78],"joy;":[80],"and,":[81],"task":[82],"randomness":[83],"increases":[85],"intensity":[87],"distress.":[91],"This":[92,152],"work":[93],"distinguishes":[94],"itself":[95],"by":[96],"assessing":[97],"framework-":[106],"coupling":[107],"it":[108,192],"literature":[111],"habituation,":[113],"development,":[114],"extinction.":[116],"Our":[117],"results":[118],"support":[119],"idea":[121],"function":[124],"provide":[129],"complex":[131],"feedback":[132,144],"organism":[136],"its":[139],"behavior.":[140],"show":[142],"this":[143],"can":[146,159],"be":[147,175],"op-erationalized":[148],"agents.":[151],"important":[154],"because":[155],"(a)":[156],"RL-based":[157],"models":[158],"help":[160,203],"understand":[161],"relation":[163],"between":[164],"adaptation":[167],"animals,":[169],"(b)":[170],"emotional":[172],"state":[173],"might":[174],"used":[176],"increase":[178],"potential,":[180],"(c)":[182],"expres-sion":[183],"human":[189],"observer":[190],"grounded":[194],"learning":[197],"mechanism":[198],"should":[202],"interpret":[204],"meaning":[206],"emotion.":[209]},"counts_by_year":[{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":4}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2019-01-11T00:00:00"}