{"id":"https://openalex.org/W2169366102","doi":null,"title":"Joy, Distress, Hope, and Fear in Reinforcement Learning (Extended Abstract)","display_name":"Joy, Distress, Hope, and Fear in Reinforcement Learning (Extended Abstract)","publication_year":2014,"publication_date":"2014-05-05","ids":{"openalex":"https://openalex.org/W2169366102","mag":"2169366102"},"language":"en","primary_location":{"id":"pmh:oai:tudelft.nl:uuid:c50b548f-3c80-4426-bed4-cccc93bf68a5","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:c50b548f-3c80-4426-bed4-cccc93bf68a5","pdf_url":"http://resolver.tudelft.nl/uuid:c50b548f-3c80-4426-bed4-cccc93bf68a5","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://resolver.tudelft.nl/uuid:c50b548f-3c80-4426-bed4-cccc93bf68a5","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109911604","display_name":"Elmer Jacobs","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Elmer Jacobs","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027253360","display_name":"Joost Broekens","orcid":"https://orcid.org/0000-0001-9198-898X","observed_orcids":["https://orcid.org/0000-0001-9198-898X"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Joost Broekens","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074074791","display_name":"Catholijn M. Jonker","orcid":"https://orcid.org/0000-0003-4780-7461","observed_orcids":["https://orcid.org/0000-0003-4780-7461"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Catholijn M. Jonker","raw_affiliation_strings":["(Delft University of Technology)"],"raw_orcid":"https://orcid.org/0000-0003-4780-7461","affiliations":[{"raw_affiliation_string":"(Delft University of Technology)","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":0.5809,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.60532372,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14381","display_name":"Psychiatry, Mental Health, Neuroscience","score":0.760699987411499,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14381","display_name":"Psychiatry, Mental Health, Neuroscience","score":0.760699987411499,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.22290000319480896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-modeling","display_name":"emotion modeling","score":0.6959999799728394},{"id":"https://openalex.org/keywords/joy","display_name":"joy","score":0.6880000233650208},{"id":"https://openalex.org/keywords/distress","display_name":"distress","score":1.0},{"id":"https://openalex.org/keywords/hope","display_name":"hope","score":0.9990000128746033},{"id":"https://openalex.org/keywords/fear","display_name":"fear","score":0.9990000128746033},{"id":"https://openalex.org/keywords/reward-signals","display_name":"reward signals","score":0.4020000100135803},{"id":"https://openalex.org/keywords/fear-extinction","display_name":"fear extinction","score":0.9269999861717224},{"id":"https://openalex.org/keywords/habituation","display_name":"habituation","score":0.9739999771118164},{"id":"https://openalex.org/keywords/adaptive-agents","display_name":"adaptive agents","score":0.765999972820282},{"id":"https://openalex.org/keywords/agent-based-modeling","display_name":"agent-based modeling","score":0.8109999895095825},{"id":"https://openalex.org/keywords/emotion-dynamics","display_name":"emotional dynamics","score":0.6729999780654907}],"concepts":[{"id":"https://openalex.org/C50610925","wikidata":"https://www.wikidata.org/wiki/Q1136816","display_name":"Habituation","level":2,"score":0.8210256099700928},{"id":"https://openalex.org/C139265228","wikidata":"https://www.wikidata.org/wiki/Q5283089","display_name":"Distress","level":2,"score":0.6868575811386108},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6715536117553711},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5964319705963135},{"id":"https://openalex.org/C101991246","wikidata":"https://www.wikidata.org/wiki/Q5422078","display_name":"Extinction (optical mineralogy)","level":2,"score":0.5452885627746582},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.478288471698761},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.40000617504119873},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.31827884912490845},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3053707480430603},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2798479199409485},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16674932837486267},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:tudelft.nl:uuid:c50b548f-3c80-4426-bed4-cccc93bf68a5","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:c50b548f-3c80-4426-bed4-cccc93bf68a5","pdf_url":"http://resolver.tudelft.nl/uuid:c50b548f-3c80-4426-bed4-cccc93bf68a5","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"},{"id":"pmh:tud:oai:tudelft.nl:uuid:c50b548f-3c80-4426-bed4-cccc93bf68a5","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:c50b548f-3c80-4426-bed4-cccc93bf68a5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"AAMAS 2014: Proceedings of the 13th International Conference on Autonomous Agents and Multiagent Systems, Paris, France, 5-9 May 2014","raw_type":"info:eu-repo/semantics/conferencepaper"},{"id":"mag:2169366102","doi":null,"is_oa":false,"landing_page_url":"http://mmi.tudelft.nl/~joostb/files/Jacobs_broekens_jonker_2014.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306417597","display_name":"Adaptive Agents and Multi-Agents Systems","issn_l":"1548-8403","issn":["1548-8403"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Adaptive Agents and Multi-Agents Systems","raw_type":null}],"best_oa_location":{"id":"pmh:oai:tudelft.nl:uuid:c50b548f-3c80-4426-bed4-cccc93bf68a5","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:c50b548f-3c80-4426-bed4-cccc93bf68a5","pdf_url":"http://resolver.tudelft.nl/uuid:c50b548f-3c80-4426-bed4-cccc93bf68a5","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2169366102.pdf","grobid_xml":"https://content.openalex.org/works/W2169366102.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1549066977","https://openalex.org/W1559672525","https://openalex.org/W1581387623","https://openalex.org/W1872693690","https://openalex.org/W1977137834","https://openalex.org/W1996579288","https://openalex.org/W2043615441","https://openalex.org/W2044574050","https://openalex.org/W2046774605","https://openalex.org/W2070785687","https://openalex.org/W2075693168","https://openalex.org/W2090536476","https://openalex.org/W2109420588","https://openalex.org/W2137827713","https://openalex.org/W2160623135","https://openalex.org/W2164231699","https://openalex.org/W2165527701","https://openalex.org/W2900790966","https://openalex.org/W2907082874","https://openalex.org/W3147024458"],"related_works":["https://openalex.org/W2398779761","https://openalex.org/W7100884094","https://openalex.org/W2907082874","https://openalex.org/W2610195735","https://openalex.org/W2012234732","https://openalex.org/W193768099","https://openalex.org/W2574909358","https://openalex.org/W3193775727","https://openalex.org/W1557382411","https://openalex.org/W7096299044"],"abstract_inverted_index":{"In":[0],"this":[1],"paper":[2],"we":[3],"present":[4],"a":[5,21],"mapping":[6],"between":[7],"joy,":[8],"distress,":[9],"hope":[10,61],"and":[11,13,47,54,62,78,104],"fear,":[12],"Reinforcement":[14],"Learning":[15],"primitives.":[16],"Joy":[17],"/":[18],"distress":[19,55],"is":[20,24,33],"signal":[22],"that":[23,57,72],"derived":[25,34],"from":[26,35],"the":[27,36,39,74,86,99],"RL":[28],"update":[29],"signal,":[30],"while":[31],"hope/fear":[32],"utility":[37],"of":[38,50,67,76,88],"current":[40],"state.":[41],"Agent-based":[42],"simulation":[43],"experiments":[44],"replicate":[45],"psychological":[46],"behavioral":[48],"dynamics":[49,87],"emotion":[51,89],"including:":[52],"joy":[53,77],"reactions":[56],"develop":[58],"prior":[59],"to":[60,98],"fear;":[63],"fear":[64],"extinction;":[65],"habituation":[66],"joy;":[68],"and,":[69],"task":[70],"randomness":[71],"increases":[73],"intensity":[75],"distress.":[79],"This":[80],"work":[81],"distinguishes":[82],"itself":[83],"by":[84],"assessing":[85],"in":[90],"an":[91],"adaptive":[92],"agent":[93],"framework":[94],"-":[95],"coupling":[96],"it":[97],"literature":[100],"on":[101],"habituation,":[102],"development,":[103],"extinction.":[105]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2}],"updated_date":"2026-09-09T07:26:56.047234","created_date":"2016-06-24T00:00:00"}