{"id":"https://openalex.org/W4205236653","doi":"https://doi.org/10.1109/aciiw52867.2021.9666259","title":"Simulating Fear as Anticipation of Temporal Differences: An experimental investigation","display_name":"Simulating Fear as Anticipation of Temporal Differences: An experimental investigation","publication_year":2021,"publication_date":"2021-09-28","ids":{"openalex":"https://openalex.org/W4205236653","doi":"https://doi.org/10.1109/aciiw52867.2021.9666259"},"language":"en","primary_location":{"id":"doi:10.1109/aciiw52867.2021.9666259","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aciiw52867.2021.9666259","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 9th International Conference on Affective Computing and Intelligent Interaction Workshops and Demos (ACIIW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081991869","display_name":"Laduona Dai","orcid":"https://orcid.org/0000-0002-1566-5764"},"institutions":[{"id":"https://openalex.org/I193700539","display_name":"Tilburg University","ror":"https://ror.org/04b8v1s79","country_code":"NL","type":"education","lineage":["https://openalex.org/I193700539"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Laduona Dai","raw_affiliation_strings":["Tilburg University,Department of Cognitive Science and Artificial Intelligence,Tilburg,The Netherlands","Department of Cognitive Science and Artificial Intelligence, Tilburg University, Tilburg, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Tilburg University,Department of Cognitive Science and Artificial Intelligence,Tilburg,The Netherlands","institution_ids":["https://openalex.org/I193700539"]},{"raw_affiliation_string":"Department of Cognitive Science and Artificial Intelligence, Tilburg University, Tilburg, The Netherlands","institution_ids":["https://openalex.org/I193700539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027253360","display_name":"Joost Broekens","orcid":"https://orcid.org/0000-0001-9198-898X"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]},{"id":"https://openalex.org/I210716285","display_name":"University of Applied Sciences Leiden","ror":"https://ror.org/0093src13","country_code":"NL","type":"education","lineage":["https://openalex.org/I210716285"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Joost Broekens","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science Leiden University,Leiden,The Netherlands","Leiden Institute of Advanced Computer Science Leiden University, Leiden, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science Leiden University,Leiden,The Netherlands","institution_ids":["https://openalex.org/I121797337","https://openalex.org/I210716285"]},{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science Leiden University, Leiden, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5081991869"],"corresponding_institution_ids":["https://openalex.org/I193700539"],"apc_list":null,"apc_paid":null,"fwci":0.4079,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70143505,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9670000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9670000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9440000057220459,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.9423739910125732},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5989601612091064},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5905929207801819},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5860918760299683},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.5299602150917053},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5275423526763916},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.43947741389274597},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.4354625940322876},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.42100265622138977},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3717024028301239}],"concepts":[{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.9423739910125732},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5989601612091064},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5905929207801819},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5860918760299683},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5299602150917053},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5275423526763916},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.43947741389274597},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.4354625940322876},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.42100265622138977},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3717024028301239},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aciiw52867.2021.9666259","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aciiw52867.2021.9666259","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 9th International Conference on Affective Computing and Intelligent Interaction Workshops and Demos (ACIIW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7200000286102295}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1535131910","https://openalex.org/W1549066977","https://openalex.org/W1559672525","https://openalex.org/W1714211023","https://openalex.org/W1822368225","https://openalex.org/W1880373995","https://openalex.org/W1971893923","https://openalex.org/W1977137834","https://openalex.org/W1977655452","https://openalex.org/W2070785687","https://openalex.org/W2072376581","https://openalex.org/W2079006378","https://openalex.org/W2094843698","https://openalex.org/W2095617013","https://openalex.org/W2104365695","https://openalex.org/W2109474021","https://openalex.org/W2115845871","https://openalex.org/W2120625049","https://openalex.org/W2129105917","https://openalex.org/W2146017847","https://openalex.org/W2191285365","https://openalex.org/W2283483555","https://openalex.org/W2523914621","https://openalex.org/W2574909358","https://openalex.org/W2614309179","https://openalex.org/W2907082874","https://openalex.org/W2910369714","https://openalex.org/W2942053682","https://openalex.org/W4214717370","https://openalex.org/W4300068916","https://openalex.org/W4388250061","https://openalex.org/W6732080600","https://openalex.org/W6751708915","https://openalex.org/W6757400726","https://openalex.org/W6762076902"],"related_works":["https://openalex.org/W2952741422","https://openalex.org/W3033133102","https://openalex.org/W4225846781","https://openalex.org/W2321705977","https://openalex.org/W2885024018","https://openalex.org/W2015051472","https://openalex.org/W2168501056","https://openalex.org/W2120009678","https://openalex.org/W2037601570","https://openalex.org/W2912947802"],"abstract_inverted_index":{"Humans":[0,7],"use":[1,9],"emotional":[2],"expressions":[3],"to":[4,18,38,52,81,123,146,156],"communicate":[5],"appraisals.":[6],"also":[8],"emotions":[10,41],"in":[11,84],"evaluating":[12],"how":[13],"they":[14],"are":[15,143,154],"doing":[16],"compared":[17],"their":[19],"current":[20],"goals":[21],"and":[22,64],"desires.":[23],"The":[24],"Temporal":[25],"Difference":[26],"Reinforcement":[27],"Learning":[28],"(TDRL)":[29],"Theory":[30,138],"of":[31,66,132,135,139,144,149],"Emotion":[32],"proposes":[33],"a":[34,91,112,117],"structure":[35],"for":[36,96],"agents":[37],"simulate":[39],"appropriate":[40],"during":[42],"the":[43,62,72,97,126,133,136,147,157],"learning":[44,151],"process.":[45,101],"In":[46,57],"previous":[47],"work,":[48],"simulations":[49],"have":[50],"shown":[51],"reproduce":[53],"plausible":[54,118],"emotion":[55],"dynamics.":[56],"this":[58],"paper":[59],"we":[60],"examine":[61],"plausibility":[63],"intepretability":[65],"TDRL-simulated":[67],"fear,":[68],"when":[69],"expressed":[70],"by":[71],"agent.":[73],"We":[74],"presented":[75],"different":[76,92],"TDRL-based":[77],"fear":[78,107,119],"simulation":[79],"methods":[80,152],"participants":[82],"<tex>${\\left(n=237\\right)}$</tex>":[83],"an":[85,105],"online":[86],"study.":[87],"Each":[88],"method":[89],"used":[90],"action":[93],"selection":[94],"protocol":[95],"agent&#x0027;s":[98],"model-based":[99],"anticipation":[100,114],"Results":[102],"suggest":[103],"that":[104,153],"<tex>${\\in}$</tex>-greedy":[106],"policy":[108],"<tex>${\\left(\\in=0.1\\right)}$</tex>":[109],"combined":[110],"with":[111],"long":[113],"horizon":[115],"provides":[116],"estimation.":[120],"This":[121],"is,":[122],"our":[124],"knowledge,":[125],"first":[127],"experimental":[128],"evidence":[129],"detailing":[130],"some":[131],"predictions":[134],"TDRL":[137],"Emotion.":[140],"Our":[141],"results":[142],"interest":[145],"design":[148],"agent":[150],"transparent":[155],"user.":[158]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}