{"id":"https://openalex.org/W4409759758","doi":"https://doi.org/10.1109/acii63134.2024.00034","title":"Closing the Affective Loop via Experience-Driven Reinforcement Learning Designers","display_name":"Closing the Affective Loop via Experience-Driven Reinforcement Learning Designers","publication_year":2024,"publication_date":"2024-09-15","ids":{"openalex":"https://openalex.org/W4409759758","doi":"https://doi.org/10.1109/acii63134.2024.00034"},"language":"en","primary_location":{"id":"doi:10.1109/acii63134.2024.00034","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acii63134.2024.00034","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 12th International Conference on Affective Computing and Intelligent Interaction (ACII)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044861252","display_name":"Matthew Barthet","orcid":"https://orcid.org/0000-0002-7121-5290"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":true,"raw_author_name":"Matthew Barthet","raw_affiliation_strings":["Institute of Digital Games, University of Malta,Msida,Malta"],"affiliations":[{"raw_affiliation_string":"Institute of Digital Games, University of Malta,Msida,Malta","institution_ids":["https://openalex.org/I197854408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002113898","display_name":"Diogo Martins-Branco","orcid":"https://orcid.org/0000-0002-7214-4818"},"institutions":[{"id":"https://openalex.org/I58028834","display_name":"Universidade da Madeira","ror":"https://ror.org/0442zbe52","country_code":"PT","type":"education","lineage":["https://openalex.org/I58028834"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Diogo Branco","raw_affiliation_strings":["University of Madeira,Faculty of Exact Sciences and Engineering,Madeira,Portugal"],"affiliations":[{"raw_affiliation_string":"University of Madeira,Faculty of Exact Sciences and Engineering,Madeira,Portugal","institution_ids":["https://openalex.org/I58028834"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080999254","display_name":"Roberto Gallotta","orcid":"https://orcid.org/0000-0001-7578-6173"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Roberto Gallotta","raw_affiliation_strings":["Institute of Digital Games, University of Malta,Msida,Malta"],"affiliations":[{"raw_affiliation_string":"Institute of Digital Games, University of Malta,Msida,Malta","institution_ids":["https://openalex.org/I197854408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025547740","display_name":"Ahmed Khalifa","orcid":"https://orcid.org/0000-0002-7839-9432"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Ahmed Khalifa","raw_affiliation_strings":["Institute of Digital Games, University of Malta,Msida,Malta"],"affiliations":[{"raw_affiliation_string":"Institute of Digital Games, University of Malta,Msida,Malta","institution_ids":["https://openalex.org/I197854408"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102978041","display_name":"Georgios N. Yannakakis","orcid":"https://orcid.org/0000-0003-2728-4026"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Georgios N. Yannakakis","raw_affiliation_strings":["Institute of Digital Games, University of Malta,Msida,Malta"],"affiliations":[{"raw_affiliation_string":"Institute of Digital Games, University of Malta,Msida,Malta","institution_ids":["https://openalex.org/I197854408"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5044861252"],"corresponding_institution_ids":["https://openalex.org/I197854408"],"apc_list":null,"apc_paid":null,"fwci":0.6982,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.78237363,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"257","last_page":"265"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9714999794960022,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9714999794960022,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9555000066757202,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9290000200271606,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closing","display_name":"Closing (real estate)","score":0.8094154596328735},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7615277767181396},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6111372113227844},{"id":"https://openalex.org/keywords/loop","display_name":"Loop (graph theory)","score":0.560632050037384},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5102188587188721},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3589339256286621},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3098539412021637},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2434229850769043},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.16094639897346497},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08145749568939209}],"concepts":[{"id":"https://openalex.org/C2778775528","wikidata":"https://www.wikidata.org/wiki/Q5135432","display_name":"Closing (real estate)","level":2,"score":0.8094154596328735},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7615277767181396},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6111372113227844},{"id":"https://openalex.org/C184670325","wikidata":"https://www.wikidata.org/wiki/Q512604","display_name":"Loop (graph theory)","level":2,"score":0.560632050037384},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5102188587188721},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3589339256286621},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3098539412021637},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2434229850769043},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.16094639897346497},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08145749568939209},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/acii63134.2024.00034","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acii63134.2024.00034","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 12th International Conference on Affective Computing and Intelligent Interaction (ACII)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.4699999988079071,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G2308899793","display_name":null,"funder_award_id":"2021.05646.BD","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320321039","display_name":"Malta Council for Science and Technology","ror":"https://ror.org/05qk3dq04"},{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1500689121","https://openalex.org/W2020009149","https://openalex.org/W2033669857","https://openalex.org/W2035033474","https://openalex.org/W2044807399","https://openalex.org/W2088252378","https://openalex.org/W2088511157","https://openalex.org/W2102015193","https://openalex.org/W2103823214","https://openalex.org/W2113410615","https://openalex.org/W2126890968","https://openalex.org/W2149390557","https://openalex.org/W2164368909","https://openalex.org/W2168115594","https://openalex.org/W2170567160","https://openalex.org/W2177245949","https://openalex.org/W2274642938","https://openalex.org/W2529282289","https://openalex.org/W2662443282","https://openalex.org/W2787876196","https://openalex.org/W2883845690","https://openalex.org/W2889987506","https://openalex.org/W2900358852","https://openalex.org/W2929134750","https://openalex.org/W2994890005","https://openalex.org/W3004639522","https://openalex.org/W3018036994","https://openalex.org/W3035575271","https://openalex.org/W3083026332","https://openalex.org/W3092157356","https://openalex.org/W3093908578","https://openalex.org/W3105926098","https://openalex.org/W3114738956","https://openalex.org/W3114948430","https://openalex.org/W3125485760","https://openalex.org/W3129322645","https://openalex.org/W3133328577","https://openalex.org/W3174676553","https://openalex.org/W4225350215","https://openalex.org/W4230277160","https://openalex.org/W4249897196","https://openalex.org/W4285092328","https://openalex.org/W4286656544","https://openalex.org/W4294437784","https://openalex.org/W4309969795","https://openalex.org/W4313180807","https://openalex.org/W4387299930","https://openalex.org/W4390874482","https://openalex.org/W4390874796","https://openalex.org/W4390874840","https://openalex.org/W4391220733","https://openalex.org/W4402508150","https://openalex.org/W6617795669","https://openalex.org/W6680467186","https://openalex.org/W6732528621","https://openalex.org/W6736141287","https://openalex.org/W6750491468","https://openalex.org/W6753526802","https://openalex.org/W6810482450"],"related_works":["https://openalex.org/W2116422677","https://openalex.org/W2517007886","https://openalex.org/W2383994331","https://openalex.org/W1522019333","https://openalex.org/W278047738","https://openalex.org/W2076369646","https://openalex.org/W2373884197","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W4244817184"],"abstract_inverted_index":{"Autonomously":[0],"tailoring":[1],"content":[2,26,35,143,154,166],"to":[3,42,133,152,161],"a":[4,38,43,50,78,86,95,102,115,134],"set":[5],"of":[6,17,67,98,110,117],"pre-determined":[7],"affective":[8,92,108,168],"patterns":[9],"has":[10],"long":[11],"been":[12],"considered":[13],"the":[14,65,71,90,107],"holy":[15],"grail":[16],"affect-aware":[18],"human-computer":[19],"interaction":[20],"at":[21],"large.":[22],"The":[23,145],"experience-driven":[24,72],"procedural":[25],"generation":[27,155],"framework":[28,55,75],"realises":[29],"this":[30,46],"vision":[31],"by":[32],"searching":[33],"for":[34,56,94,141,167],"that":[36,88,105,123,164],"elicits":[37,89],"certain":[39],"experience":[40],"pattern":[41,109],"user.":[44],"In":[45],"paper,":[47],"we":[48,61],"propose":[49],"novel":[51],"reinforcement":[52],"learning":[53],"(RL)":[54],"generating":[57],"affect-tailored":[58],"content,":[59],"and":[60,82,137],"test":[62],"it":[63,83],"in":[64],"domain":[66,163],"racing":[68,129],"games.":[69],"Specifically,":[70],"RL":[73],"(EDRL)":[74],"is":[76,147],"given":[77],"target":[79],"arousal":[80,118],"trace,":[81],"then":[84],"generates":[85],"racetrack":[87,113],"desired":[91],"responses":[93],"particular":[96],"type":[97],"player.":[99],"EDRL":[100,124],"leverages":[101],"reward":[103],"function":[104],"assesses":[106],"any":[111,162],"generated":[112],"from":[114],"corpus":[116],"traces.":[119],"Our":[120],"findings":[121],"suggest":[122],"can":[125],"accurately":[126],"generate":[127],"affect-driven":[128],"game":[130,153],"levels":[131],"according":[132],"designer's":[135],"style":[136],"outperforms":[138],"search-based":[139],"methods":[140],"personalised":[142],"generation.":[144],"method":[146],"not":[148],"only":[149],"directly":[150],"applicable":[151],"tasks":[156],"but":[157],"also":[158],"employable":[159],"broadly":[160],"uses":[165],"adaptation.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}