{"id":"https://openalex.org/W4405490789","doi":"https://doi.org/10.1109/embc53108.2024.10782547","title":"Beyond the Game: Multimodal Emotion Recognition Before, During, and After Gameplay","display_name":"Beyond the Game: Multimodal Emotion Recognition Before, During, and After Gameplay","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4405490789","doi":"https://doi.org/10.1109/embc53108.2024.10782547","pmid":"https://pubmed.ncbi.nlm.nih.gov/40039449"},"language":"en","primary_location":{"id":"doi:10.1109/embc53108.2024.10782547","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10782547","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092819667","display_name":"Efstratia Ganiti-Roumeliotou","orcid":"https://orcid.org/0000-0002-7962-7935"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":true,"raw_author_name":"Efstratia Ganiti-Roumeliotou","raw_affiliation_strings":["Khalifa University,Healthcare Engineering Innovation Group,Dpt. of Biomedical Engineering,Abu Dhabi,UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Khalifa University,Healthcare Engineering Innovation Group,Dpt. of Biomedical Engineering,Abu Dhabi,UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088657402","display_name":"Ioannis Ziogas","orcid":"https://orcid.org/0000-0003-0615-322X"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Ioannis Ziogas","raw_affiliation_strings":["Khalifa University,Healthcare Engineering Innovation Group,Dpt. of Biomedical Engineering,Abu Dhabi,UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Khalifa University,Healthcare Engineering Innovation Group,Dpt. of Biomedical Engineering,Abu Dhabi,UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072009987","display_name":"Sofia B. Dias","orcid":"https://orcid.org/0000-0002-8239-583X"},"institutions":[{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Sofia B. Dias","raw_affiliation_strings":["Universidade de Lisboa,CIPER, Faculdade de Motricidade Humana,Lisbon,Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade de Lisboa,CIPER, Faculdade de Motricidade Humana,Lisbon,Portugal","institution_ids":["https://openalex.org/I141596103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028642160","display_name":"Ghada Alhussein","orcid":"https://orcid.org/0000-0001-6181-8306"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Ghada Alhussein","raw_affiliation_strings":["Khalifa University,Healthcare Engineering Innovation Group,Dpt. of Biomedical Engineering,Abu Dhabi,UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Khalifa University,Healthcare Engineering Innovation Group,Dpt. of Biomedical Engineering,Abu Dhabi,UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011347476","display_name":"Herbert F. Jelinek","orcid":"https://orcid.org/0000-0001-5457-6193"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Herbert F. Jelinek","raw_affiliation_strings":["Khalifa University,Biotechnology Center,Dpt. of Medical Sciences,Abu Dhabi,UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Khalifa University,Biotechnology Center,Dpt. of Medical Sciences,Abu Dhabi,UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072772953","display_name":"Leontios J. Hadjileontiadis","orcid":"https://orcid.org/0000-0002-9932-9302"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Leontios J. Hadjileontiadis","raw_affiliation_strings":["Khalifa University,Healthcare Engineering Innovation Group,Dpt. of Biomedical Engineering,Abu Dhabi,UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Khalifa University,Healthcare Engineering Innovation Group,Dpt. of Biomedical Engineering,Abu Dhabi,UAE","institution_ids":["https://openalex.org/I176601375"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5092819667"],"corresponding_institution_ids":["https://openalex.org/I176601375"],"apc_list":null,"apc_paid":null,"fwci":0.4507,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.71229809,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"2024","issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6759319305419922},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6255515813827515},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6159285306930542},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.44993260502815247},{"id":"https://openalex.org/keywords/game-design","display_name":"Game design","score":0.4363785684108734},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.36117488145828247},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.33429503440856934},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.21124979853630066},{"id":"https://openalex.org/keywords/psychotherapist","display_name":"Psychotherapist","score":0.05803003907203674}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6759319305419922},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6255515813827515},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6159285306930542},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.44993260502815247},{"id":"https://openalex.org/C503285160","wikidata":"https://www.wikidata.org/wiki/Q858057","display_name":"Game design","level":2,"score":0.4363785684108734},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.36117488145828247},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33429503440856934},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21124979853630066},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.05803003907203674}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004562","descriptor_name":"Electrocardiography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004562","descriptor_name":"Electrocardiography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004562","descriptor_name":"Electrocardiography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005712","descriptor_name":"Galvanic Skin Response","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005712","descriptor_name":"Galvanic Skin Response","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018910","descriptor_name":"Video Games","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018910","descriptor_name":"Video Games","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018910","descriptor_name":"Video Games","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc53108.2024.10782547","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10782547","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:40039449","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40039449","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320338440","display_name":"HORIZON EUROPE Health","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W97568584","https://openalex.org/W1454292144","https://openalex.org/W1757352991","https://openalex.org/W1975911018","https://openalex.org/W2002055708","https://openalex.org/W2015302753","https://openalex.org/W2032254851","https://openalex.org/W2050109757","https://openalex.org/W2148905283","https://openalex.org/W2149628368","https://openalex.org/W2153822685","https://openalex.org/W2162273778","https://openalex.org/W2204218474","https://openalex.org/W2810418809","https://openalex.org/W2898484552","https://openalex.org/W2902635246","https://openalex.org/W2975055613","https://openalex.org/W3044024693","https://openalex.org/W3164978208","https://openalex.org/W4210866342","https://openalex.org/W4230277160","https://openalex.org/W4238210049","https://openalex.org/W4281985410","https://openalex.org/W4283397308","https://openalex.org/W4310460155","https://openalex.org/W4312070700","https://openalex.org/W4362496488","https://openalex.org/W4375929057","https://openalex.org/W4389542690","https://openalex.org/W6603931332"],"related_works":["https://openalex.org/W4292002379","https://openalex.org/W2358901620","https://openalex.org/W4306253668","https://openalex.org/W3032782782","https://openalex.org/W2413547588","https://openalex.org/W1991896163","https://openalex.org/W2033796806","https://openalex.org/W3126677997","https://openalex.org/W1610857240","https://openalex.org/W4394972288"],"abstract_inverted_index":{"In":[0,25],"the":[1,38,118,135,151,160,166,173,191,206],"era":[2],"of":[3,22,120,153,168,175,193,209],"Human-Computer":[4],"Interaction":[5],"(HCI),":[6],"understanding":[7,134,208],"emotional":[8,121,143,180,211],"responses":[9],"through":[10],"multimodal":[11,35,138,194],"signals":[12],"during":[13,213],"interactive":[14],"experiences,":[15],"such":[16],"as":[17,123],"serious":[18],"games":[19],"(SG),":[20],"is":[21],"high":[23],"importance.":[24],"this":[26],"work,":[27],"we":[28,196],"explore":[29],"emotion":[30],"recognition":[31],"(ER)":[32],"by":[33],"analyzing":[34],"data":[36,54,161],"from":[37,55,69],"2nd":[39],"Study":[40],"in":[41,59,87,109,159,186],"Bio-Reactions":[42],"and":[43,62,82,145,172],"Faces":[44],"for":[45,48,106,125],"Emotion-based":[46],"Personalization":[47],"AI":[49],"Systems":[50],"(BIRAFFE-2)":[51],"dataset,":[52],"including":[53],"76":[56],"participants":[57],"engaged":[58],"dynamic":[60],"gameplay":[61],"pre-post":[63],"audiovisual":[64],"stimulations.":[65],"Utilizing":[66],"features":[67,171],"derived":[68],"electrocardiogram":[70],"(ECG),":[71],"electrodermal":[72],"activity":[73],"(EDA),":[74],"accelerometer,":[75],"gyroscope,":[76],"game":[77],"logs":[78],"(GL),":[79],"affect":[80],"dynamics":[81],"personality":[83],"traits":[84],"(PT)":[85],"fed":[86],"different":[88,101],"machine":[89],"learning":[90],"models,":[91],"our":[92],"study":[93],"focuses":[94],"on":[95],"ER,":[96],"achieving":[97],"state-of-the-art":[98],"performance":[99],"across":[100],"experimental":[102],"scenarios":[103],"(accuracy:":[104],"0.967":[105],"Negative":[107],"Affect":[108],"Optimal":[110],"Game":[111],"using":[112],"Support":[113],"Vector":[114],"Machines).":[115],"This":[116],"highlights":[117],"importance":[119],"states":[122,144],"indicators":[124],"personalized":[126],"HCI.":[127],"Our":[128],"approach":[129],"offers":[130],"valuable":[131],"insights":[132],"to":[133,150,178,204],"interplay":[136],"between":[137],"physiological":[139],"signals,":[140,195],"GL,":[141],"user's":[142],"PT,":[146],"which":[147],"could":[148],"add":[149],"design":[152],"adaptive,":[154],"affect-sensitive":[155,187],"SG.":[156],"Distinct":[157],"patterns":[158],"are":[162],"revealed,":[163],"particularly":[164],"emphasizing":[165],"role":[167],"ECG-Derived":[169],"Respiration":[170],"impact":[174],"past":[176],"affectivity":[177],"current":[179],"state.Clinical":[181],"relevance-By":[182],"introducing":[183],"innovative":[184],"perspectives":[185],"SG":[188],"design,":[189],"leveraging":[190],"analysis":[192],"foresee":[197],"objective":[198],"digital":[199],"biomarkers":[200],"that":[201],"hold":[202],"promise":[203],"broaden":[205],"clinical":[207],"patients'":[210],"behavior":[212],"SG-based":[214],"interventions.":[215]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-24T08:33:08.758527","created_date":"2025-10-10T00:00:00"}