{"id":"https://openalex.org/W4297369330","doi":"https://doi.org/10.1007/s11042-022-13762-7","title":"Multimodal recognition of frustration during game-play with deep neural networks","display_name":"Multimodal recognition of frustration during game-play with deep neural networks","publication_year":2022,"publication_date":"2022-09-27","ids":{"openalex":"https://openalex.org/W4297369330","doi":"https://doi.org/10.1007/s11042-022-13762-7"},"language":"en","primary_location":{"id":"doi:10.1007/s11042-022-13762-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-022-13762-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-022-13762-7.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11042-022-13762-7.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012800830","display_name":"Carlos De la Fuente","orcid":"https://orcid.org/0000-0002-2429-837X"},"institutions":[{"id":"https://openalex.org/I130194489","display_name":"University of Alicante","ror":"https://ror.org/05t8bcz72","country_code":"ES","type":"education","lineage":["https://openalex.org/I130194489"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Carlos de la Fuente","raw_affiliation_strings":["Department of Software and Computing Systems, University of Alicante, Alicante, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Software and Computing Systems, University of Alicante, Alicante, Spain","institution_ids":["https://openalex.org/I130194489"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076043243","display_name":"Francisco J. Castellanos","orcid":"https://orcid.org/0000-0001-9949-5522"},"institutions":[{"id":"https://openalex.org/I130194489","display_name":"University of Alicante","ror":"https://ror.org/05t8bcz72","country_code":"ES","type":"education","lineage":["https://openalex.org/I130194489"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Francisco J. Castellanos","raw_affiliation_strings":["Department of Software and Computing Systems, University of Alicante, Alicante, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Software and Computing Systems, University of Alicante, Alicante, Spain","institution_ids":["https://openalex.org/I130194489"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080444506","display_name":"Jose J. Valero-Mas","orcid":"https://orcid.org/0000-0001-8667-4070"},"institutions":[{"id":"https://openalex.org/I130194489","display_name":"University of Alicante","ror":"https://ror.org/05t8bcz72","country_code":"ES","type":"education","lineage":["https://openalex.org/I130194489"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jose J. Valero-Mas","raw_affiliation_strings":["Department of Software and Computing Systems, University of Alicante, Alicante, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Software and Computing Systems, University of Alicante, Alicante, Spain","institution_ids":["https://openalex.org/I130194489"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085151278","display_name":"Jorge Calvo-Zaragoza","orcid":"https://orcid.org/0000-0003-3183-2232"},"institutions":[{"id":"https://openalex.org/I130194489","display_name":"University of Alicante","ror":"https://ror.org/05t8bcz72","country_code":"ES","type":"education","lineage":["https://openalex.org/I130194489"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jorge Calvo-Zaragoza","raw_affiliation_strings":["Department of Software and Computing Systems, University of Alicante, Alicante, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Software and Computing Systems, University of Alicante, Alicante, Spain","institution_ids":["https://openalex.org/I130194489"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5012800830"],"corresponding_institution_ids":["https://openalex.org/I130194489"],"apc_list":null,"apc_paid":null,"fwci":0.9608,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.76774283,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"82","issue":"9","first_page":"13617","last_page":"13636"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10788","display_name":"Neuroscience and Music Perception","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8744086623191833},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6953814625740051},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6714219450950623},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6614149808883667},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5779934525489807},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5753726959228516},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5549159049987793},{"id":"https://openalex.org/keywords/frustration","display_name":"Frustration","score":0.5345264077186584},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5057108402252197},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4903829097747803},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.43581169843673706},{"id":"https://openalex.org/keywords/video-game","display_name":"Video game","score":0.4301169514656067},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42033350467681885},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.41208046674728394},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32551953196525574},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.2185007929801941}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8744086623191833},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6953814625740051},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6714219450950623},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6614149808883667},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5779934525489807},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5753726959228516},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5549159049987793},{"id":"https://openalex.org/C38710091","wikidata":"https://www.wikidata.org/wiki/Q192242","display_name":"Frustration","level":2,"score":0.5345264077186584},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5057108402252197},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4903829097747803},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.43581169843673706},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.4301169514656067},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42033350467681885},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.41208046674728394},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32551953196525574},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2185007929801941},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s11042-022-13762-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-022-13762-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-022-13762-7.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},{"id":"pmh:oai:rua.ua.es:10045/127596","is_oa":true,"landing_page_url":"http://hdl.handle.net/10045/127596","pdf_url":null,"source":{"id":"https://openalex.org/S4306400416","display_name":"Repositorio Institucional de la Universidad de Alicante (Universidad de Alicante)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I130194489","host_organization_name":"University of Alicante","host_organization_lineage":["https://openalex.org/I130194489"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s11042-022-13762-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-022-13762-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-022-13762-7.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2883307765","display_name":null,"funder_award_id":"ACIF/2019/042","funder_id":"https://openalex.org/F4320335711","funder_display_name":"Conselleria d'Educaci\u00f3, Investigaci\u00f3, Cultura i Esport"},{"id":"https://openalex.org/G4347964859","display_name":null,"funder_award_id":"APOSTD/2020/256","funder_id":"https://openalex.org/F4320335711","funder_display_name":"Conselleria d'Educaci\u00f3, Investigaci\u00f3, Cultura i Esport"},{"id":"https://openalex.org/G5572567831","display_name":null,"funder_award_id":"20CO1/000966","funder_id":"https://openalex.org/F4320315062","funder_display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades"}],"funders":[{"id":"https://openalex.org/F4320311011","display_name":"Universidad de Alicante","ror":"https://ror.org/05t8bcz72"},{"id":"https://openalex.org/F4320315062","display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","ror":null},{"id":"https://openalex.org/F4320335711","display_name":"Conselleria d'Educaci\u00f3, Investigaci\u00f3, Cultura i Esport","ror":"https://ror.org/01w104f98"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4297369330.pdf","grobid_xml":"https://content.openalex.org/works/W4297369330.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1587447546","https://openalex.org/W1983708310","https://openalex.org/W1989085630","https://openalex.org/W2003948868","https://openalex.org/W2004987601","https://openalex.org/W2067583143","https://openalex.org/W2076462394","https://openalex.org/W2094849241","https://openalex.org/W2126409412","https://openalex.org/W2144757899","https://openalex.org/W2149615089","https://openalex.org/W2164699598","https://openalex.org/W2171848217","https://openalex.org/W2191779130","https://openalex.org/W2277498883","https://openalex.org/W2314395941","https://openalex.org/W2487064496","https://openalex.org/W2514017951","https://openalex.org/W2555730571","https://openalex.org/W2578895956","https://openalex.org/W2625297138","https://openalex.org/W2756004689","https://openalex.org/W2793383796","https://openalex.org/W2903070673","https://openalex.org/W2910089700","https://openalex.org/W2911861987","https://openalex.org/W2919115771","https://openalex.org/W2994712203","https://openalex.org/W3005228027","https://openalex.org/W3010128243","https://openalex.org/W3020487153","https://openalex.org/W3022863654","https://openalex.org/W3033675321","https://openalex.org/W3035503061","https://openalex.org/W3042129197","https://openalex.org/W3080495370","https://openalex.org/W3133405160","https://openalex.org/W4200536610","https://openalex.org/W4230277160","https://openalex.org/W4239788139","https://openalex.org/W4301204483","https://openalex.org/W4388330068"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2011676020","https://openalex.org/W2000169967"],"abstract_inverted_index":{"Abstract":[0],"Frustration,":[1],"which":[2],"is":[3,12],"one":[4],"aspect":[5],"of":[6,9,13,30,34,46,61,85,88,108,124,156,178,189,197],"the":[7,17,59,79,83,122,168],"field":[8],"emotional":[10],"recognition,":[11],"particular":[14],"interest":[15],"to":[16,37,52,82,117],"video":[18,106],"game":[19],"industry":[20],"as":[21],"it":[22],"provides":[23],"information":[24,109],"concerning":[25],"each":[26,154],"individual":[27,103],"player\u2019s":[28],"level":[29],"engagement.":[31],"The":[32],"use":[33],"non-invasive":[35,62],"strategies":[36],"estimate":[38],"this":[39],"emotion":[40],"is,":[41],"therefore,":[42,92],"a":[43,49,94,161,179],"relevant":[44],"line":[45],"research":[47],"with":[48,121,144,148,160,193],"direct":[50],"application":[51],"real-world":[53,162],"scenarios.":[54,129],"While":[55],"several":[56],"proposals":[57,170],"regarding":[58],"performance":[60,185],"frustration":[63,126],"recognition":[64],"can":[65],"be":[66],"found":[67],"in":[68,115,127],"literature,":[69],"they":[70],"usually":[71],"rely":[72],"on":[73],"hand-crafted":[74],"features":[75],"and":[76,105,137,142,182,201],"rarely":[77],"exploit":[78],"potential":[80],"inherent":[81],"combination":[84],"different":[86,149],"sources":[87,107],"information.":[89],"This":[90],"work,":[91],"presents":[93],"new":[95],"approach":[96],"that":[97,167,183,188],"automatically":[98],"extracts":[99],"meaningful":[100],"descriptors":[101],"from":[102],"audio":[104],"using":[110],"Deep":[111],"Neural":[112],"Networks":[113],"(DNN)":[114],"order":[116],"then":[118],"combine":[119],"them,":[120],"objective":[123],"detecting":[125],"Game-Play":[128],"More":[130],"precisely,":[131],"two":[132],"fusion":[133],"modalities,":[134],"namely":[135],"decision-level":[136],"feature-level":[138],",":[139],"are":[140,173],"presented":[141],"compared":[143],"state-of-the-art":[145],"methods,":[146],"along":[147],"DNN":[150],"architectures":[151],"optimized":[152],"for":[153],"type":[155],"data.":[157],"Experiments":[158],"performed":[159],"audiovisual":[163],"benchmarking":[164],"corpus":[165],"revealed":[166],"multimodal":[169],"introduced":[171],"herein":[172],"more":[174],"suitable":[175],"than":[176],"those":[177],"unimodal":[180],"nature,":[181],"their":[184],"also":[186],"surpasses":[187],"other":[190],"state-of-the\u2013art":[191],"approaches,":[192],"error":[194],"rate":[195],"improvements":[196],"between":[198],"40":[199],"%":[200,203],"90":[202],".":[204]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-23T09:07:50.710637","created_date":"2022-09-28T00:00:00"}