{"id":"https://openalex.org/W3125485760","doi":"https://doi.org/10.1109/taffc.2021.3060877","title":"The Pixels and Sounds of Emotion: General-Purpose Representations of Arousal in Games","display_name":"The Pixels and Sounds of Emotion: General-Purpose Representations of Arousal in Games","publication_year":2021,"publication_date":"2021-02-22","ids":{"openalex":"https://openalex.org/W3125485760","doi":"https://doi.org/10.1109/taffc.2021.3060877","mag":"3125485760"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2021.3060877","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2021.3060877","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2101.10706","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Konstantinos Makantasis","orcid":"https://orcid.org/0000-0002-0889-2766"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Konstantinos Makantasis","raw_affiliation_strings":["Institute of Digital Games, University of Malta, Msida, Malta"],"raw_orcid":"https://orcid.org/0000-0002-0889-2766","affiliations":[{"raw_affiliation_string":"Institute of Digital Games, University of Malta, Msida, Malta","institution_ids":["https://openalex.org/I197854408"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Antonios Liapis","orcid":"https://orcid.org/0000-0001-5554-1961"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Antonios Liapis","raw_affiliation_strings":["Institute of Digital Games, University of Malta, Msida, Malta"],"raw_orcid":"https://orcid.org/0000-0001-5554-1961","affiliations":[{"raw_affiliation_string":"Institute of Digital Games, University of Malta, Msida, Malta","institution_ids":["https://openalex.org/I197854408"]}]},{"author_position":"last","author":{"id":null,"display_name":"Georgios N. Yannakakis","orcid":"https://orcid.org/0000-0003-2728-4026"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Georgios N. Yannakakis","raw_affiliation_strings":["Institute of Digital Games, University of Malta, Msida, Malta"],"raw_orcid":"https://orcid.org/0000-0003-2728-4026","affiliations":[{"raw_affiliation_string":"Institute of Digital Games, University of Malta, Msida, Malta","institution_ids":["https://openalex.org/I197854408"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I197854408"],"apc_list":null,"apc_paid":null,"fwci":6.3618,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.97099169,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"14","issue":"1","first_page":"680","last_page":"693"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6643999814987183,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6643999814987183,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.16179999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12214","display_name":"Media Influence and Health","score":0.03750000149011612,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.5899999737739563},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.5766000151634216},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5698000192642212},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.5648999810218811},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4542999863624573},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.43050000071525574},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.424699991941452}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6463000178337097},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5943999886512756},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.5899999737739563},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.5766000151634216},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5698000192642212},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.5648999810218811},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4542999863624573},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.43050000071525574},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.424699991941452},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.391400009393692},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.37389999628067017},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3650999963283539},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.32359999418258667},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3199999928474426},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31679999828338623},{"id":"https://openalex.org/C2775997480","wikidata":"https://www.wikidata.org/wiki/Q586277","display_name":"Degree (music)","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C91607612","wikidata":"https://www.wikidata.org/wiki/Q1416058","display_name":"Sonification","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.28760001063346863},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27790001034736633},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26759999990463257}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/taffc.2021.3060877","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2021.3060877","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2101.10706","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.10706","pdf_url":"https://arxiv.org/pdf/2101.10706","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:zenodo.org:6354165","is_oa":true,"landing_page_url":"https://doi.org/10.1109/TAFFC.2021.3060877","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Affective Computing, (2021-02-22)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2101.10706","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.10706","pdf_url":"https://arxiv.org/pdf/2101.10706","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4574700718","display_name":null,"funder_award_id":"101003397","funder_id":"https://openalex.org/F4320337665","funder_display_name":"H2020 Spreading Excellence and Widening Participation"},{"id":"https://openalex.org/G6207258033","display_name":null,"funder_award_id":"951911","funder_id":"https://openalex.org/F4320338339","funder_display_name":"H2020 Leadership in Enabling and Industrial Technologies"}],"funders":[{"id":"https://openalex.org/F4320337665","display_name":"H2020 Spreading Excellence and Widening Participation","ror":null},{"id":"https://openalex.org/F4320338339","display_name":"H2020 Leadership in Enabling and Industrial Technologies","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W22807367","https://openalex.org/W1538323930","https://openalex.org/W1545641654","https://openalex.org/W1689977300","https://openalex.org/W1867691547","https://openalex.org/W1869445247","https://openalex.org/W1925745898","https://openalex.org/W1964422354","https://openalex.org/W1966797434","https://openalex.org/W1968600824","https://openalex.org/W1976725440","https://openalex.org/W1981168653","https://openalex.org/W1993008008","https://openalex.org/W2004945478","https://openalex.org/W2008887256","https://openalex.org/W2009119155","https://openalex.org/W2011974988","https://openalex.org/W2020732621","https://openalex.org/W2041616772","https://openalex.org/W2055531799","https://openalex.org/W2069002413","https://openalex.org/W2093862051","https://openalex.org/W2098476033","https://openalex.org/W2103184652","https://openalex.org/W2108385997","https://openalex.org/W2113317774","https://openalex.org/W2114025269","https://openalex.org/W2114948194","https://openalex.org/W2117645142","https://openalex.org/W2136119880","https://openalex.org/W2136853139","https://openalex.org/W2138263042","https://openalex.org/W2141104189","https://openalex.org/W2142385019","https://openalex.org/W2143331230","https://openalex.org/W2145339207","https://openalex.org/W2151103935","https://openalex.org/W2156503193","https://openalex.org/W2159668072","https://openalex.org/W2161969291","https://openalex.org/W2170120951","https://openalex.org/W2173163709","https://openalex.org/W2186363412","https://openalex.org/W2239141610","https://openalex.org/W2253728219","https://openalex.org/W2277498883","https://openalex.org/W2293804193","https://openalex.org/W2325939864","https://openalex.org/W2513298384","https://openalex.org/W2519256581","https://openalex.org/W2548128734","https://openalex.org/W2548648497","https://openalex.org/W2580719207","https://openalex.org/W2606199256","https://openalex.org/W2655404332","https://openalex.org/W2713788831","https://openalex.org/W2739403339","https://openalex.org/W2767488767","https://openalex.org/W2786877691","https://openalex.org/W2787876196","https://openalex.org/W2790495655","https://openalex.org/W2792919371","https://openalex.org/W2884289434","https://openalex.org/W2896010852","https://openalex.org/W2900358852","https://openalex.org/W2901531394","https://openalex.org/W2917817596","https://openalex.org/W2960563832","https://openalex.org/W2962858109","https://openalex.org/W2976667798","https://openalex.org/W2994890005","https://openalex.org/W2996235414","https://openalex.org/W3035843583","https://openalex.org/W3089202871","https://openalex.org/W4230277160","https://openalex.org/W4247457269","https://openalex.org/W4292166681","https://openalex.org/W4313047384","https://openalex.org/W6604828220","https://openalex.org/W6712021808","https://openalex.org/W6881109373"],"related_works":[],"abstract_inverted_index":{"What":[0],"if":[1],"emotion":[2],"could":[3],"be":[4,132],"captured":[5],"in":[6,85],"a":[7,31],"general":[8],"and":[9,28,67,91,99,165],"subject-agnostic":[10],"fashion?":[11],"Is":[12],"it":[13],"possible,":[14],"for":[15],"instance,":[16],"to":[17,51,78,95,106],"design":[18],"general-purpose":[19,129],"representations":[20,50,130],"that":[21,64,128],"detect":[22,79],"affect":[23,53],"solely":[24],"from":[25,123],"the":[26,40,45,65,74,86,93,108,115,137,149,159,163,168],"pixels":[27,66],"audio":[29,68],"of":[30,47,60,69,88,110,118,158,167],"human-computer":[32],"interaction":[33],"video?":[34],"In":[35],"this":[36],"article":[37],"we":[38],"address":[39],"above":[41],"questions":[42],"by":[43,54],"evaluating":[44],"capacity":[46],"deep":[48,97,100],"learned":[49],"predict":[52,107],"relying":[55],"only":[56,113],"on":[57,114],"audiovisual":[58,156],"information":[59,76],"videos.":[61],"We":[62,81],"assume":[63],"an":[70],"interactive":[71],"session":[72],"embed":[73],"necessary":[75],"required":[77],"affect.":[80],"test":[82],"our":[83],"hypothesis":[84],"domain":[87],"digital":[89],"games":[90,126,135,161],"evaluate":[92],"degree":[94],"which":[96],"classifiers":[98],"preference":[101],"learning":[102],"algorithms":[103],"can":[104,131],"learn":[105],"arousal":[109,138],"players":[111],"based":[112],"video":[116],"footage":[117],"their":[119],"gameplay.":[120],"Our":[121],"results":[122],"four":[124],"dissimilar":[125,155],"suggest":[127],"built":[133],"across":[134],"as":[136,143,145],"models":[139],"obtain":[140],"average":[141],"accuracies":[142],"high":[144],"85":[146],"percent":[147],"using":[148],"challenging":[150],"leave-one-video-out":[151],"cross-validation":[152],"scheme.":[153],"The":[154],"characteristics":[157],"tested":[160],"showcase":[162],"strengths":[164],"limitations":[166],"proposed":[169],"method.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":7}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2021-02-01T00:00:00"}