{"id":"https://openalex.org/W4206221133","doi":"https://doi.org/10.1109/aciiw52867.2021.9666396","title":"Using Multimodal Transformers in Affective Computing","display_name":"Using Multimodal Transformers in Affective Computing","publication_year":2021,"publication_date":"2021-09-28","ids":{"openalex":"https://openalex.org/W4206221133","doi":"https://doi.org/10.1109/aciiw52867.2021.9666396"},"language":"en","primary_location":{"id":"doi:10.1109/aciiw52867.2021.9666396","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aciiw52867.2021.9666396","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 9th International Conference on Affective Computing and Intelligent Interaction Workshops and Demos (ACIIW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040777200","display_name":"Juan Vazquez-Rodriguez","orcid":null},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I19370010","display_name":"Orange (France)","ror":"https://ror.org/035j0tq82","country_code":"FR","type":"company","lineage":["https://openalex.org/I19370010"]},{"id":"https://openalex.org/I4210104430","display_name":"Laboratoire d'Informatique de Grenoble","ror":"https://ror.org/01c8rcg82","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210104430","https://openalex.org/I4210159245","https://openalex.org/I899635006","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Juan Vazquez-Rodriguez","raw_affiliation_strings":["Orange Labs, Grenoble, France, Univ. Grenoble Alpes, CNRS, Grenoble INP, LIG, Grenoble, France"],"affiliations":[{"raw_affiliation_string":"Orange Labs, Grenoble, France, Univ. Grenoble Alpes, CNRS, Grenoble INP, LIG, Grenoble, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I106785703","https://openalex.org/I4210104430","https://openalex.org/I19370010","https://openalex.org/I899635006"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5040777200"],"corresponding_institution_ids":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I19370010","https://openalex.org/I4210104430","https://openalex.org/I899635006"],"apc_list":null,"apc_paid":null,"fwci":0.1824,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.59603667,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7790891528129578},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6696686744689941},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.565918505191803},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5101407170295715},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.45324885845184326},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43238916993141174},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3844347298145294},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1195133626461029}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7790891528129578},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6696686744689941},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.565918505191803},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5101407170295715},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.45324885845184326},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43238916993141174},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3844347298145294},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1195133626461029},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aciiw52867.2021.9666396","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aciiw52867.2021.9666396","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 9th International Conference on Affective Computing and Intelligent Interaction Workshops and Demos (ACIIW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W2002055708","https://openalex.org/W2045528981","https://openalex.org/W2101234009","https://openalex.org/W2122098299","https://openalex.org/W2138857742","https://openalex.org/W2146334809","https://openalex.org/W2465534249","https://openalex.org/W2470957930","https://openalex.org/W2731964405","https://openalex.org/W2778978785","https://openalex.org/W2783433009","https://openalex.org/W2883409523","https://openalex.org/W2887997593","https://openalex.org/W2896457183","https://openalex.org/W2899427170","https://openalex.org/W2919854899","https://openalex.org/W2943183446","https://openalex.org/W2945616044","https://openalex.org/W2964051877","https://openalex.org/W2973049979","https://openalex.org/W2977259558","https://openalex.org/W2980927909","https://openalex.org/W2981851019","https://openalex.org/W2991276178","https://openalex.org/W3003257820","https://openalex.org/W3005387090","https://openalex.org/W3011425517","https://openalex.org/W3015356564","https://openalex.org/W3034266838","https://openalex.org/W3034520808","https://openalex.org/W3034633006","https://openalex.org/W3046832736","https://openalex.org/W3047607035","https://openalex.org/W3082142255","https://openalex.org/W3084283759","https://openalex.org/W3088631780","https://openalex.org/W3089557188","https://openalex.org/W3109709077","https://openalex.org/W3117020206","https://openalex.org/W3127166971","https://openalex.org/W3160016036","https://openalex.org/W3183235320","https://openalex.org/W4297468970","https://openalex.org/W4385245566","https://openalex.org/W6675354045","https://openalex.org/W6680300913","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6774822837"],"related_works":["https://openalex.org/W3080495370","https://openalex.org/W4285597148","https://openalex.org/W2901531394","https://openalex.org/W2083738729","https://openalex.org/W2767348466","https://openalex.org/W4321599321","https://openalex.org/W1559262936","https://openalex.org/W2134707158","https://openalex.org/W2894458059","https://openalex.org/W2362708513"],"abstract_inverted_index":{"Having":[0],"devices":[1,19],"capable":[2,21],"of":[3,22,26,37,55,69,114,118],"understanding":[4],"human":[5],"emotions":[6,25],"will":[7,33],"significantly":[8],"improve":[9,34],"the":[10,24,53,67,87,115],"way":[11],"people":[12],"interact":[13],"with":[14],"them.":[15],"Moreover,":[16],"if":[17],"those":[18,132],"are":[20],"influencing":[23],"users":[27],"in":[28,98,131],"a":[29,61,99],"positive":[30],"way,":[31],"this":[32,49,124],"their":[35],"quality":[36],"life,":[38],"especially":[39],"for":[40],"frail":[41],"or":[42],"dependent":[43],"users.":[44],"A":[45],"first":[46],"step":[47],"towards":[48],"goal":[50],"is":[51,64,72,78,104],"improving":[52],"performance":[54],"emotion":[56],"recognition":[57],"systems.":[58],"Specifically,":[59],"using":[60],"multimodal":[62,100],"approach":[63],"appealing,":[65],"as":[66],"availability":[68],"different":[70],"signals":[71],"growing.":[73],"We":[74],"believe":[75],"that":[76],"it":[77,103],"important":[79],"to":[80,92,95,106,111],"incorporate":[81],"new":[82],"architectures":[83],"and":[84,89,91],"techniques":[85,110],"like":[86],"Transformer":[88],"BERT,":[90],"investigate":[93],"how":[94],"use":[96],"them":[97],"setting.":[101],"Also,":[102],"essential":[105],"develop":[107],"self-supervised":[108],"learning":[109],"take":[112],"advantage":[113],"considerable":[116],"quantity":[117],"unlabeled":[119],"data":[120],"available":[121],"nowadays.":[122],"In":[123],"extended":[125],"abstract,":[126],"we":[127],"present":[128],"our":[129],"research":[130],"directions.":[133]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}