{"id":"https://openalex.org/W2765291577","doi":"https://doi.org/10.1145/3133944.3133949","title":"Multimodal Multi-task Learning for Dimensional and Continuous Emotion Recognition","display_name":"Multimodal Multi-task Learning for Dimensional and Continuous Emotion Recognition","publication_year":2017,"publication_date":"2017-10-20","ids":{"openalex":"https://openalex.org/W2765291577","doi":"https://doi.org/10.1145/3133944.3133949","mag":"2765291577"},"language":"en","primary_location":{"id":"doi:10.1145/3133944.3133949","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3133944.3133949","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th Annual Workshop on Audio/Visual Emotion Challenge","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101776086","display_name":"Shizhe Chen","orcid":"https://orcid.org/0000-0002-7313-9703"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shizhe Chen","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009985839","display_name":"Qin Jin","orcid":"https://orcid.org/0000-0001-6486-6020"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qin Jin","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101428911","display_name":"Jinming Zhao","orcid":"https://orcid.org/0000-0003-0528-6952"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinming Zhao","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091407514","display_name":"Shuai Wang","orcid":"https://orcid.org/0000-0002-1261-9930"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Wang","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101776086"],"corresponding_institution_ids":["https://openalex.org/I78988378"],"apc_list":null,"apc_paid":null,"fwci":15.4654,"has_fulltext":false,"cited_by_count":148,"citation_normalized_percentile":{"value":0.99309388,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"19","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.7558332681655884},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7483499646186829},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7238115072250366},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.6955335736274719},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6265797019004822},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5209416151046753},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5138195157051086},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4931561350822449},{"id":"https://openalex.org/keywords/feature-engineering","display_name":"Feature engineering","score":0.4912092089653015},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.47496864199638367},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4282495379447937},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.42199814319610596},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4191925525665283},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40392065048217773},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3347446918487549},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08819684386253357}],"concepts":[{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.7558332681655884},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7483499646186829},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7238115072250366},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.6955335736274719},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6265797019004822},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5209416151046753},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5138195157051086},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4931561350822449},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.4912092089653015},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.47496864199638367},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4282495379447937},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.42199814319610596},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4191925525665283},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40392065048217773},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3347446918487549},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08819684386253357},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3133944.3133949","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3133944.3133949","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th Annual Workshop on Audio/Visual Emotion Challenge","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1568716973","https://openalex.org/W1731081199","https://openalex.org/W1964357740","https://openalex.org/W1964757081","https://openalex.org/W1976235033","https://openalex.org/W1987048275","https://openalex.org/W2005418748","https://openalex.org/W2012237712","https://openalex.org/W2021913835","https://openalex.org/W2025427990","https://openalex.org/W2039652703","https://openalex.org/W2062632672","https://openalex.org/W2064675550","https://openalex.org/W2069889204","https://openalex.org/W2085662862","https://openalex.org/W2148146486","https://openalex.org/W2271840356","https://openalex.org/W2293634267","https://openalex.org/W2314395941","https://openalex.org/W2397302540","https://openalex.org/W2481681431","https://openalex.org/W2523856713","https://openalex.org/W2531338168","https://openalex.org/W2531648894","https://openalex.org/W2544224704","https://openalex.org/W2559655401","https://openalex.org/W2604272474","https://openalex.org/W2751214333","https://openalex.org/W2950133940","https://openalex.org/W2963266252","https://openalex.org/W2963446712","https://openalex.org/W2963569749","https://openalex.org/W4297969478","https://openalex.org/W6637618735"],"related_works":["https://openalex.org/W3080495370","https://openalex.org/W4285597148","https://openalex.org/W4310841718","https://openalex.org/W2901531394","https://openalex.org/W1559262936","https://openalex.org/W4321599321","https://openalex.org/W2134707158","https://openalex.org/W2767348466","https://openalex.org/W2894458059","https://openalex.org/W2141728578"],"abstract_inverted_index":{"Automatic":[0],"emotion":[1,42,149,160],"recognition":[2,135],"is":[3],"a":[4],"challenging":[5],"task":[6],"which":[7,36,188],"can":[8,114],"make":[9],"great":[10],"impact":[11],"on":[12,44,53,177,183,201],"improving":[13],"natural":[14],"human":[15],"computer":[16],"interactions.":[17],"In":[18],"this":[19],"paper,":[20],"we":[21,65,86,97,139],"present":[22],"our":[23,62],"effort":[24],"for":[25,92,144],"the":[26,30,54,89,93,99,112,118,134,156,170,184,190],"Affect":[27],"Subtask":[28],"in":[29],"Audio/Visual":[31],"Emotion":[32],"Challenge":[33],"(AVEC)":[34],"2017,":[35],"requires":[37],"participants":[38],"to":[39,155],"perform":[40],"continuous":[41],"prediction":[43,146],"three":[45,59],"affective":[46],"dimensions:":[47],"Arousal,":[48],"Valence":[49],"and":[50,67,71,82,85,105,109,128,175,180,199,204],"Likability":[51],"based":[52],"audiovisual":[55],"signals.":[56],"We":[57],"highlight":[58],"aspects":[60],"of":[61,101,125,147,172,196],"solutions:":[63],"1)":[64],"explore":[66],"fuse":[68],"different":[69,159],"hand-crafted":[70],"deep":[72],"learned":[73],"features":[74,127],"from":[75],"all":[76],"available":[77],"modalities":[78],"including":[79],"acoustic,":[80],"visual,":[81],"textual":[83],"modalities,":[84],"further":[87],"consider":[88],"interlocutor":[90],"influence":[91],"acoustic":[94],"features;":[95],"2)":[96],"compare":[98],"effectiveness":[100],"non-temporal":[102],"model":[103,107],"SVR":[104],"temporal":[106],"LSTM-RNN":[108,113],"show":[110],"that":[111,158],"not":[115],"only":[116],"alleviate":[117],"feature":[119,129],"engineering":[120],"efforts":[121],"such":[122],"as":[123],"construction":[124],"contextual":[126],"delay,":[130],"but":[131],"also":[132],"improve":[133],"performance":[136],"significantly;":[137],"3)":[138],"apply":[140],"multi-task":[141],"learning":[142],"strategy":[143],"collaborative":[145],"multiple":[148],"dimensions":[150,161],"with":[151,164,193],"shared":[152],"representations":[153],"according":[154],"fact":[157],"are":[162],"correlated":[163],"each":[165],"other.":[166],"Our":[167],"solutions":[168],"achieve":[169],"CCC":[171,195],"0.675,":[173],"0.756":[174],"0.509":[176],"arousal,":[178,202],"valence,":[179,203],"likability":[181],"respectively":[182],"challenge":[185],"testing":[186],"set,":[187],"outperforms":[189],"baseline":[191],"system":[192],"corresponding":[194],"0.375,":[197],"0.466,":[198],"0.246":[200],"likability.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":27},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":27},{"year":2018,"cited_by_count":16}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}