{"id":"https://openalex.org/W2972463723","doi":"https://doi.org/10.21437/interspeech.2019-3247","title":"Learning Alignment for Multimodal Emotion Recognition from Speech","display_name":"Learning Alignment for Multimodal Emotion Recognition from Speech","publication_year":2019,"publication_date":"2019-09-13","ids":{"openalex":"https://openalex.org/W2972463723","doi":"https://doi.org/10.21437/interspeech.2019-3247","mag":"2972463723"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2019-3247","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2019-3247","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2019","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066544410","display_name":"Haiyang Xu","orcid":"https://orcid.org/0000-0001-9442-5912"},"institutions":[{"id":"https://openalex.org/I4401726870","display_name":"Didi Chuxing (China)","ror":"https://ror.org/02ksqcf75","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726870"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyang Xu","raw_affiliation_strings":["DiDi Chuxing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DiDi Chuxing, Beijing, China","institution_ids":["https://openalex.org/I4401726870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100323373","display_name":"Hui Zhang","orcid":"https://orcid.org/0000-0001-8660-1373"},"institutions":[{"id":"https://openalex.org/I4401726870","display_name":"Didi Chuxing (China)","ror":"https://ror.org/02ksqcf75","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726870"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Zhang","raw_affiliation_strings":["DiDi Chuxing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DiDi Chuxing, Beijing, China","institution_ids":["https://openalex.org/I4401726870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101924647","display_name":"Kun Han","orcid":"https://orcid.org/0000-0003-2148-7594"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kun Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377623","display_name":"Yun Wang","orcid":"https://orcid.org/0000-0002-4720-636X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Wang","raw_affiliation_strings":["Peking University, Beijing, China","DiDi Research America, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"DiDi Research America, Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101656297","display_name":"Yiping Peng","orcid":"https://orcid.org/0000-0003-0735-3557"},"institutions":[{"id":"https://openalex.org/I4401726870","display_name":"Didi Chuxing (China)","ror":"https://ror.org/02ksqcf75","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726870"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiping Peng","raw_affiliation_strings":["DiDi Chuxing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DiDi Chuxing, Beijing, China","institution_ids":["https://openalex.org/I4401726870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081173423","display_name":"Xiangang Li","orcid":"https://orcid.org/0000-0002-7810-1077"},"institutions":[{"id":"https://openalex.org/I4401726870","display_name":"Didi Chuxing (China)","ror":"https://ror.org/02ksqcf75","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726870"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangang Li","raw_affiliation_strings":["DiDi Chuxing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DiDi Chuxing, Beijing, China","institution_ids":["https://openalex.org/I4401726870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":164,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3569","last_page":"3573"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9617999792098999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.916100025177002,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7353430986404419},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6673998832702637},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.595404326915741},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.516365647315979},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.46714091300964355},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4587209224700928},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14596688747406006}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7353430986404419},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6673998832702637},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.595404326915741},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.516365647315979},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.46714091300964355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4587209224700928},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14596688747406006},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21437/interspeech.2019-3247","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2019-3247","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2019","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6499999761581421,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W283543405","https://openalex.org/W854541894","https://openalex.org/W1844030040","https://openalex.org/W2093174546","https://openalex.org/W2099767163","https://openalex.org/W2117539524","https://openalex.org/W2133564696","https://openalex.org/W2143350951","https://openalex.org/W2146334809","https://openalex.org/W2149940198","https://openalex.org/W2154024118","https://openalex.org/W2184188583","https://openalex.org/W2192412620","https://openalex.org/W2250539671","https://openalex.org/W2295001676","https://openalex.org/W2327501763","https://openalex.org/W2399733683","https://openalex.org/W2408520939","https://openalex.org/W2584561145","https://openalex.org/W2625297138","https://openalex.org/W2740550900","https://openalex.org/W2747664154","https://openalex.org/W2889374687","https://openalex.org/W2889462515","https://openalex.org/W2962770129","https://openalex.org/W2964010806","https://openalex.org/W4294170691","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W4306253668","https://openalex.org/W2358901620","https://openalex.org/W3032782782","https://openalex.org/W1991896163","https://openalex.org/W2413547588","https://openalex.org/W2033796806","https://openalex.org/W2510258955","https://openalex.org/W2061294669","https://openalex.org/W3192589309","https://openalex.org/W3126677997"],"abstract_inverted_index":{"Speech":[0],"emotion":[1,16,25,51,139],"recognition":[2,17,34,52],"is":[3,62],"a":[4,67,85,135],"challenging":[5],"problem":[6],"because":[7],"human":[8,19],"convey":[9],"emotions":[10],"in":[11,84,98],"subtle":[12],"and":[13,41,81,96,118,148],"complex":[14],"ways.For":[15],"on":[18,144,160],"speech,":[20],"one":[21],"can":[22,73],"either":[23],"extract":[24],"related":[26],"features":[27,131],"from":[28,39,56,71],"audio":[29],"signals":[30],"or":[31],"employ":[32],"speech":[33,40,95,116],"techniques":[35],"to":[36,47,65,69,106,111,122],"generate":[37],"text":[38,97,119],"then":[42],"apply":[43],"natural":[44],"language":[45],"processing":[46],"analyze":[48],"the":[49,92,99,113,142,145,149,153,157,161],"sentiment.Further,":[50],"will":[53],"be":[54],"beneficial":[55],"using":[57],"audio-textual":[58],"multimodal":[59,126,130],"information,":[60],"it":[61],"not":[63],"trivial":[64],"build":[66,74],"system":[68],"learn":[70,112],"multimodality.One":[72],"models":[75],"for":[76,138],"two":[77],"input":[78],"sources":[79],"separately":[80],"combine":[82],"them":[83],"decision":[86],"level,":[87],"but":[88],"this":[89,102],"method":[90],"ignores":[91],"interaction":[93],"between":[94,115],"temporal":[100],"domain.In":[101],"paper,":[103],"we":[104],"propose":[105],"use":[107],"an":[108],"attention":[109],"mechanism":[110],"alignment":[114],"frames":[117],"words,":[120],"aiming":[121],"produce":[123],"more":[124],"accurate":[125],"feature":[127],"representations.The":[128],"aligned":[129],"are":[132],"fed":[133],"into":[134],"sequential":[136],"model":[137],"recognition.We":[140],"evaluate":[141],"approach":[143,155],"IEMOCAP":[146],"dataset":[147],"experimental":[150],"results":[151],"show":[152],"proposed":[154],"achieves":[156],"state-of-the-art":[158],"performance":[159],"dataset.":[162],"1":[163]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":40},{"year":2022,"cited_by_count":27},{"year":2021,"cited_by_count":30},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}