{"id":"https://openalex.org/W2898130205","doi":"https://doi.org/10.1145/3274783.3275200","title":"Multimodal Emotion Recognition by extracting common and modality-specific information","display_name":"Multimodal Emotion Recognition by extracting common and modality-specific information","publication_year":2018,"publication_date":"2018-10-26","ids":{"openalex":"https://openalex.org/W2898130205","doi":"https://doi.org/10.1145/3274783.3275200","mag":"2898130205"},"language":"en","primary_location":{"id":"doi:10.1145/3274783.3275200","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3274783.3275200","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM Conference on Embedded Networked Sensor Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100441703","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-8208-3342"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua University","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103049399","display_name":"Weixi Gu","orcid":"https://orcid.org/0000-0002-9759-601X"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weixi Gu","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069637938","display_name":"Fei Ma","orcid":"https://orcid.org/0000-0003-4906-6142"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Ma","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua University","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019716362","display_name":"Shiguang Ni","orcid":"https://orcid.org/0000-0002-4303-7386"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiguang Ni","raw_affiliation_strings":["Graduate School at Shenzhen, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School at Shenzhen, Tsinghua University","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100351850","display_name":"Lin Zhang","orcid":"https://orcid.org/0000-0002-4394-2685"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Zhang","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua University","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088293566","display_name":"Shao\u2010Lun Huang","orcid":"https://orcid.org/0000-0003-2827-4022"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shao-Lun Huang","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua University","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"396","last_page":"397"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7687167525291443},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7270416617393494},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7010561227798462},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.5805420279502869},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5773380398750305},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5409004092216492},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5359312891960144},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.4450647830963135},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4250059425830841},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4172385632991791}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7687167525291443},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7270416617393494},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7010561227798462},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.5805420279502869},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5773380398750305},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5409004092216492},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5359312891960144},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.4450647830963135},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4250059425830841},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4172385632991791},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3274783.3275200","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3274783.3275200","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM Conference on Embedded Networked Sensor Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8600000143051147,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2084696580","https://openalex.org/W2192412620","https://openalex.org/W2277498883","https://openalex.org/W2548529926","https://openalex.org/W2583743457","https://openalex.org/W2584119119","https://openalex.org/W2626821150","https://openalex.org/W2752494150","https://openalex.org/W2753992645","https://openalex.org/W2773913415","https://openalex.org/W2789847125","https://openalex.org/W2799604656","https://openalex.org/W2946122132","https://openalex.org/W2963767133","https://openalex.org/W4249582418"],"related_works":["https://openalex.org/W4381827277","https://openalex.org/W3157841754","https://openalex.org/W4387316634","https://openalex.org/W3167558523","https://openalex.org/W3120825179","https://openalex.org/W2014028898","https://openalex.org/W3047624172","https://openalex.org/W2894458059","https://openalex.org/W3208632377","https://openalex.org/W2977954800"],"abstract_inverted_index":{"Emotion":[0],"recognition":[1,46],"technologies":[2],"have":[3],"been":[4,81],"widely":[5],"used":[6],"in":[7],"numerous":[8],"areas":[9],"including":[10],"advertising,":[11],"healthcare":[12],"and":[13,33,54,63,72],"online":[14],"education.":[15],"Previous":[16],"works":[17],"usually":[18],"recognize":[19],"the":[20,24,27,38,52,61,67,75],"emotion":[21,45],"from":[22,50],"either":[23],"acoustic":[25],"or":[26],"visual":[28,55],"signal,":[29],"yielding":[30],"unsatisfied":[31],"performances":[32],"limited":[34],"applications.":[35],"To":[36],"improve":[37],"inference":[39,76],"capability,":[40],"we":[41],"present":[42],"a":[43],"multimodal":[44],"model,":[47],"EMOdal.":[48],"Apart":[49],"learning":[51],"audio":[53],"data":[56,87],"respectively,":[57],"EMOdal":[58],"efficiently":[59],"learns":[60],"common":[62],"modality-specific":[64],"information":[65],"underlying":[66],"two":[68],"kinds":[69],"of":[70],"signals,":[71],"therefore":[73],"improves":[74],"ability.":[77],"The":[78,89],"model":[79,95],"has":[80],"evaluated":[82],"on":[83],"our":[84,94],"large-scale":[85],"emotional":[86],"set.":[88],"comprehensive":[90],"evaluations":[91],"demonstrate":[92],"that":[93],"outperforms":[96],"traditional":[97],"approaches.":[98]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}