{"id":"https://openalex.org/W2767728779","doi":"https://doi.org/10.1145/3136755.3143016","title":"Emotion recognition with multimodal features and temporal models","display_name":"Emotion recognition with multimodal features and temporal models","publication_year":2017,"publication_date":"2017-11-03","ids":{"openalex":"https://openalex.org/W2767728779","doi":"https://doi.org/10.1145/3136755.3143016","mag":"2767728779"},"language":"en","primary_location":{"id":"doi:10.1145/3136755.3143016","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3136755.3143016","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100328239","display_name":"Shuai Wang","orcid":"https://orcid.org/0000-0001-7722-3366"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Wang","raw_affiliation_strings":["Renmin University of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100755181","display_name":"Wenxuan Wang","orcid":"https://orcid.org/0000-0001-7172-8662"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxuan Wang","raw_affiliation_strings":["Renmin University of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101428911","display_name":"Jinming Zhao","orcid":"https://orcid.org/0000-0003-0528-6952"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinming Zhao","raw_affiliation_strings":["Renmin University of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101776086","display_name":"Shizhe Chen","orcid":"https://orcid.org/0000-0002-7313-9703"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shizhe Chen","raw_affiliation_strings":["Renmin University of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009985839","display_name":"Qin Jin","orcid":"https://orcid.org/0000-0001-6486-6020"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qin Jin","raw_affiliation_strings":["Renmin University of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101618830","display_name":"Shilei Zhang","orcid":"https://orcid.org/0009-0007-5182-3065"},"institutions":[{"id":"https://openalex.org/I4210126794","display_name":"IBM Research (China)","ror":"https://ror.org/02yg1pf55","country_code":"CN","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210126794"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shilei Zhang","raw_affiliation_strings":["IBM Research Lab, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research Lab, China","institution_ids":["https://openalex.org/I4210126794"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102006082","display_name":"Yong Qin","orcid":"https://orcid.org/0000-0001-9808-0456"},"institutions":[{"id":"https://openalex.org/I4210126794","display_name":"IBM Research (China)","ror":"https://ror.org/02yg1pf55","country_code":"CN","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210126794"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Qin","raw_affiliation_strings":["IBM Research Lab, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research Lab, China","institution_ids":["https://openalex.org/I4210126794"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8554,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.76816996,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"598","last_page":"602"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7877765893936157},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6699669361114502},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6202503442764282},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6102468371391296},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5918575525283813},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5867304801940918},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5829882025718689},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5541048049926758},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5374017953872681},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4629536271095276},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.40458738803863525}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7877765893936157},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6699669361114502},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6202503442764282},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6102468371391296},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5918575525283813},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5867304801940918},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5829882025718689},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5541048049926758},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5374017953872681},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4629536271095276},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40458738803863525},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3136755.3143016","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3136755.3143016","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1810943226","https://openalex.org/W1964442016","https://openalex.org/W1966385142","https://openalex.org/W1976235033","https://openalex.org/W1981918162","https://openalex.org/W1987048275","https://openalex.org/W2012237712","https://openalex.org/W2012592962","https://openalex.org/W2050498354","https://openalex.org/W2085662862","https://openalex.org/W2148154194","https://openalex.org/W2246249023","https://openalex.org/W2277498883","https://openalex.org/W2287059900","https://openalex.org/W2293804193","https://openalex.org/W2295579880","https://openalex.org/W2314395941","https://openalex.org/W2397302540","https://openalex.org/W2481681431","https://openalex.org/W2523915246","https://openalex.org/W2546875627","https://openalex.org/W2548264631","https://openalex.org/W2767348466","https://openalex.org/W3152218910"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"our":[3,95],"methods":[4],"to":[5,25,81],"the":[6,13,18,29,50,55,63,66,76,87,92],"Audio-Video":[7],"Based":[8],"Emotion":[9,15],"Recognition":[10,16],"subtask":[11],"in":[12,17],"2017":[14],"Wild":[19],"(EmotiW)":[20],"Challenge.":[21],"The":[22,69],"task":[23],"aims":[24],"predict":[26],"one":[27],"of":[28,57,65,71,94],"seven":[30],"basic":[31],"emotions":[32],"for":[33],"short":[34],"video":[35],"segments.":[36],"We":[37,47],"extract":[38],"different":[39,72],"features":[40,74],"from":[41],"audio":[42],"and":[43,75],"facial":[44,59],"expression":[45],"modalities.":[46],"also":[48],"explore":[49],"temporal":[51,77],"LSTM":[52],"model":[53,78],"with":[54],"input":[56],"frame":[58],"features,":[60],"which":[61,90],"improves":[62],"performance":[64],"non-temporal":[67],"model.":[68],"fusion":[70],"modality":[73],"lead":[79],"us":[80],"achieve":[82],"a":[83],"58.5%":[84],"accuracy":[85],"on":[86],"testing":[88],"set,":[89],"shows":[91],"effectiveness":[93],"methods.":[96]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}