{"id":"https://openalex.org/W2547190339","doi":"https://doi.org/10.1145/2993148.2997626","title":"Wild wild emotion: a multimodal ensemble approach","display_name":"Wild wild emotion: a multimodal ensemble approach","publication_year":2016,"publication_date":"2016-10-31","ids":{"openalex":"https://openalex.org/W2547190339","doi":"https://doi.org/10.1145/2993148.2997626","mag":"2547190339"},"language":"en","primary_location":{"id":"doi:10.1145/2993148.2997626","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2993148.2997626","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074548073","display_name":"John Gideon","orcid":"https://orcid.org/0000-0003-3945-3341"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"John Gideon","raw_affiliation_strings":["University of Michigan, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037276743","display_name":"Biqiao Zhang","orcid":"https://orcid.org/0000-0003-1598-2660"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Biqiao Zhang","raw_affiliation_strings":["University of Michigan, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090927958","display_name":"Zakaria Aldeneh","orcid":"https://orcid.org/0000-0003-4599-2448"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zakaria Aldeneh","raw_affiliation_strings":["University of Michigan, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070976231","display_name":"Yelin Kim","orcid":"https://orcid.org/0000-0002-6503-4637"},"institutions":[{"id":"https://openalex.org/I392282","display_name":"University at Albany, State University of New York","ror":"https://ror.org/012zs8222","country_code":"US","type":"education","lineage":["https://openalex.org/I392282"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yelin Kim","raw_affiliation_strings":["SUNY Albany, USA"],"affiliations":[{"raw_affiliation_string":"SUNY Albany, USA","institution_ids":["https://openalex.org/I392282"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025206583","display_name":"Soheil Khorram","orcid":"https://orcid.org/0000-0002-2306-3341"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soheil Khorram","raw_affiliation_strings":["University of Michigan, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103098852","display_name":"Duc Le","orcid":"https://orcid.org/0000-0001-9490-2563"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Duc Le","raw_affiliation_strings":["University of Michigan, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003136334","display_name":"Emily Mower Provost","orcid":"https://orcid.org/0000-0003-1870-6063"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emily Mower Provost","raw_affiliation_strings":["University of Michigan, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5074548073"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":2.1168,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.87654427,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"501","last_page":"505"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7562153339385986},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.616395890712738},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5640473365783691},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5480915307998657},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5263934135437012},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5183199644088745},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.5160617232322693},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4812719225883484},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.47150224447250366},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4550451338291168},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.44969093799591064},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38910961151123047},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3318074345588684}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7562153339385986},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.616395890712738},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5640473365783691},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5480915307998657},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5263934135437012},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5183199644088745},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.5160617232322693},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4812719225883484},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.47150224447250366},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4550451338291168},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.44969093799591064},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38910961151123047},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3318074345588684},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2993148.2997626","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2993148.2997626","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5799999833106995,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1499019550","https://openalex.org/W1538372379","https://openalex.org/W1595126664","https://openalex.org/W1968600824","https://openalex.org/W2008887256","https://openalex.org/W2017411072","https://openalex.org/W2050498354","https://openalex.org/W2065180801","https://openalex.org/W2085662862","https://openalex.org/W2099111195","https://openalex.org/W2139916508","https://openalex.org/W2145310492","https://openalex.org/W2146334809","https://openalex.org/W2153635508","https://openalex.org/W2160304657","https://openalex.org/W2172000360","https://openalex.org/W2243226955","https://openalex.org/W2283758531","https://openalex.org/W2293804193","https://openalex.org/W2342475039","https://openalex.org/W2546649374","https://openalex.org/W2546702061","https://openalex.org/W2911964244","https://openalex.org/W4254373586","https://openalex.org/W6632312326","https://openalex.org/W6633518045","https://openalex.org/W6821409176"],"related_works":["https://openalex.org/W2487162673","https://openalex.org/W2942366970","https://openalex.org/W2793211469","https://openalex.org/W2949152769","https://openalex.org/W4372354731","https://openalex.org/W2562400057","https://openalex.org/W2584926856","https://openalex.org/W2075935902","https://openalex.org/W3214419959","https://openalex.org/W2014713986"],"abstract_inverted_index":{"Automatic":[0],"emotion":[1,29,123],"recognition":[2],"from":[3,94,103,126,149,157],"audio-visual":[4],"data":[5,15,22,80],"is":[6,30,208],"a":[7,87,117,150,177],"topic":[8],"that":[9,91],"has":[10,75],"been":[11],"broadly":[12],"explored":[13],"using":[14],"captured":[16],"in":[17,32,47,57,78,99],"the":[18,33,43,48,53,58,79,104,114,141,147,168,180,184,201,205],"laboratory.":[19],"However,":[20],"these":[21],"are":[23],"not":[24],"necessarily":[25],"representative":[26],"of":[27,68,89,116,121,133,152,179,189,200,204],"how":[28],"manifested":[31],"real-world.":[34],"In":[35,110],"this":[36],"paper,":[37],"we":[38,112],"describe":[39],"our":[40],"system":[41],"for":[42,161],"2016":[44],"Emotion":[45],"Recognition":[46],"Wild":[49,59],"challenge.":[50],"We":[51,85,130],"use":[52,115],"Acted":[54],"Facial":[55],"Expressions":[56],"database":[60],"6.0":[61],"(AFEW":[62],"6.0),":[63],"which":[64],"contains":[65],"short":[66],"clips":[67],"popular":[69],"TV":[70],"shows":[71],"and":[72,74,97,107,135,139,156,163,191,194],"movies":[73],"more":[76],"variability":[77],"compared":[81],"to":[82,101,154,159,211],"laboratory":[83],"recordings.":[84],"explore":[86],"set":[88,119],"features":[90,170,175],"incorporate":[92],"information":[93,196],"facial":[95],"expressions":[96],"speech,":[98],"addition":[100],"cues":[102],"background":[105],"music":[106],"overall":[108],"scene.":[109],"particular,":[111],"propose":[113],"feature":[118],"composed":[120],"dimensional":[122],"estimates":[124],"trained":[125],"outside":[127],"acoustic":[128],"corpora.":[129],"design":[131,203],"sets":[132],"multiclass":[134],"pairwise":[136],"(one-versus-one)":[137],"classifiers":[138],"fuse":[140],"resulting":[142],"systems.":[143],"Our":[144],"fusion":[145],"increases":[146],"performance":[148],"baseline":[151],"38.81%":[153],"43.86%":[155],"40.47%":[158],"46.88%,":[160],"validation":[162],"test":[164],"sets,":[165],"respectively.":[166,198],"While":[167],"video":[169],"perform":[171],"better":[172],"than":[173],"audio":[174],"alone,":[176],"combination":[178],"two":[181],"modalities":[182],"achieves":[183],"greatest":[185],"performance,":[186],"with":[187,193],"gains":[188],"4.4%":[190],"1.4%,":[192],"without":[195],"gain,":[197],"Because":[199],"flexible":[202],"fusion,":[206],"it":[207],"easily":[209],"adaptable":[210],"other":[212],"multimodal":[213],"learning":[214],"problems.":[215]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":6},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}