{"id":"https://openalex.org/W1994348490","doi":"https://doi.org/10.1145/2808204","title":"Emotion Recognition During Speech Using Dynamics of Multiple Regions of the Face","display_name":"Emotion Recognition During Speech Using Dynamics of Multiple Regions of the Face","publication_year":2015,"publication_date":"2015-10-21","ids":{"openalex":"https://openalex.org/W1994348490","doi":"https://doi.org/10.1145/2808204","mag":"1994348490"},"language":"en","primary_location":{"id":"doi:10.1145/2808204","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2808204","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070976231","display_name":"Yelin Kim","orcid":"https://orcid.org/0000-0002-6503-4637"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yelin Kim","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003136334","display_name":"Emily Mower Provost","orcid":"https://orcid.org/0000-0003-1870-6063"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emily Mower Provost","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5070976231"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":3.0619,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.90675192,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"12","issue":"1s","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6956345438957214},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6552179455757141},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6030742526054382},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5396803021430969},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4902985394001007},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.4803527593612671},{"id":"https://openalex.org/keywords/forehead","display_name":"Forehead","score":0.4602578580379486},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35627713799476624},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.25231999158859253}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6956345438957214},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6552179455757141},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6030742526054382},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5396803021430969},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4902985394001007},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.4803527593612671},{"id":"https://openalex.org/C2780446394","wikidata":"https://www.wikidata.org/wiki/Q41055","display_name":"Forehead","level":2,"score":0.4602578580379486},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35627713799476624},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.25231999158859253},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2808204","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2808204","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6600000262260437,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W160639499","https://openalex.org/W170282027","https://openalex.org/W1499019550","https://openalex.org/W1509031088","https://openalex.org/W1586674080","https://openalex.org/W1603044277","https://openalex.org/W1668904664","https://openalex.org/W1761091820","https://openalex.org/W1964744287","https://openalex.org/W1966512492","https://openalex.org/W1974410405","https://openalex.org/W1981398125","https://openalex.org/W1983018143","https://openalex.org/W1983703866","https://openalex.org/W1984333007","https://openalex.org/W1987048275","https://openalex.org/W1997541854","https://openalex.org/W2004236981","https://openalex.org/W2014399678","https://openalex.org/W2016430603","https://openalex.org/W2017208747","https://openalex.org/W2017411072","https://openalex.org/W2018506469","https://openalex.org/W2024221294","https://openalex.org/W2055332436","https://openalex.org/W2055450704","https://openalex.org/W2057563799","https://openalex.org/W2060895888","https://openalex.org/W2063767522","https://openalex.org/W2064641533","https://openalex.org/W2074788634","https://openalex.org/W2080289724","https://openalex.org/W2084502373","https://openalex.org/W2099940393","https://openalex.org/W2102953093","https://openalex.org/W2106850936","https://openalex.org/W2110911841","https://openalex.org/W2117645142","https://openalex.org/W2117752179","https://openalex.org/W2121997342","https://openalex.org/W2139916508","https://openalex.org/W2141961699","https://openalex.org/W2143800062","https://openalex.org/W2145310492","https://openalex.org/W2146334809","https://openalex.org/W2147272821","https://openalex.org/W2149167588","https://openalex.org/W2150931957","https://openalex.org/W2153720647","https://openalex.org/W2154024118","https://openalex.org/W2156196970","https://openalex.org/W2157441726","https://openalex.org/W2158198839","https://openalex.org/W2161846515","https://openalex.org/W2166835339","https://openalex.org/W2167277498","https://openalex.org/W2169166781","https://openalex.org/W2169711598","https://openalex.org/W2171525877","https://openalex.org/W2400979883","https://openalex.org/W2403055070","https://openalex.org/W2403632467","https://openalex.org/W2492473494","https://openalex.org/W2597684388","https://openalex.org/W2805889152","https://openalex.org/W2915722758","https://openalex.org/W2977305403","https://openalex.org/W3215694819","https://openalex.org/W4285719527","https://openalex.org/W4386313974"],"related_works":["https://openalex.org/W2055649454","https://openalex.org/W2419783658","https://openalex.org/W2310795625","https://openalex.org/W2424374221","https://openalex.org/W4390429553","https://openalex.org/W3038235736","https://openalex.org/W2584926856","https://openalex.org/W2075935902","https://openalex.org/W3214419959","https://openalex.org/W2014713986"],"abstract_inverted_index":{"The":[0,37,76],"need":[1],"for":[2],"human-centered,":[3],"affective":[4],"multimedia":[5],"interfaces":[6],"has":[7],"motivated":[8],"research":[9],"in":[10,28,74,84,166],"automatic":[11],"emotion":[12,21,51,88,101,172,182,196],"recognition.":[13,22],"In":[14,91,129],"this":[15,41,79],"article,":[16],"we":[17,24,95,133],"focus":[18],"on":[19,104,180,200],"facial":[20,33,87,105,171,202],"Specifically,":[23],"target":[25],"a":[26,82,170],"domain":[27,42],"which":[29],"speakers":[30],"produce":[31],"emotional":[32],"expressions":[34],"while":[35],"speaking.":[36],"main":[38],"challenge":[39],"of":[40,46,78,86,100,122,138,141,160,163,169,195,216],"is":[43,81,111],"the":[44,70,97,130,135,142,146,157,164,167,184,193],"presence":[45],"modulations":[47],"due":[48],"to":[49,113,119,125,208],"both":[50],"and":[52,66,102,118,150,186],"speech.":[53],"For":[54],"example,":[55],"an":[56],"individual's":[57],"mouth":[58],"movement":[59],"may":[60],"be":[61],"similar":[62],"when":[63,67],"he":[64,68],"smiles":[65],"pronounces":[69],"phoneme":[71],"/IY/,":[72],"as":[73,145],"\u201ccheese\u201d.":[75],"result":[77],"confusion":[80],"decrease":[83],"performance":[85],"recognition":[89,173,197],"systems.":[90],"our":[92,177],"previous":[93],"work,":[94,132],"investigated":[96],"joint":[98],"effects":[99],"speech":[103],"movement.":[106],"We":[107,152,175],"found":[108],"that":[109,155,192,210],"it":[110],"critical":[112],"employ":[114],"proper":[115],"temporal":[116,136,158],"segmentation":[117],"leverage":[120,213],"knowledge":[121],"spoken":[123],"content":[124],"improve":[126],"classification":[127],"performance.":[128],"current":[131],"investigate":[134],"characteristics":[137,215],"specific":[139,161],"regions":[140,162,203],"face,":[143],"such":[144],"forehead,":[147],"eyebrow,":[148],"cheek,":[149],"mouth.":[151],"present":[153],"methodology":[154],"uses":[156],"patterns":[159],"face":[165],"context":[168],"system.":[174],"test":[176],"proposed":[178],"approaches":[179],"two":[181],"datasets,":[183],"IEMOCAP":[185],"SAVEE":[187],"datasets.":[188],"Our":[189],"results":[190],"demonstrate":[191],"combination":[194],"systems":[198,209],"based":[199],"different":[201,214],"improves":[204],"overall":[205],"accuracy":[206],"compared":[207],"do":[211],"not":[212],"individual":[217],"regions.":[218]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}