{"id":"https://openalex.org/W2546702061","doi":"https://doi.org/10.1145/2993148.2993151","title":"Emotion spotting: discovering regions of evidence in audio-visual emotion expressions","display_name":"Emotion spotting: discovering regions of evidence in audio-visual emotion expressions","publication_year":2016,"publication_date":"2016-10-31","ids":{"openalex":"https://openalex.org/W2546702061","doi":"https://doi.org/10.1145/2993148.2993151","mag":"2546702061"},"language":"en","primary_location":{"id":"doi:10.1145/2993148.2993151","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2993148.2993151","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070976231","display_name":"Yelin Kim","orcid":"https://orcid.org/0000-0002-6503-4637"},"institutions":[{"id":"https://openalex.org/I392282","display_name":"University at Albany, State University of New York","ror":"https://ror.org/012zs8222","country_code":"US","type":"education","lineage":["https://openalex.org/I392282"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yelin Kim","raw_affiliation_strings":["SUNY Albany, USA"],"affiliations":[{"raw_affiliation_string":"SUNY Albany, USA","institution_ids":["https://openalex.org/I392282"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003136334","display_name":"Emily Mower Provost","orcid":"https://orcid.org/0000-0003-1870-6063"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emily Mower Provost","raw_affiliation_strings":["University of Michigan, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5070976231"],"corresponding_institution_ids":["https://openalex.org/I392282"],"apc_list":null,"apc_paid":null,"fwci":5.4743,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.95331524,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"92","last_page":"99"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6812394857406616},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6788544654846191},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5737043023109436},{"id":"https://openalex.org/keywords/happiness","display_name":"Happiness","score":0.537983775138855},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.519520103931427},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.44321325421333313},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.43876099586486816},{"id":"https://openalex.org/keywords/stimulus","display_name":"Stimulus (psychology)","score":0.41430050134658813},{"id":"https://openalex.org/keywords/spotting","display_name":"Spotting","score":0.4141700267791748},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4015253186225891},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3143848776817322},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.23037618398666382}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6812394857406616},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6788544654846191},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5737043023109436},{"id":"https://openalex.org/C2778999518","wikidata":"https://www.wikidata.org/wiki/Q8","display_name":"Happiness","level":2,"score":0.537983775138855},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.519520103931427},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.44321325421333313},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.43876099586486816},{"id":"https://openalex.org/C2779918689","wikidata":"https://www.wikidata.org/wiki/Q3771842","display_name":"Stimulus (psychology)","level":2,"score":0.41430050134658813},{"id":"https://openalex.org/C2779506182","wikidata":"https://www.wikidata.org/wiki/Q7580141","display_name":"Spotting","level":2,"score":0.4141700267791748},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4015253186225891},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3143848776817322},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23037618398666382},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2993148.2993151","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2993148.2993151","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W65855405","https://openalex.org/W99485238","https://openalex.org/W309418507","https://openalex.org/W429494921","https://openalex.org/W1651701101","https://openalex.org/W1965580455","https://openalex.org/W1968600824","https://openalex.org/W1983018143","https://openalex.org/W1984333007","https://openalex.org/W1994348490","https://openalex.org/W1995794789","https://openalex.org/W2015212590","https://openalex.org/W2018506469","https://openalex.org/W2032254851","https://openalex.org/W2034701544","https://openalex.org/W2055332436","https://openalex.org/W2068124150","https://openalex.org/W2071249869","https://openalex.org/W2072803611","https://openalex.org/W2080289724","https://openalex.org/W2088998933","https://openalex.org/W2109382292","https://openalex.org/W2114212188","https://openalex.org/W2117752179","https://openalex.org/W2143334932","https://openalex.org/W2146334809","https://openalex.org/W2150931957","https://openalex.org/W2153635508","https://openalex.org/W2154024118","https://openalex.org/W2154780170","https://openalex.org/W2164450870","https://openalex.org/W2167221531","https://openalex.org/W2170876097","https://openalex.org/W2171939880","https://openalex.org/W2249069931","https://openalex.org/W2277498883","https://openalex.org/W2342475039","https://openalex.org/W2401887077","https://openalex.org/W2490606569","https://openalex.org/W2538953432","https://openalex.org/W2978847058","https://openalex.org/W3147008444","https://openalex.org/W4213102769","https://openalex.org/W4294732263","https://openalex.org/W6636832830","https://openalex.org/W6673059076","https://openalex.org/W6685269245"],"related_works":["https://openalex.org/W2945121592","https://openalex.org/W2584926856","https://openalex.org/W4281557318","https://openalex.org/W3000867607","https://openalex.org/W4308351423","https://openalex.org/W2798351401","https://openalex.org/W2729544402","https://openalex.org/W1761974557","https://openalex.org/W2014713986","https://openalex.org/W3214419959"],"abstract_inverted_index":{"Research":[0],"has":[1,149],"demonstrated":[2],"that":[3,74,116,138,159,169],"humans":[4],"require":[5],"different":[6,97],"amounts":[7],"of":[8,22,28,36,63,81,99,125,141,164,173,197],"information,":[9],"over":[10,203],"time,":[11],"to":[12,57,67,135,155],"accurately":[13],"perceive":[14],"emotion":[15,23,41,64,69,180,202],"expressions.":[16],"This":[17],"varies":[18],"as":[19,78,183],"a":[20,31,54,79,123,136,150,156,162],"function":[21,80],"classes.":[24,70],"For":[25],"example,":[26],"recognition":[27,35,42],"happiness":[29],"requires":[30],"longer":[32],"stimulus":[33],"than":[34],"anger.":[37],"However,":[38],"previous":[39],"automatic":[40],"systems":[43],"have":[44],"often":[45],"overlooked":[46],"these":[47,75],"differences.":[48],"In":[49,112],"this":[50,191],"work,":[51],"we":[52,72,114],"propose":[53],"data-driven":[55],"framework":[56],"explore":[58],"patterns":[59,76,94,105],"(timings":[60],"and":[61,92,110],"durations)":[62],"evidence,":[65],"specific":[66],"individual":[68],"Further,":[71],"demonstrate":[73],"vary":[77],"which":[82,120],"modality":[83],"(lower":[84],"face,":[85,87],"upper":[86],"or":[88],"speech)":[89],"is":[90,176],"examined,":[91],"consistent":[93],"emerge":[95],"across":[96,106],"folds":[98],"experiments.":[100],"We":[101,167],"also":[102],"show":[103,115,168],"similar":[104],"emotional":[107],"corpora":[108],"(IEMOCAP":[109],"MSP-IMPROV).":[111],"addition,":[113],"our":[117],"proposed":[118],"method,":[119],"uses":[121,139],"only":[122],"portion":[124,163],"the":[126,130,142,165,170,174],"data":[127,143],"(59%":[128],"for":[129],"IEMOCAP),":[131],"achieves":[132],"comparable":[133],"accuracy":[134,152],"system":[137],"all":[140],"within":[144],"each":[145],"utterance.":[146],"Our":[147],"method":[148,158,175],"higher":[151],"when":[153],"compared":[154],"baseline":[157],"randomly":[160],"chooses":[161],"data.":[166],"performance":[171],"gain":[172],"mostly":[177],"from":[178,194],"prototypical":[179],"expressions":[181,184],"(defined":[182],"with":[185],"rater":[186],"consensus).":[187],"The":[188],"innovation":[189],"in":[190],"study":[192],"comes":[193],"its":[195],"understanding":[196],"how":[198],"multimodal":[199],"cues":[200],"reveal":[201],"time.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":1}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}