{"id":"https://openalex.org/W2613890029","doi":"https://doi.org/10.1109/taffc.2017.2702653","title":"ISLA: Temporal Segmentation and Labeling for Audio-Visual Emotion Recognition","display_name":"ISLA: Temporal Segmentation and Labeling for Audio-Visual Emotion Recognition","publication_year":2017,"publication_date":"2017-05-12","ids":{"openalex":"https://openalex.org/W2613890029","doi":"https://doi.org/10.1109/taffc.2017.2702653","mag":"2613890029"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2017.2702653","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2017.2702653","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070976231","display_name":"Yelin Kim","orcid":"https://orcid.org/0000-0002-6503-4637"},"institutions":[{"id":"https://openalex.org/I392282","display_name":"University at Albany, State University of New York","ror":"https://ror.org/012zs8222","country_code":"US","type":"education","lineage":["https://openalex.org/I392282"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yelin Kim","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University at Albany, University of New York, Albany, NY"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University at Albany, University of New York, Albany, NY","institution_ids":["https://openalex.org/I392282"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003136334","display_name":"Emily Mower Provost","orcid":"https://orcid.org/0000-0003-1870-6063"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emily Mower Provost","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5070976231"],"corresponding_institution_ids":["https://openalex.org/I392282"],"apc_list":null,"apc_paid":null,"fwci":2.6115,"has_fulltext":false,"cited_by_count":48,"citation_normalized_percentile":{"value":0.89539078,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"10","issue":"2","first_page":"196","last_page":"208"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.7320986986160278},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6788874864578247},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6566371917724609},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6179609894752502},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6136300563812256},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5846723318099976},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5382532477378845},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.5232611894607544},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.41200098395347595},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40898749232292175},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.08415228128433228}],"concepts":[{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.7320986986160278},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6788874864578247},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6566371917724609},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6179609894752502},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6136300563812256},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5846723318099976},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5382532477378845},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.5232611894607544},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.41200098395347595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40898749232292175},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.08415228128433228},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2017.2702653","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2017.2702653","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5799999833106995,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321292","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W587143230","https://openalex.org/W1601218598","https://openalex.org/W1964744287","https://openalex.org/W1975238145","https://openalex.org/W1975731691","https://openalex.org/W1976066595","https://openalex.org/W1984333007","https://openalex.org/W1994348490","https://openalex.org/W1995794789","https://openalex.org/W2003205936","https://openalex.org/W2003893776","https://openalex.org/W2009059481","https://openalex.org/W2016430603","https://openalex.org/W2018506469","https://openalex.org/W2021913835","https://openalex.org/W2025198378","https://openalex.org/W2032254851","https://openalex.org/W2037441721","https://openalex.org/W2044849144","https://openalex.org/W2050752817","https://openalex.org/W2058419974","https://openalex.org/W2071249869","https://openalex.org/W2072125514","https://openalex.org/W2083209671","https://openalex.org/W2085662862","https://openalex.org/W2093174546","https://openalex.org/W2096711002","https://openalex.org/W2117752179","https://openalex.org/W2118004237","https://openalex.org/W2128992202","https://openalex.org/W2133843819","https://openalex.org/W2135195345","https://openalex.org/W2140703879","https://openalex.org/W2141208341","https://openalex.org/W2142653084","https://openalex.org/W2144005487","https://openalex.org/W2146334809","https://openalex.org/W2150931957","https://openalex.org/W2154024118","https://openalex.org/W2160967924","https://openalex.org/W2163419724","https://openalex.org/W2167277498","https://openalex.org/W2169294293","https://openalex.org/W2313339984","https://openalex.org/W2341824394","https://openalex.org/W2342475039","https://openalex.org/W2400979883","https://openalex.org/W2474314282","https://openalex.org/W2526907895","https://openalex.org/W2546919788","https://openalex.org/W2588127243","https://openalex.org/W4213192516","https://openalex.org/W4230277160","https://openalex.org/W4239078262","https://openalex.org/W6633518045","https://openalex.org/W6635952469","https://openalex.org/W6683862076","https://openalex.org/W6704380518","https://openalex.org/W6733626253"],"related_works":["https://openalex.org/W3080495370","https://openalex.org/W2807708078","https://openalex.org/W1815942593","https://openalex.org/W2046830725","https://openalex.org/W3044285380","https://openalex.org/W3214419959","https://openalex.org/W3004073369","https://openalex.org/W111895699","https://openalex.org/W4380839097","https://openalex.org/W4200537325"],"abstract_inverted_index":{"Emotion":[0],"is":[1,41],"an":[2],"essential":[3],"part":[4],"of":[5,64,100,116,133],"human":[6],"interaction.":[7],"Automatic":[8],"emotion":[9,19,32,85,134,147,161,181],"recognition":[10,33],"can":[11,20,67,127,143],"greatly":[12],"benefit":[13],"human-centered":[14],"interactive":[15],"technology,":[16],"since":[17],"extracted":[18],"be":[21,128,144],"used":[22,129],"to":[23,27,46,55,78,84,88,97,130],"understand":[24],"and":[25,86,104,119,139,153,167,197],"respond":[26],"user":[28,40],"needs.":[29],"However,":[30,76],"real-world":[31],"faces":[34],"a":[35,39,156],"central":[36],"challenge":[37],"when":[38],"speaking:":[42],"facial":[43,52],"movements":[44,53,82],"due":[45,83,87],"speech":[47,89,110,154],"are":[48],"often":[49],"confused":[50],"with":[51,146,187],"related":[54],"emotion.":[56],"Recent":[57],"studies":[58],"have":[59,90],"found":[60],"that":[61,112,171],"the":[62,72,98,101,114,117,136,150,165,193],"use":[63],"phonetic":[65],"information":[66],"reduce":[68],"speech-related":[69],"variability":[70],"in":[71,155],"lower":[73,118,151],"face":[74,81,121,152],"region.":[75],"methods":[77],"differentiate":[79],"upper":[80,120,137],"been":[91],"underexplored.":[92],"This":[93],"gap":[94],"leads":[95],"us":[96],"proposal":[99],"Informed":[102],"Segmentation":[103],"Labeling":[105],"Approach":[106],"(ISLA).":[107],"ISLA":[108,172],"uses":[109],"signals":[111],"alter":[113],"dynamics":[115],"regions.":[122],"We":[123,177],"demonstrate":[124,179],"how":[125,140,180],"pitch":[126],"improve":[131],"estimates":[132,148,182],"from":[135,149,183],"face,":[138],"this":[141],"estimate":[142],"combined":[145],"multimodal":[157],"classification":[158,162,175],"system.":[159],"Our":[160],"results":[163],"on":[164],"IEMOCAP":[166],"SAVEE":[168],"datasets":[169],"show":[170],"improves":[173],"overall":[174],"performance.":[176],"also":[178],"different":[184],"modalities":[185],"correlate":[186],"each":[188],"other,":[189],"providing":[190],"insights":[191],"into":[192],"differences":[194],"between":[195],"posed":[196],"spontaneous":[198],"expressions.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}