{"id":"https://openalex.org/W4391407010","doi":"https://doi.org/10.1109/taffc.2024.3360428","title":"Learning With Rater-Expanded Label Space to Improve Speech Emotion Recognition","display_name":"Learning With Rater-Expanded Label Space to Improve Speech Emotion Recognition","publication_year":2024,"publication_date":"2024-01-31","ids":{"openalex":"https://openalex.org/W4391407010","doi":"https://doi.org/10.1109/taffc.2024.3360428"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2024.3360428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3360428","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073523469","display_name":"Shreya G. Upadhyay","orcid":"https://orcid.org/0009-0000-8411-087X"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shreya G. Upadhyay","raw_affiliation_strings":["Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0009-0000-8411-087X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068933269","display_name":"Woan-Shiuan Chien","orcid":"https://orcid.org/0000-0003-2235-4080"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Woan-Shiuan Chien","raw_affiliation_strings":["Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-2235-4080","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026257400","display_name":"Bo-Hao Su","orcid":"https://orcid.org/0009-0001-0912-7417"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Bo-Hao Su","raw_affiliation_strings":["Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0009-0001-0912-7417","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086107623","display_name":"Chi-Chun Lee","orcid":"https://orcid.org/0000-0003-0186-4321"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chi-Chun Lee","raw_affiliation_strings":["Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-0186-4321","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I25846049"],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":4.1763,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.94113617,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"15","issue":"3","first_page":"1539","last_page":"1552"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6483697891235352},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6307055354118347},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6074607968330383},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5905933380126953},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4905669093132019},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4884275496006012},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.47933825850486755},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.46429261565208435},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4537728726863861},{"id":"https://openalex.org/keywords/subjectivity","display_name":"Subjectivity","score":0.43666964769363403},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4120328724384308},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.369413286447525},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3564033508300781},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2543027698993683},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11077305674552917}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6483697891235352},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6307055354118347},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6074607968330383},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5905933380126953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4905669093132019},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4884275496006012},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.47933825850486755},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.46429261565208435},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4537728726863861},{"id":"https://openalex.org/C202889954","wikidata":"https://www.wikidata.org/wiki/Q1139554","display_name":"Subjectivity","level":2,"score":0.43666964769363403},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4120328724384308},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.369413286447525},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3564033508300781},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2543027698993683},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11077305674552917},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2024.3360428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3360428","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5899999737739563,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W106487399","https://openalex.org/W200033050","https://openalex.org/W1601795611","https://openalex.org/W2004234668","https://openalex.org/W2005326470","https://openalex.org/W2017778676","https://openalex.org/W2019608648","https://openalex.org/W2019977029","https://openalex.org/W2029026153","https://openalex.org/W2053154970","https://openalex.org/W2138438384","https://openalex.org/W2146334809","https://openalex.org/W2151543699","https://openalex.org/W2153720647","https://openalex.org/W2155144982","https://openalex.org/W2171106464","https://openalex.org/W2552810951","https://openalex.org/W2626989828","https://openalex.org/W2742542661","https://openalex.org/W2767488767","https://openalex.org/W2786657259","https://openalex.org/W2787552263","https://openalex.org/W2801959488","https://openalex.org/W2889191349","https://openalex.org/W2891597252","https://openalex.org/W2905475646","https://openalex.org/W2937151161","https://openalex.org/W2941086874","https://openalex.org/W2947390390","https://openalex.org/W2962770129","https://openalex.org/W2972495317","https://openalex.org/W2972602947","https://openalex.org/W2972971501","https://openalex.org/W3015240477","https://openalex.org/W3015964358","https://openalex.org/W3089557188","https://openalex.org/W3101920785","https://openalex.org/W3106206515","https://openalex.org/W3109961563","https://openalex.org/W3125303226","https://openalex.org/W3153221018","https://openalex.org/W3166716308","https://openalex.org/W3189057678","https://openalex.org/W3212554192","https://openalex.org/W3212902620","https://openalex.org/W4224918091","https://openalex.org/W4285395379","https://openalex.org/W4293409613","https://openalex.org/W4372347989","https://openalex.org/W4390874791","https://openalex.org/W6629328741","https://openalex.org/W6679959949","https://openalex.org/W6682209933","https://openalex.org/W6682471470","https://openalex.org/W6691776783","https://openalex.org/W6769196770"],"related_works":["https://openalex.org/W3080495370","https://openalex.org/W3126677997","https://openalex.org/W1610857240","https://openalex.org/W4285597148","https://openalex.org/W2901531394","https://openalex.org/W4321599321","https://openalex.org/W1559262936","https://openalex.org/W2134707158","https://openalex.org/W2767348466","https://openalex.org/W2894458059"],"abstract_inverted_index":{"Automatic":[0],"sensing":[1],"of":[2,24,60,88,112,130],"emotional":[3],"information":[4],"in":[5,36,42,135],"speech":[6],"is":[7],"important":[8],"for":[9,27,70,114,119],"numerous":[10],"everyday":[11],"applications.":[12],"Conventional":[13],"Speech":[14],"Emotion":[15],"Recognition":[16],"(SER)":[17],"models":[18,104],"rely":[19],"on":[20,79],"averaging":[21],"or":[22],"consensus":[23,106],"human":[25],"annotations":[26],"training,":[28],"but":[29],"emotions":[30],"and":[31,82,90,117],"raters'":[32],"interpretations":[33],"are":[34],"subjective":[35],"nature,":[37],"leading":[38],"to":[39,62,65,72],"diverse":[40],"variations":[41],"perceptions.":[43],"To":[44],"address":[45],"this,":[46],"our":[47,77],"proposed":[48,95],"approach":[49],"integrates":[50],"the":[51,56,80,83,115,120,128],"rater's":[52],"subjectivity":[53],"by":[54,108],"forming":[55],"Perception-Coherent":[57],"Clusters":[58],"(PCC)":[59],"raters":[61],"be":[63],"used":[64],"derive":[66],"expanded":[67],"label":[68],"space":[69],"learning":[71],"improve":[73],"SER.":[74],"We":[75],"evaluate":[76],"method":[78],"IEMOCAP":[81,116],"MSP-Podcast":[84],"corpora,":[85],"considering":[86],"scenarios":[87],"fixed":[89],"variable":[91],"raters,":[92],"respectively.":[93],"The":[94],"architecture,":[96],"Rater":[97],"Perception":[98],"Coherency":[99],"(RPC)-based":[100],"SER":[101,136],"surpasses":[102],"single-task":[103],"with":[105],"labels":[107],"achieving":[109],"UAR":[110],"improvements":[111],"3.39%":[113],"2.03%":[118],"MSP-Podcast.":[121],"Further":[122],"analysis":[123],"provides":[124],"comprehensive":[125],"insights":[126],"into":[127],"contributions":[129],"these":[131],"perception":[132],"consistency":[133],"clusters":[134],"learning.":[137]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}