{"id":"https://openalex.org/W4406387559","doi":"https://doi.org/10.1109/taffc.2025.3530105","title":"Phonetically-Anchored Domain Adaptation for Cross-Lingual Speech Emotion Recognition","display_name":"Phonetically-Anchored Domain Adaptation for Cross-Lingual Speech Emotion Recognition","publication_year":2025,"publication_date":"2025-01-15","ids":{"openalex":"https://openalex.org/W4406387559","doi":"https://doi.org/10.1109/taffc.2025.3530105"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3530105","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3530105","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073523469","display_name":"Shreya G. Upadhyay","orcid":"https://orcid.org/0009-0000-8411-087X"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Shreya G. Upadhyay","raw_affiliation_strings":["Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan","Department of Electrical Engineering, National Tsing Hua University, Taiwan"],"raw_orcid":"https://orcid.org/0009-0000-8411-087X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]},{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072064784","display_name":"Luz Martinez-Lucas","orcid":"https://orcid.org/0009-0000-6368-7039"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]},{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW","US"],"is_corresponding":false,"raw_author_name":"Luz Martinez-Lucas","raw_affiliation_strings":["Department of Electrical, Computer Engineering, University of Texas at Dallas, Richardson, TX, USA","Department of Electrical Engineering, National Tsing Hua University, Taiwan"],"raw_orcid":"https://orcid.org/0009-0000-6368-7039","affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer Engineering, University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]},{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069949968","display_name":"William F. Katz","orcid":"https://orcid.org/0000-0002-5627-6458"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]},{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW","US"],"is_corresponding":false,"raw_author_name":"William Katz","raw_affiliation_strings":["Department of Speech Language, Hearing, Department of Electrical, Computer Engineering, University of Texas at Dallas, Richardson, TX, USA","Department of Electrical Engineering, National Tsing Hua University, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-5627-6458","affiliations":[{"raw_affiliation_string":"Department of Speech Language, Hearing, Department of Electrical, Computer Engineering, University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]},{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040793194","display_name":"Carlos Busso","orcid":"https://orcid.org/0000-0002-4075-4072"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]},{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW","US"],"is_corresponding":false,"raw_author_name":"Carlos Busso","raw_affiliation_strings":["Department of Electrical, Computer Engineering, University of Texas at Dallas, Richardson, TX, USA","Department of Electrical Engineering, National Tsing Hua University, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-4075-4072","affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer Engineering, University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]},{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086107623","display_name":"Chi-Chun Lee","orcid":"https://orcid.org/0000-0003-0186-4321"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chi-Chun Lee","raw_affiliation_strings":["Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan","Department of Electrical Engineering, National Tsing Hua University, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-0186-4321","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]},{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5073523469"],"corresponding_institution_ids":["https://openalex.org/I25846049"],"apc_list":null,"apc_paid":null,"fwci":10.8663,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.97680012,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"16","issue":"3","first_page":"1631","last_page":"1645"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9726999998092651,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9726999998092651,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.944100022315979,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9319000244140625,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.7226040363311768},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6975584030151367},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6585148572921753},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.6141763925552368},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5334268808364868},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4822876751422882},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4676489531993866},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.36376962065696716},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30735844373703003},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1261933147907257},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.05422648787498474}],"concepts":[{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.7226040363311768},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6975584030151367},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6585148572921753},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.6141763925552368},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5334268808364868},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4822876751422882},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4676489531993866},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36376962065696716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30735844373703003},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1261933147907257},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.05422648787498474},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3530105","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3530105","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G8082180408","display_name":null,"funder_award_id":"CNS-2016719","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W200033050","https://openalex.org/W1668904664","https://openalex.org/W1824088427","https://openalex.org/W1973763419","https://openalex.org/W1975261418","https://openalex.org/W1993283377","https://openalex.org/W1993474939","https://openalex.org/W2019977029","https://openalex.org/W2029026153","https://openalex.org/W2056133372","https://openalex.org/W2070696251","https://openalex.org/W2075700424","https://openalex.org/W2095102536","https://openalex.org/W2100805904","https://openalex.org/W2166224004","https://openalex.org/W2167820006","https://openalex.org/W2168279613","https://openalex.org/W2520627926","https://openalex.org/W2742542661","https://openalex.org/W2747874407","https://openalex.org/W2765811365","https://openalex.org/W2924116307","https://openalex.org/W2943961704","https://openalex.org/W2963087748","https://openalex.org/W2963447013","https://openalex.org/W2969621449","https://openalex.org/W2995813704","https://openalex.org/W3039591610","https://openalex.org/W3086923691","https://openalex.org/W3092367224","https://openalex.org/W3096136448","https://openalex.org/W3120709499","https://openalex.org/W3140745443","https://openalex.org/W3153524500","https://openalex.org/W3164582967","https://openalex.org/W3166157623","https://openalex.org/W3208439161","https://openalex.org/W3209059054","https://openalex.org/W3209341027","https://openalex.org/W3209389523","https://openalex.org/W4210528011","https://openalex.org/W4225244448","https://openalex.org/W4225694800","https://openalex.org/W4229064958","https://openalex.org/W4287854494","https://openalex.org/W4296069362","https://openalex.org/W4312138225","https://openalex.org/W4375869259","https://openalex.org/W4375869457","https://openalex.org/W4388400684"],"related_works":["https://openalex.org/W4394775207","https://openalex.org/W4389474468","https://openalex.org/W4300172004","https://openalex.org/W3203792196","https://openalex.org/W4321649381","https://openalex.org/W3126677997","https://openalex.org/W1610857240","https://openalex.org/W2997645659","https://openalex.org/W3180787869","https://openalex.org/W2955455867"],"abstract_inverted_index":{"The":[0,139,165],"prevalence":[1],"of":[2,19,111,174],"cross-lingual":[3,55,105,162,182],"<italic":[4,119,124],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[5,120,125],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">speech":[6],"emotion":[7],"recognition</i>":[8],"(SER)":[9],"modeling":[10],"has":[11],"significantly":[12],"increased":[13],"due":[14],"to":[15,29,88,103,159],"its":[16],"wide":[17],"range":[18],"applications.":[20],"Previous":[21],"studies":[22,117],"have":[23],"primarily":[24],"focused":[25],"on":[26,83],"technical":[27],"strategies":[28],"adapt":[30],"features,":[31],"domains,":[32],"and":[33,123,136,148],"labels":[34],"across":[35,79,153],"languages,":[36,80,154],"often":[37],"overlooking":[38],"the":[39,43,50,72,109,134,172],"underlying":[40],"commonalities":[41,74],"between":[42],"languages.":[44],"In":[45],"this":[46],"study,":[47],"we":[48,70,95,114],"address":[49],"language":[51,179],"adaptation":[52,180],"challenge":[53],"in":[54,65,181],"scenarios":[56],"by":[57],"incorporating":[58],"vowel-phonetic":[59,73],"constraints.":[60],"Our":[61],"approach":[62,140],"is":[63],"structured":[64],"two":[66,129],"main":[67],"parts.":[68],"First,":[69],"investigate":[71],"associated":[75],"with":[76,128],"specific":[77],"emotions":[78],"particularly":[81],"focusing":[82],"common":[84,99],"vowels":[85,100],"that":[86,143],"prove":[87],"be":[89],"valuable":[90],"for":[91,177],"SER":[92,163,183],"modeling.":[93],"Second,":[94],"utilize":[96],"these":[97],"identified":[98],"as":[101,156],"anchors":[102,158],"facilitate":[104],"SER.":[106],"To":[107],"demonstrate":[108],"effectiveness":[110],"our":[112],"approach,":[113],"conduct":[115],"case":[116],"using":[118],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">American":[121],"English</i>":[122],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Taiwanese":[126],"Mandarin</i>":[127],"naturalistic":[130],"emotional":[131],"speech":[132],"corpora:":[133],"MSP-Podcast":[135],"BIIC-Podcast":[137],"corpora.":[138],"leverages":[141],"evidence":[142],"certain":[144],"vowels,":[145],"including":[146],"monophthongs":[147],"diphthongs,":[149],"exhibit":[150],"emotion-specific":[151],"commonality":[152],"serving":[155],"phonetic":[157,175],"enhance":[160],"unsupervised":[161],"learning.":[164],"proposed":[166],"model":[167],"surpasses":[168],"baseline":[169],"performance,":[170],"highlighting":[171],"importance":[173],"similarities":[176],"effective":[178],"scenarios.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
