{"id":"https://openalex.org/W4392903074","doi":"https://doi.org/10.1109/icassp48485.2024.10448394","title":"GEmo-CLAP: Gender-Attribute-Enhanced Contrastive Language-Audio Pretraining for Accurate Speech Emotion Recognition","display_name":"GEmo-CLAP: Gender-Attribute-Enhanced Contrastive Language-Audio Pretraining for Accurate Speech Emotion Recognition","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392903074","doi":"https://doi.org/10.1109/icassp48485.2024.10448394"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10448394","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10448394","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010088695","display_name":"Yu Pan","orcid":"https://orcid.org/0000-0001-7261-8297"},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yu Pan","raw_affiliation_strings":["Kyushu University,Japan","Kyushu University, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kyushu University,Japan","institution_ids":["https://openalex.org/I135598925"]},{"raw_affiliation_string":"Kyushu University, Japan","institution_ids":["https://openalex.org/I135598925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101250603","display_name":"Yanni Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yanni Hu","raw_affiliation_strings":["Ximalaya Inc.,ShangHai,China","Ximalaya Inc., ShangHai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ximalaya Inc.,ShangHai,China","institution_ids":[]},{"raw_affiliation_string":"Ximalaya Inc., ShangHai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100402382","display_name":"Yuguang Yang","orcid":"https://orcid.org/0000-0003-1353-1815"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuguang Yang","raw_affiliation_strings":["Ximalaya Inc.,ShangHai,China","Ximalaya Inc., ShangHai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ximalaya Inc.,ShangHai,China","institution_ids":[]},{"raw_affiliation_string":"Ximalaya Inc., ShangHai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034251794","display_name":"Fei Wen","orcid":"https://orcid.org/0000-0002-3083-9611"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Fei","raw_affiliation_strings":["Shanghai Jiao Tong University,China","Shanghai Jiao Tong University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015560758","display_name":"Jixun Yao","orcid":"https://orcid.org/0000-0002-5324-7360"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jixun Yao","raw_affiliation_strings":["Ximalaya Inc.,ShangHai,China","Ximalaya Inc., ShangHai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ximalaya Inc.,ShangHai,China","institution_ids":[]},{"raw_affiliation_string":"Ximalaya Inc., ShangHai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100618443","display_name":"Heng Lu","orcid":"https://orcid.org/0009-0009-9236-8825"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heng Lu","raw_affiliation_strings":["Ximalaya Inc.,ShangHai,China","Ximalaya Inc., ShangHai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ximalaya Inc.,ShangHai,China","institution_ids":[]},{"raw_affiliation_string":"Ximalaya Inc., ShangHai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101468661","display_name":"Lei Ma","orcid":"https://orcid.org/0000-0002-8621-2420"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["CA","JP"],"is_corresponding":false,"raw_author_name":"Lei Ma","raw_affiliation_strings":["University of Tokyo,Japan","University of Tokyo, Japan","University of Alberta, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tokyo,Japan","institution_ids":["https://openalex.org/I74801974"]},{"raw_affiliation_string":"University of Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]},{"raw_affiliation_string":"University of Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065190767","display_name":"Jianjun Zhao","orcid":"https://orcid.org/0000-0001-8083-4352"},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jianjun Zhao","raw_affiliation_strings":["Kyushu University,Japan","Kyushu University, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kyushu University,Japan","institution_ids":["https://openalex.org/I135598925"]},{"raw_affiliation_string":"Kyushu University, Japan","institution_ids":["https://openalex.org/I135598925"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.14,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.87455615,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"10021","last_page":"10025"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7056992650032043},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6547160148620605},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5339025259017944},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4682411253452301},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.42400062084198},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3872969448566437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7056992650032043},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6547160148620605},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5339025259017944},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4682411253452301},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42400062084198},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3872969448566437},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp48485.2024.10448394","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10448394","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5","score":0.75}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2146334809","https://openalex.org/W2965373594","https://openalex.org/W2972602947","https://openalex.org/W2999269393","https://openalex.org/W3036601975","https://openalex.org/W3197642003","https://openalex.org/W3204087964","https://openalex.org/W3209059054","https://openalex.org/W3209984917","https://openalex.org/W4221162793","https://openalex.org/W4224917001","https://openalex.org/W4225635674","https://openalex.org/W4297841615","https://openalex.org/W4372260310","https://openalex.org/W4372260395","https://openalex.org/W4372266552","https://openalex.org/W4372269797","https://openalex.org/W4372347367","https://openalex.org/W4375869379","https://openalex.org/W4385714625","https://openalex.org/W4385822510","https://openalex.org/W4387814642","https://openalex.org/W6766673545","https://openalex.org/W6780218876","https://openalex.org/W6791353385","https://openalex.org/W6810007534","https://openalex.org/W6854730886"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2364381299","https://openalex.org/W2374430585","https://openalex.org/W3144423903","https://openalex.org/W2377397762","https://openalex.org/W2793967660","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Contrastive":[0],"cross-modality":[1],"pretraining":[2,36],"has":[3],"recently":[4],"exhibited":[5],"impressive":[6],"success":[7],"in":[8,19,65],"diverse":[9],"fields,":[10],"whereas":[11],"there":[12],"is":[13],"limited":[14],"research":[15],"on":[16,96],"their":[17],"merits":[18],"speech":[20,89],"emotion":[21,47],"recognition":[22],"(SER).":[23],"In":[24],"this":[25],"paper,":[26],"we":[27,42],"propose":[28],"GEmo-CLAP,":[29],"a":[30],"kind":[31],"of":[32,62,88,120],"gender-attribute-enhanced":[33],"contrastive":[34],"language-audio":[35],"(CLAP)":[37],"method":[38],"for":[39,50],"SER.":[40],"Specifically,":[41],"first":[43],"construct":[44],"an":[45],"effective":[46],"CLAP":[48],"(Emo-CLAP)":[49],"SER,":[51,66],"using":[52],"pretrained":[53],"text":[54],"and":[55,74],"audio":[56],"encoders.":[57],"Second,":[58],"given":[59],"the":[60,112,117],"significance":[61],"gender":[63,86],"information":[64,87],"two":[67,102],"novel":[68],"multi-task":[69],"learning":[70],"based":[71,77],"GEmo-CLAP":[72,78],"(ML-GEmo-CLAP)":[73],"soft":[75],"label":[76],"(SL-GEmo-CLAP)":[79],"models":[80],"are":[81],"further":[82],"proposed":[83,101,113],"to":[84],"incorporate":[85],"signals,":[90],"forming":[91],"more":[92],"reasonable":[93],"objectives.":[94],"Experiments":[95],"IEMOCAP":[97],"indicate":[98],"that":[99],"our":[100],"GEmo-CLAPs":[103],"consistently":[104],"outperform":[105],"Emo-CLAP":[106],"with":[107],"different":[108],"pre-trained":[109],"models.":[110],"Remarkably,":[111],"WavLM-based":[114],"SL-GEmo-CLAP":[115],"obtains":[116],"best":[118],"WAR":[119],"83.16%,":[121],"which":[122],"performs":[123],"better":[124],"than":[125],"state-of-the-art":[126],"SER":[127],"methods.":[128]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}