{"id":"https://openalex.org/W4286434242","doi":"https://doi.org/10.3390/e24071010","title":"LGCCT: A Light Gated and Crossed Complementation Transformer for Multimodal Speech Emotion Recognition","display_name":"LGCCT: A Light Gated and Crossed Complementation Transformer for Multimodal Speech Emotion Recognition","publication_year":2022,"publication_date":"2022-07-21","ids":{"openalex":"https://openalex.org/W4286434242","doi":"https://doi.org/10.3390/e24071010","pmid":"https://pubmed.ncbi.nlm.nih.gov/35885233"},"language":"en","primary_location":{"id":"doi:10.3390/e24071010","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24071010","pdf_url":"https://www.mdpi.com/1099-4300/24/7/1010/pdf?version=1658470275","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/24/7/1010/pdf?version=1658470275","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085891781","display_name":"Feng Liu","orcid":"https://orcid.org/0000-0002-5289-5761"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Liu","raw_affiliation_strings":["Institute of AI for Education, East China Normal University, Shanghai 200062, China","School of Computer Science and Technology, East China Normal University, Shanghai 200062, China","School of Computer Science, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":"https://orcid.org/0000-0002-5289-5761","affiliations":[{"raw_affiliation_string":"Institute of AI for Education, East China Normal University, Shanghai 200062, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai 200062, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Computer Science, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101980691","display_name":"Siyuan Shen","orcid":"https://orcid.org/0000-0001-9732-9600"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Si-Yuan Shen","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai 200062, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai 200062, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016048145","display_name":"Ziwang Fu","orcid":"https://orcid.org/0000-0001-7347-6702"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zi-Wang Fu","raw_affiliation_strings":["School of Computer Science, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049045787","display_name":"Han-Yang Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han-Yang Wang","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai 200062, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai 200062, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050248676","display_name":"Aimin Zhou","orcid":"https://orcid.org/0000-0002-4768-5946"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ai-Min Zhou","raw_affiliation_strings":["Institute of AI for Education, East China Normal University, Shanghai 200062, China","School of Computer Science and Technology, East China Normal University, Shanghai 200062, China","Shanghai Key Laboratory of Mental Health and Psychological Crisis Intervention, School of Psychology and Cognitive Science, East China Normal University, Shanghai 200062, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of AI for Education, East China Normal University, Shanghai 200062, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai 200062, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"Shanghai Key Laboratory of Mental Health and Psychological Crisis Intervention, School of Psychology and Cognitive Science, East China Normal University, Shanghai 200062, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063961362","display_name":"Jiayin Qi","orcid":"https://orcid.org/0000-0001-7162-4898"},"institutions":[{"id":"https://openalex.org/I905225518","display_name":"Shanghai University of International Business and Economics","ror":"https://ror.org/031t68441","country_code":"CN","type":"education","lineage":["https://openalex.org/I905225518"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jia-Yin Qi","raw_affiliation_strings":["Institute of Artificial Intelligence and Change Management, Shanghai University of International Business and Economics, Shanghai 200062, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Change Management, Shanghai University of International Business and Economics, Shanghai 200062, China","institution_ids":["https://openalex.org/I905225518"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5050248676","https://openalex.org/A5063961362"],"corresponding_institution_ids":["https://openalex.org/I66867065","https://openalex.org/I905225518"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":3.2046,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.91905651,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"24","issue":"7","first_page":"1010","last_page":"1010"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7896049618721008},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5831419229507446},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5002992153167725},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4648280143737793},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.362604558467865}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7896049618721008},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5831419229507446},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5002992153167725},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4648280143737793},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.362604558467865}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e24071010","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24071010","pdf_url":"https://www.mdpi.com/1099-4300/24/7/1010/pdf?version=1658470275","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:35885233","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35885233","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:44b9b894d2174eb3948ea5f0da5abd4f","is_oa":true,"landing_page_url":"https://doaj.org/article/44b9b894d2174eb3948ea5f0da5abd4f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 24, Iss 7, p 1010 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/24/7/1010/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e24071010","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 24; Issue 7; Pages: 1010","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:9316084","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9316084","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e24071010","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24071010","pdf_url":"https://www.mdpi.com/1099-4300/24/7/1010/pdf?version=1658470275","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6299999952316284}],"awards":[],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4286434242.pdf","grobid_xml":"https://content.openalex.org/works/W4286434242.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W1972280480","https://openalex.org/W1991691398","https://openalex.org/W2029996593","https://openalex.org/W2032254851","https://openalex.org/W2095176743","https://openalex.org/W2102697000","https://openalex.org/W2140801466","https://openalex.org/W2157331557","https://openalex.org/W2162888803","https://openalex.org/W2166706824","https://openalex.org/W2250539671","https://openalex.org/W2250966211","https://openalex.org/W2295001676","https://openalex.org/W2399733683","https://openalex.org/W2408520939","https://openalex.org/W2499760652","https://openalex.org/W2598207902","https://openalex.org/W2625297138","https://openalex.org/W2747664154","https://openalex.org/W2752782242","https://openalex.org/W2787581402","https://openalex.org/W2883409523","https://openalex.org/W2892071465","https://openalex.org/W2901272442","https://openalex.org/W2904518532","https://openalex.org/W2923978210","https://openalex.org/W2963073217","https://openalex.org/W2963710346","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2964236337","https://openalex.org/W2964266095","https://openalex.org/W2970583420","https://openalex.org/W2972602947","https://openalex.org/W2980587061","https://openalex.org/W2985882473","https://openalex.org/W3012721484","https://openalex.org/W3016138882","https://openalex.org/W3022398031","https://openalex.org/W3096125675","https://openalex.org/W3143658568","https://openalex.org/W3160183718","https://openalex.org/W3161659450","https://openalex.org/W3162024001","https://openalex.org/W3163091219","https://openalex.org/W3173396651","https://openalex.org/W3177085913","https://openalex.org/W3206529771","https://openalex.org/W3214432797","https://openalex.org/W4205727320","https://openalex.org/W4285206226","https://openalex.org/W6675278666"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Semantic-rich":[0],"speech":[1,42,132],"emotion":[2,16,43,133],"recognition":[3,17,44,110],"has":[4],"a":[5,11,74,106,123,246,328],"high":[6,66],"degree":[7,192],"of":[8,13,64,68,77,109,140,181,193,205,216,223,249,253,298,307,324],"popularity":[9],"in":[10,41,290],"range":[12],"areas.":[14],"Speech":[15],"aims":[18],"to":[19,55,98,176,211,226,236,271,313],"recognize":[20],"human":[21],"emotional":[22],"states":[23],"from":[24,245],"utterances":[25],"containing":[26],"both":[27,33],"acoustic":[28,147],"and":[29,35,58,80,95,126,186,202,295,310],"linguistic":[30],"information.":[31],"Since":[32],"textual":[34,155],"audio":[36,59],"patterns":[37],"play":[38],"essential":[39],"roles":[40],"(SER)":[45],"tasks,":[46],"various":[47,102,227,314],"works":[48],"have":[49],"proposed":[50],"novel":[51],"modality":[52,142,184],"fusing":[53,141],"methods":[54],"exploit":[56],"text":[57],"signals":[60],"effectively.":[61],"However,":[62],"most":[63],"the":[65,146,154,168,173,178,182,187,191,200,203,206,212,217,221,224,232,238,254,266,272,291,296,301,305,318,325],"performance":[67,294],"existing":[69],"models":[70],"is":[71,112,138,164,258,321],"dependent":[72],"on":[73,86,265],"great":[75],"number":[76,297],"learnable":[78],"parameters,":[79,286],"they":[81],"can":[82,196,242],"only":[83,283],"work":[84],"well":[85],"data":[87,100],"with":[88,101,282],"fixed":[89],"length.":[90,218],"Therefore,":[91],"minimizing":[92],"computational":[93],"overhead":[94],"improving":[96],"generalization":[97,222],"unseen":[99],"lengths":[103],"while":[104,153],"maintaining":[105],"certain":[107],"level":[108],"accuracy":[111],"an":[113,278,288],"urgent":[114],"application":[115],"problem.":[116],"In":[117],"this":[118],"paper,":[119],"we":[120,230],"propose":[121],"LGCCT,":[122],"light":[124],"gated":[125],"crossed":[127],"complementation":[128],"transformer":[129],"for":[130],"multimodal":[131],"recognition.":[134],"First,":[135],"our":[136,275,308],"model":[137,225,276,309],"capable":[139],"information":[143],"efficiently.":[144],"Specifically,":[145],"features":[148,156],"are":[149,157,263],"extracted":[150,158],"by":[151,159,167],"CNN-BiLSTM":[152],"BiLSTM.":[160],"The":[161,251],"modality-fused":[162,188],"representation":[163,185],"then":[165],"generated":[166],"cross-attention":[169],"module.":[170],"We":[171],"apply":[172],"gate-control":[174],"mechanism":[175],"achieve":[177],"balanced":[179],"integration":[180],"original":[183],"representation.":[189],"Second,":[190],"attention":[194,239],"focus":[195],"be":[197,243],"considered,":[198],"as":[199],"uncertainty":[201],"entropy":[204],"same":[207,213],"token":[208],"should":[209],"converge":[210],"value":[214],"independent":[215],"To":[219],"improve":[220],"testing-sequence":[228],"lengths,":[229,316],"adopt":[231],"length-scaled":[233,255,329],"dot":[234,256,330],"product":[235,257],"calculate":[237],"score,":[240],"which":[241],"interpreted":[244],"theoretical":[247],"view":[248],"entropy.":[250],"operation":[252],"cheap":[259],"but":[260],"effective.":[261],"Experiments":[262],"conducted":[264],"benchmark":[267],"dataset":[268],"CMU-MOSEI.":[269],"Compared":[270],"baseline":[273,326],"models,":[274],"achieves":[277],"81.0%":[279],"F1":[280],"score":[281],"0.432":[284],"M":[285],"showing":[287],"improvement":[289,320],"balance":[292],"between":[293],"parameters.":[299],"Moreover,":[300],"ablation":[302],"study":[303],"signifies":[304],"effectiveness":[306],"its":[311],"scalability":[312],"input-sequence":[315],"wherein":[317],"relative":[319],"almost":[322],"20%":[323],"without":[327],"product.":[331]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}