{"id":"https://openalex.org/W4404371462","doi":"https://doi.org/10.1109/taffc.2024.3498443","title":"A Low-Rank Matching Attention Based Cross-Modal Feature Fusion Method for Conversational Emotion Recognition","display_name":"A Low-Rank Matching Attention Based Cross-Modal Feature Fusion Method for Conversational Emotion Recognition","publication_year":2024,"publication_date":"2024-11-14","ids":{"openalex":"https://openalex.org/W4404371462","doi":"https://doi.org/10.1109/taffc.2024.3498443"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2024.3498443","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3498443","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032343369","display_name":"Yuntao Shou","orcid":"https://orcid.org/0000-0003-3270-6238"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuntao Shou","raw_affiliation_strings":["School of Computer Science and Technology, the Ministry of Education Key Laboratory for Intelligent Networks and Network Security, and the Shaanxi Province Key Laboratory of Big Data Knowledge Engineering, Xi’an Jiaotong University, Xi’an, Shaanxi, China","School of Computer Science and Technology, the Ministry of Education Key Laboratory for Intelligent Networks and Network Security, and the Shaanxi Province Key Laboratory of Big Data Knowledge Engineering, Xi'an Jiaotong, Xi'an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, the Ministry of Education Key Laboratory for Intelligent Networks and Network Security, and the Shaanxi Province Key Laboratory of Big Data Knowledge Engineering, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Computer Science and Technology, the Ministry of Education Key Laboratory for Intelligent Networks and Network Security, and the Shaanxi Province Key Laboratory of Big Data Knowledge Engineering, Xi'an Jiaotong, Xi'an, Shaanxi, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100339004","display_name":"Huan Liu","orcid":"https://orcid.org/0000-0002-7863-3751"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Liu","raw_affiliation_strings":["School of Computer Science and Technology, Xi’an Jiaotong University, Xi’an, Shaanxi, China","School of Computer Science and Technology, Xi'an Jiaotong, Xi'an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Computer Science and Technology, Xi'an Jiaotong, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028103486","display_name":"Xiangyong Cao","orcid":"https://orcid.org/0000-0001-7912-3457"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyong Cao","raw_affiliation_strings":["School of Computer Science and Technology, the Ministry of Education Key Laboratory for Intelligent Networks and Network Security, and the Shaanxi Province Key Laboratory of Big Data Knowledge Engineering, Xi’an Jiaotong University, Xi’an, Shaanxi, China","School of Computer Science and Technology, the Ministry of Education Key Laboratory for Intelligent Networks and Network Security, and the Shaanxi Province Key Laboratory of Big Data Knowledge Engineering, Xi'an Jiaotong, Xi'an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, the Ministry of Education Key Laboratory for Intelligent Networks and Network Security, and the Shaanxi Province Key Laboratory of Big Data Knowledge Engineering, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Computer Science and Technology, the Ministry of Education Key Laboratory for Intelligent Networks and Network Security, and the Shaanxi Province Key Laboratory of Big Data Knowledge Engineering, Xi'an Jiaotong, Xi'an, Shaanxi, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091017287","display_name":"Deyu Meng","orcid":"https://orcid.org/0000-0002-1294-8283"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deyu Meng","raw_affiliation_strings":["School of Mathematics and Statistics, Xi’an Jiaotong University, Xi’an, Shaanxi, China","School of Mathematics and Statistics, Xi'an Jiaotong University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Mathematics and Statistics, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035080566","display_name":"Bo Dong","orcid":"https://orcid.org/0000-0001-7695-9072"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Dong","raw_affiliation_strings":["School of Computer Science and Technology, the Ministry of Education Key Laboratory for Intelligent Networks and Network Security, and the Shaanxi Province Key Laboratory of Big Data Knowledge Engineering, Xi’an Jiaotong University, Xi’an, Shaanxi, China","School of Computer Science and Technology, the Ministry of Education Key Laboratory for Intelligent Networks and Network Security, and the Shaanxi Province Key Laboratory of Big Data Knowledge Engineering, Xi'an Jiaotong, Xi'an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, the Ministry of Education Key Laboratory for Intelligent Networks and Network Security, and the Shaanxi Province Key Laboratory of Big Data Knowledge Engineering, Xi’an Jiaotong University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Computer Science and Technology, the Ministry of Education Key Laboratory for Intelligent Networks and Network Security, and the Shaanxi Province Key Laboratory of Big Data Knowledge Engineering, Xi'an Jiaotong, Xi'an, Shaanxi, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5032343369"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":13.0811,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.9910329,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"16","issue":"2","first_page":"1177","last_page":"1189"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8210999965667725,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8210999965667725,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.7421000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7199921607971191},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.6872925162315369},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6734494566917419},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6198937892913818},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5773631930351257},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5610933899879456},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5564428567886353},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.543685793876648},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5142795443534851},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5138242840766907},{"id":"https://openalex.org/keywords/feature-matching","display_name":"Feature matching","score":0.5054552555084229},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4464784562587738},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.43056046962738037},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.4287107586860657},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.341905802488327},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2837182283401489},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.12981551885604858},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11757427453994751}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7199921607971191},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6872925162315369},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6734494566917419},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6198937892913818},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5773631930351257},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5610933899879456},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5564428567886353},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.543685793876648},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5142795443534851},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5138242840766907},{"id":"https://openalex.org/C2983787585","wikidata":"https://www.wikidata.org/wiki/Q93586","display_name":"Feature matching","level":3,"score":0.5054552555084229},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4464784562587738},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.43056046962738037},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.4287107586860657},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.341905802488327},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2837182283401489},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12981551885604858},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11757427453994751},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2024.3498443","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3498443","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W2024165284","https://openalex.org/W2075398069","https://openalex.org/W2085662862","https://openalex.org/W2146334809","https://openalex.org/W2740550900","https://openalex.org/W2787581402","https://openalex.org/W2805662932","https://openalex.org/W2891359673","https://openalex.org/W2937328183","https://openalex.org/W2963686995","https://openalex.org/W2964010806","https://openalex.org/W2964300796","https://openalex.org/W2964326992","https://openalex.org/W2964346351","https://openalex.org/W2985882473","https://openalex.org/W3038471032","https://openalex.org/W3039263585","https://openalex.org/W3087845454","https://openalex.org/W3099424485","https://openalex.org/W3115382905","https://openalex.org/W3120680448","https://openalex.org/W3173365306","https://openalex.org/W3173396651","https://openalex.org/W3176399185","https://openalex.org/W3201284223","https://openalex.org/W3203741465","https://openalex.org/W3207382412","https://openalex.org/W3207773797","https://openalex.org/W4221147459","https://openalex.org/W4221154966","https://openalex.org/W4224932526","https://openalex.org/W4226025958","https://openalex.org/W4226239215","https://openalex.org/W4281701185","https://openalex.org/W4283331170","https://openalex.org/W4285118636","https://openalex.org/W4367281761","https://openalex.org/W4380355289","https://openalex.org/W4385245566","https://openalex.org/W4385570630","https://openalex.org/W4390414889","https://openalex.org/W4394862741","https://openalex.org/W4399146389","https://openalex.org/W6719667659","https://openalex.org/W6784333009","https://openalex.org/W6796581206"],"related_works":["https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2353265673","https://openalex.org/W2152662039","https://openalex.org/W3080495370","https://openalex.org/W4285597148","https://openalex.org/W2901531394","https://openalex.org/W1559262936","https://openalex.org/W2134707158"],"abstract_inverted_index":{"Conversational":[0],"emotion":[1],"recognition":[2,222],"(CER)":[3],"is":[4,147],"an":[5],"important":[6],"research":[7],"topic":[8],"in":[9,15,23,69,124,211],"human-computer":[10],"interactions.":[11],"Although":[12],"recent":[13],"advancements":[14],"transformer-based":[16],"cross-modal":[17,52,190],"fusion":[18,54,191],"methods":[19,192,210],"have":[20],"shown":[21],"promise":[22],"CER":[24,209],"tasks,":[25,223],"they":[26],"tend":[27],"to":[28,117,149,219],"overlook":[29],"the":[30,73,79,102,110,115,120,152,182,194],"crucial":[31],"intra-modal":[32,153,174],"and":[33,50,88,160,170,175,215,227],"inter-modal":[34,90,176],"emotional":[35,66,154,163],"interaction":[36],"or":[37],"suffer":[38],"from":[39],"high":[40],"computational":[41],"complexity.":[42],"To":[43],"address":[44],"this,":[45],"we":[46],"introduce":[47],"a":[48,85,127,131,140,212],"novel":[49],"lightweight":[51,132],"feature":[53],"method":[55,113],"called":[56],"Low-Rank":[57],"Matching":[58],"Attention":[59],"Method":[60],"(LMAM).":[61],"LMAM":[62,97,129,146,185,201],"effectively":[63],"captures":[64],"contextual":[65,155],"semantic":[67,164],"information":[68,156,165],"conversations":[70],"while":[71,134],"mitigating":[72],"quadratic":[74],"complexity":[75],"issue":[76],"caused":[77,138],"by":[78,83,95,139,168],"self-attention":[80,105],"mechanism.":[81],"Specifically,":[82],"setting":[84],"matching":[86],"weight":[87],"calculating":[89],"features":[91,177],"attention":[92],"scores":[93],"row":[94],"row,":[96],"requires":[98],"only":[99],"one-third":[100],"of":[101,104,122,143,173,184,196],"parameters":[103,123],"methods.":[106],"We":[107],"also":[108],"employ":[109],"low-rank":[111],"decomposition":[112],"on":[114,193],"weights":[116],"further":[118],"reduce":[119],"number":[121,142],"LMAM.":[125],"As":[126],"result,":[128],"offers":[130],"model":[133],"avoiding":[135],"overfitting":[136],"problems":[137],"large":[141],"parameters.":[144],"Moreover,":[145],"able":[148],"fully":[150],"exploit":[151],"within":[157],"each":[158],"modality":[159],"integrates":[161],"complementary":[162],"across":[166],"modalities":[167],"computing":[169],"fusing":[171],"similarities":[172],"simultaneously.":[178],"Experimental":[179],"results":[180],"verify":[181],"superiority":[183],"compared":[186],"with":[187],"other":[188,220],"popular":[189],"premise":[195],"being":[197],"more":[198],"lightweight.":[199],"Also,":[200],"can":[202,216],"be":[203,217],"embedded":[204],"into":[205],"any":[206],"existing":[207],"state-of-the-art":[208],"plug-and-play":[213],"manner,":[214],"applied":[218],"multi-modal":[221],"e.g.,":[224],"session":[225],"recommendation":[226],"humour":[228],"detection,":[229],"demonstrating":[230],"its":[231],"remarkable":[232],"generalization":[233],"ability.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}