{"id":"https://openalex.org/W4377140104","doi":"https://doi.org/10.1145/3593583","title":"M3GAT: A Multi-modal, Multi-task Interactive Graph Attention Network for Conversational Sentiment Analysis and Emotion Recognition","display_name":"M3GAT: A Multi-modal, Multi-task Interactive Graph Attention Network for Conversational Sentiment Analysis and Emotion Recognition","publication_year":2023,"publication_date":"2023-05-20","ids":{"openalex":"https://openalex.org/W4377140104","doi":"https://doi.org/10.1145/3593583"},"language":"en","primary_location":{"id":"doi:10.1145/3593583","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3593583","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100711409","display_name":"Yazhou Zhang","orcid":"https://orcid.org/0000-0002-5699-0176"},"institutions":[{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yazhou Zhang","raw_affiliation_strings":["Software Engineering College, Zhengzhou University of Light Industry, China"],"raw_orcid":"https://orcid.org/0000-0002-5699-0176","affiliations":[{"raw_affiliation_string":"Software Engineering College, Zhengzhou University of Light Industry, China","institution_ids":["https://openalex.org/I23171815"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045540621","display_name":"Ao Jia","orcid":"https://orcid.org/0009-0008-5405-3331"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ao Jia","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, China"],"raw_orcid":"https://orcid.org/0009-0008-5405-3331","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100723898","display_name":"Bo Wang","orcid":"https://orcid.org/0000-0003-3327-2646"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Wang","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, China"],"raw_orcid":"https://orcid.org/0000-0003-3327-2646","affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100364209","display_name":"Peng Zhang","orcid":"https://orcid.org/0000-0003-0228-9330"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Zhang","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, China"],"raw_orcid":"https://orcid.org/0000-0003-0228-9330","affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047338111","display_name":"Dongming Zhao","orcid":"https://orcid.org/0000-0003-4592-9545"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongming Zhao","raw_affiliation_strings":["Artificial Intelligence Laboratory, China Mobile Communication Group Tianjin Co., Ltd., China"],"raw_orcid":"https://orcid.org/0000-0003-4592-9545","affiliations":[{"raw_affiliation_string":"Artificial Intelligence Laboratory, China Mobile Communication Group Tianjin Co., Ltd., China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100457983","display_name":"Pu Li","orcid":"https://orcid.org/0000-0002-5703-9905"},"institutions":[{"id":"https://openalex.org/I23171815","display_name":"Zhengzhou University of Light Industry","ror":"https://ror.org/05fwr8z16","country_code":"CN","type":"education","lineage":["https://openalex.org/I23171815"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pu Li","raw_affiliation_strings":["Software Engineering College, Zhengzhou University of Light Industry, China"],"raw_orcid":"https://orcid.org/0000-0002-5703-9905","affiliations":[{"raw_affiliation_string":"Software Engineering College, Zhengzhou University of Light Industry, China","institution_ids":["https://openalex.org/I23171815"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100781300","display_name":"Yuexian Hou","orcid":"https://orcid.org/0000-0002-3238-493X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuexian Hou","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, China"],"raw_orcid":"https://orcid.org/0000-0002-3238-493X","affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073583279","display_name":"Xiaojia Jin","orcid":"https://orcid.org/0000-0002-0694-5799"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojia Jin","raw_affiliation_strings":["Artificial Intelligence Laboratory, China Mobile Communication Group Tianjin Co., Ltd., China"],"raw_orcid":"https://orcid.org/0000-0002-0694-5799","affiliations":[{"raw_affiliation_string":"Artificial Intelligence Laboratory, China Mobile Communication Group Tianjin Co., Ltd., China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050532724","display_name":"Dawei Song","orcid":"https://orcid.org/0000-0002-8660-3608"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dawei Song","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-8660-3608","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100662807","display_name":"Jing Qin","orcid":"https://orcid.org/0000-0002-7059-0929"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jing Qin","raw_affiliation_strings":["Centre for Smart Health, School of Nursing, Hong Kong Polytechnic University, China"],"raw_orcid":"https://orcid.org/0000-0002-7059-0929","affiliations":[{"raw_affiliation_string":"Centre for Smart Health, School of Nursing, Hong Kong Polytechnic University, China","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.5923,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.97567427,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"42","issue":"1","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8661195635795593},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.6539936065673828},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5416854023933411},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5347378253936768},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5176087617874146},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.5057499408721924},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.48607876896858215},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.46511366963386536},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.46067437529563904},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4452211856842041},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.1376676857471466}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8661195635795593},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6539936065673828},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5416854023933411},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5347378253936768},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5176087617874146},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.5057499408721924},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.48607876896858215},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.46511366963386536},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46067437529563904},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4452211856842041},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.1376676857471466},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3593583","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3593583","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7300000190734863}],"awards":[{"id":"https://openalex.org/G3528912553","display_name":null,"funder_award_id":"CPSDSC202103","funder_id":"https://openalex.org/F4320321135","funder_display_name":"Chongqing University"},{"id":"https://openalex.org/G3729630180","display_name":null,"funder_award_id":"1-ZE2Q","funder_id":"https://openalex.org/F4320322598","funder_display_name":"Hong Kong Polytechnic University"},{"id":"https://openalex.org/G6203117793","display_name":null,"funder_award_id":"62006212, 62272340, 61876129","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G661175156","display_name":null,"funder_award_id":"62006212","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8585012047","display_name":null,"funder_award_id":"222300420582","funder_id":"https://openalex.org/F4320323845","funder_display_name":"Natural Science Foundation of Henan Province"},{"id":"https://openalex.org/G905407832","display_name":null,"funder_award_id":"KFKT2021B41","funder_id":"https://openalex.org/F4320324852","funder_display_name":"Nanjing University"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321135","display_name":"Chongqing University","ror":"https://ror.org/023rhb549"},{"id":"https://openalex.org/F4320322598","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98"},{"id":"https://openalex.org/F4320323845","display_name":"Natural Science Foundation of Henan Province","ror":null},{"id":"https://openalex.org/F4320324852","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2119417805","https://openalex.org/W2122563357","https://openalex.org/W2156984202","https://openalex.org/W2166735950","https://openalex.org/W2546875627","https://openalex.org/W2554720547","https://openalex.org/W2583643061","https://openalex.org/W2593831809","https://openalex.org/W2740550900","https://openalex.org/W2750779823","https://openalex.org/W2799498328","https://openalex.org/W2899197626","https://openalex.org/W2905551935","https://openalex.org/W2910191085","https://openalex.org/W2946218857","https://openalex.org/W2963533390","https://openalex.org/W2963686995","https://openalex.org/W2964010806","https://openalex.org/W2985882473","https://openalex.org/W2997026866","https://openalex.org/W3007282427","https://openalex.org/W3009260245","https://openalex.org/W3012721484","https://openalex.org/W3015427680","https://openalex.org/W3019577029","https://openalex.org/W3025174891","https://openalex.org/W3035177206","https://openalex.org/W3047624172","https://openalex.org/W3081381913","https://openalex.org/W3099056802","https://openalex.org/W3114968970","https://openalex.org/W3115679279","https://openalex.org/W3119339920","https://openalex.org/W3127474142","https://openalex.org/W3154745533","https://openalex.org/W3159075545","https://openalex.org/W3176719207","https://openalex.org/W4205339613","https://openalex.org/W4206816857","https://openalex.org/W4211186029","https://openalex.org/W4224212929","https://openalex.org/W4365799947","https://openalex.org/W4385573478","https://openalex.org/W4388247107"],"related_works":["https://openalex.org/W1968552888","https://openalex.org/W1527532029","https://openalex.org/W2374116601","https://openalex.org/W3093134843","https://openalex.org/W2378167147","https://openalex.org/W3210777354","https://openalex.org/W2772323916","https://openalex.org/W2281307425","https://openalex.org/W1511346092","https://openalex.org/W2464405057"],"abstract_inverted_index":{"Sentiment":[0],"and":[1,7,24,47,62,136,147,166,182,187,190],"emotion,":[2],"which":[3,126],"correspond":[4],"to":[5,14,18,71,103],"long-term":[6],"short-lived":[8],"human":[9],"feelings,":[10],"are":[11,27,65],"closely":[12],"linked":[13],"each":[15],"other,":[16],"leading":[17],"the":[19,41,78,106,110,113,153,169,177,201,207],"fact":[20],"that":[21,69],"sentiment":[22,185],"analysis":[23],"emotion":[25,193],"recognition":[26],"also":[28,199],"two":[29,156],"interdependent":[30],"tasks":[31],"in":[32,52,84],"natural":[33],"language":[34],"processing":[35],"(NLP).":[36],"One":[37],"task":[38,46],"often":[39],"leverages":[40],"shared":[42],"knowledge":[43],"from":[44],"another":[45],"performs":[48],"better":[49],"when":[50],"solved":[51],"a":[53,85,94,116],"joint":[54,73],"learning":[55,144,205],"paradigm.":[56,74],"Conversational":[57],"context":[58,130],"dependency,":[59],"multi-modal":[60,145],"interaction,":[61],"multi-task":[63,96,204],"correlation":[64,154],"three":[66,107,123,161],"key":[67],"factors":[68],"contribute":[70],"this":[72,90],"However,":[75],"none":[76],"of":[77,112,171,179,203],"recent":[79],"approaches":[80],"have":[81],"considered":[82],"them":[83],"unified":[86],"framework.":[87,209],"To":[88],"fill":[89],"gap,":[91],"we":[92,198],"propose":[93],"multi-modal,":[95],"interactive":[97,118],"graph":[98,120],"attention":[99],"network,":[100],"termed":[101],"M3GAT,":[102],"simultaneously":[104],"solve":[105],"problems.":[108],"At":[109],"heart":[111],"model":[114],"is":[115],"proposed":[117],"conversation":[119],"layer":[121],"containing":[122],"core":[124],"sub-modules,":[125],"are:":[127],"(1)":[128],"local-global":[129],"connection":[131,142,150],"for":[132,143,151,184,192],"modeling":[133],"both":[134],"local":[135],"global":[137],"conversational":[138],"context,":[139],"(2)":[140],"cross-modal":[141],"complementary":[146],"(3)":[148],"cross-task":[149],"capturing":[152],"across":[155],"tasks.":[157],"Comprehensive":[158],"experiments":[159],"on":[160],"benchmarking":[162],"datasets,":[163],"MELD,":[164],"MEISD,":[165],"MSED,":[167],"show":[168,200],"effectiveness":[170],"M3GAT":[172],"over":[173,206],"state-of-the-art":[174],"baselines":[175],"with":[176],"margin":[178],"1.88%,":[180],"5.37%,":[181],"0.19%":[183],"analysis,":[186],"1.99%,":[188],"3.65%,":[189],"0.13%":[191],"recognition,":[194],"respectively.":[195],"In":[196],"addition,":[197],"superiority":[202],"single-task":[208]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":7}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}