{"id":"https://openalex.org/W4328007250","doi":"https://doi.org/10.1109/taffc.2023.3259010","title":"MIA-Net: Multi-Modal Interactive Attention Network for Multi-Modal Affective Analysis","display_name":"MIA-Net: Multi-Modal Interactive Attention Network for Multi-Modal Affective Analysis","publication_year":2023,"publication_date":"2023-03-20","ids":{"openalex":"https://openalex.org/W4328007250","doi":"https://doi.org/10.1109/taffc.2023.3259010"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2023.3259010","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2023.3259010","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101646382","display_name":"Shuzhen Li","orcid":"https://orcid.org/0000-0002-8336-092X"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuzhen Li","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Computational Intelligence and Cyberspace Information, School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","Pazhou Lab, Guangzhou, China","Engineering Research Center of the Ministry of Education on Health Intelligent Perception and Paralleled Digital-Human, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Computational Intelligence and Cyberspace Information, School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"Pazhou Lab, Guangzhou, China","institution_ids":[]},{"raw_affiliation_string":"Engineering Research Center of the Ministry of Education on Health Intelligent Perception and Paralleled Digital-Human, Guangzhou, China","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100378800","display_name":"Tong Zhang","orcid":"https://orcid.org/0000-0002-7025-6365"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Zhang","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Computational Intelligence and Cyberspace Information, School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","Engineering Research Center of the Ministry of Education on Health Intelligent Perception and Paralleled Digital-Human, Guangzhou, China","Pazhou Lab, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7025-6365","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Computational Intelligence and Cyberspace Information, School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"Engineering Research Center of the Ministry of Education on Health Intelligent Perception and Paralleled Digital-Human, Guangzhou, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"Pazhou Lab, Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103151033","display_name":"Bianna Chen","orcid":"https://orcid.org/0009-0007-5646-3230"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bianna Chen","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Computational Intelligence and Cyberspace Information, School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","Engineering Research Center of the Ministry of Education on Health Intelligent Perception and Paralleled Digital-Human, Guangzhou, China","Pazhou Lab, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Computational Intelligence and Cyberspace Information, School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"Engineering Research Center of the Ministry of Education on Health Intelligent Perception and Paralleled Digital-Human, Guangzhou, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"Pazhou Lab, Guangzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100643265","display_name":"C. L. Philip Chen","orcid":"https://orcid.org/0000-0001-5451-7230"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"C. L. Philip Chen","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Computational Intelligence and Cyberspace Information, School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","Engineering Research Center of the Ministry of Education on Health Intelligent Perception and Paralleled Digital-Human, Guangzhou, China","Pazhou Lab, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5451-7230","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Computational Intelligence and Cyberspace Information, School of Computer Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"Engineering Research Center of the Ministry of Education on Health Intelligent Perception and Paralleled Digital-Human, Guangzhou, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"Pazhou Lab, Guangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.4522,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.98518674,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"14","issue":"4","first_page":"2796","last_page":"2809"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9614999890327454,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7828466892242432},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7825717926025391},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7563494443893433},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7426611185073853},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6573756337165833},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5148731470108032},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4479309618473053},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4417642652988434},{"id":"https://openalex.org/keywords/modal-analysis","display_name":"Modal analysis","score":0.4305677115917206},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42820048332214355},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.41708898544311523},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33963167667388916},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20112204551696777},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08236142992973328}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7828466892242432},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7825717926025391},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7563494443893433},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7426611185073853},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6573756337165833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5148731470108032},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4479309618473053},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4417642652988434},{"id":"https://openalex.org/C104286136","wikidata":"https://www.wikidata.org/wiki/Q1416137","display_name":"Modal analysis","level":3,"score":0.4305677115917206},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42820048332214355},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.41708898544311523},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33963167667388916},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20112204551696777},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08236142992973328},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C135628077","wikidata":"https://www.wikidata.org/wiki/Q220184","display_name":"Finite element method","level":2,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2023.3259010","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2023.3259010","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1487701234","display_name":null,"funder_award_id":"62222603","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2021969373","display_name":null,"funder_award_id":"92267203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5198162578","display_name":null,"funder_award_id":"62076102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":89,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W2035979693","https://openalex.org/W2095176743","https://openalex.org/W2097101478","https://openalex.org/W2132860741","https://openalex.org/W2134738818","https://openalex.org/W2194775991","https://openalex.org/W2527693370","https://openalex.org/W2556418146","https://openalex.org/W2610961739","https://openalex.org/W2619383789","https://openalex.org/W2622869899","https://openalex.org/W2703895418","https://openalex.org/W2740550900","https://openalex.org/W2740877037","https://openalex.org/W2766272105","https://openalex.org/W2767245334","https://openalex.org/W2795298719","https://openalex.org/W2796239036","https://openalex.org/W2883409523","https://openalex.org/W2883496341","https://openalex.org/W2896457183","https://openalex.org/W2900164843","https://openalex.org/W2905551935","https://openalex.org/W2933138175","https://openalex.org/W2949391930","https://openalex.org/W2949901370","https://openalex.org/W2950978907","https://openalex.org/W2955084925","https://openalex.org/W2958722525","https://openalex.org/W2962931510","https://openalex.org/W2963686995","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964193299","https://openalex.org/W2964300796","https://openalex.org/W2964346351","https://openalex.org/W2965096309","https://openalex.org/W2965263145","https://openalex.org/W2966140490","https://openalex.org/W2967510410","https://openalex.org/W2978360381","https://openalex.org/W2998470965","https://openalex.org/W3012721484","https://openalex.org/W3015489952","https://openalex.org/W3020653641","https://openalex.org/W3028041000","https://openalex.org/W3028601564","https://openalex.org/W3034552680","https://openalex.org/W3038471032","https://openalex.org/W3039263585","https://openalex.org/W3041730883","https://openalex.org/W3048195943","https://openalex.org/W3093043896","https://openalex.org/W3093051361","https://openalex.org/W3093400813","https://openalex.org/W3093434718","https://openalex.org/W3096690837","https://openalex.org/W3105484484","https://openalex.org/W3120680448","https://openalex.org/W3135148659","https://openalex.org/W3141688548","https://openalex.org/W3157875942","https://openalex.org/W3164802490","https://openalex.org/W3177085913","https://openalex.org/W3177692126","https://openalex.org/W3186360081","https://openalex.org/W3199305386","https://openalex.org/W3203634341","https://openalex.org/W3206529771","https://openalex.org/W3208639589","https://openalex.org/W3214432797","https://openalex.org/W4221154966","https://openalex.org/W4283331170","https://openalex.org/W4285149123","https://openalex.org/W4289752563","https://openalex.org/W4290610135","https://openalex.org/W4308804762","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6674403372","https://openalex.org/W6727420689","https://openalex.org/W6738897456","https://openalex.org/W6752724743","https://openalex.org/W6754988648","https://openalex.org/W6766673545","https://openalex.org/W6767287485","https://openalex.org/W6769196770","https://openalex.org/W6790249962"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"When":[0],"a":[1,8,12,22,34,81],"multi-modal":[2,15,62,83,90,128,158],"affective":[3,72,91],"analysis":[4,92],"model":[5,25,45,85],"generalizes":[6],"from":[7],"bimodal":[9],"task":[10],"to":[11,33,41,71,114,132,145,155],"trimodal":[13,88,156],"or":[14,89,157],"task,":[16],"it":[17],"is":[18],"usually":[19],"transformed":[20],"into":[21],"hierarchical":[23],"fusion":[24,63,84],"based":[26],"on":[27,187],"every":[28],"two":[29],"pairwise":[30],"modalities,":[31],"similar":[32],"binary":[35],"tree":[36],"structure.":[37],"This":[38],"easily":[39],"leads":[40],"large":[42],"growth":[43],"in":[44],"parameters":[46],"and":[47,120,169,174,184,194],"computation":[48,173],"as":[49,116,123],"the":[50,57,108,112,117,121,135,147,181,188,192,197],"number":[51],"of":[52,101,138,180,196],"modalities":[53,68,104],"increases,":[54],"which":[55,165],"limits":[56],"model's":[58],"generalization.":[59],"Moreover,":[60,150],"many":[61],"methods":[64],"ignore":[65],"that":[66,86,110],"different":[67,103],"contribute":[69],"differently":[70],"analysis.":[73],"To":[74],"tackle":[75],"these":[76],"challenges,":[77],"this":[78],"article":[79],"proposes":[80],"general":[82],"supports":[87],"tasks,":[93],"called":[94],"Multi-modal":[95],"Interactive":[96],"Attention":[97],"Network":[98],"(MIA-Net).":[99],"Instead":[100],"treating":[102],"equally,":[105],"MIA-Net":[106,126,151],"takes":[107],"modality":[109,119,141],"contributes":[111],"most":[113],"emotion":[115],"main":[118],"others":[122],"auxiliary":[124,140],"modalities.":[125],"introduces":[127],"interactive":[129],"attention":[130],"modules":[131],"adaptively":[133],"select":[134],"important":[136],"information":[137],"each":[139],"one":[142,144],"by":[143],"improve":[146],"main-modal":[148],"representation.":[149],"enables":[152],"quick":[153],"generalization":[154,195],"tasks":[159],"through":[160],"stacking":[161],"multiple":[162],"MIA":[163],"modules,":[164],"maintains":[166],"efficient":[167],"training":[168],"only":[170],"requires":[171],"linear":[172],"stable":[175],"parameter":[176],"counts.":[177],"Experimental":[178],"results":[179],"transfer,":[182],"generalization,":[183],"efficiency":[185],"experiments":[186],"widely-used":[189],"datasets":[190],"demonstrate":[191],"effectiveness":[193],"proposed":[198],"method.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}