{"id":"https://openalex.org/W4402979613","doi":"https://doi.org/10.1109/icme57554.2024.10687885","title":"Prompt Fusion Interaction Transformer For Aspect-Based Multimodal Sentiment Analysis","display_name":"Prompt Fusion Interaction Transformer For Aspect-Based Multimodal Sentiment Analysis","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4402979613","doi":"https://doi.org/10.1109/icme57554.2024.10687885"},"language":"en","primary_location":{"id":"doi:10.1109/icme57554.2024.10687885","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10687885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115602203","display_name":"Dan Yang","orcid":"https://orcid.org/0000-0001-9984-7225"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dan Yang","raw_affiliation_strings":["Xinjiang University,School of Computer Science and Technology,Urumqi,China"],"affiliations":[{"raw_affiliation_string":"Xinjiang University,School of Computer Science and Technology,Urumqi,China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100663885","display_name":"Xiuhong Li","orcid":"https://orcid.org/0000-0002-5327-0907"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuhong Li","raw_affiliation_strings":["Xinjiang University,School of Computer Science and Technology,Urumqi,China"],"affiliations":[{"raw_affiliation_string":"Xinjiang University,School of Computer Science and Technology,Urumqi,China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100356724","display_name":"Zhe Li","orcid":"https://orcid.org/0009-0009-3725-2248"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhe Li","raw_affiliation_strings":["The Hong Kong Polytechnic University,Department of Electrical and Electronic Engineering,Hong Kong SAR"],"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University,Department of Electrical and Electronic Engineering,Hong Kong SAR","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088405327","display_name":"Chenyu Zhou","orcid":"https://orcid.org/0009-0006-9220-7501"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenyu Zhou","raw_affiliation_strings":["Xinjiang University,School of Computer Science and Technology,Urumqi,China"],"affiliations":[{"raw_affiliation_string":"Xinjiang University,School of Computer Science and Technology,Urumqi,China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100718391","display_name":"Xiaofan Wang","orcid":"https://orcid.org/0000-0003-0295-2462"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofan Wang","raw_affiliation_strings":["Xinjiang University,School of Computer Science and Technology,Urumqi,China"],"affiliations":[{"raw_affiliation_string":"Xinjiang University,School of Computer Science and Technology,Urumqi,China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100766720","display_name":"Fan Chen","orcid":"https://orcid.org/0000-0002-2909-0295"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Chen","raw_affiliation_strings":["Xinjiang University,School of Computer Science and Technology,Urumqi,China"],"affiliations":[{"raw_affiliation_string":"Xinjiang University,School of Computer Science and Technology,Urumqi,China","institution_ids":["https://openalex.org/I96908189"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5115602203"],"corresponding_institution_ids":["https://openalex.org/I96908189"],"apc_list":null,"apc_paid":null,"fwci":1.8421,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.86967191,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9179999828338623,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9179999828338623,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.626834511756897},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5952715277671814},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5844395756721497},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5154024362564087},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.4867863357067108},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35478338599205017},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3047894537448883},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14516565203666687},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10071936249732971},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.0675334632396698}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.626834511756897},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5952715277671814},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5844395756721497},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5154024362564087},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.4867863357067108},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35478338599205017},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3047894537448883},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14516565203666687},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10071936249732971},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0675334632396698},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme57554.2024.10687885","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10687885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2155447586","https://openalex.org/W2562607067","https://openalex.org/W2757541972","https://openalex.org/W2905551935","https://openalex.org/W2963168371","https://openalex.org/W2966765144","https://openalex.org/W2998470965","https://openalex.org/W3048717973","https://openalex.org/W3120856336","https://openalex.org/W4205462621","https://openalex.org/W4223555601","https://openalex.org/W4225650823","https://openalex.org/W4293205624","https://openalex.org/W4392902886","https://openalex.org/W6755207826","https://openalex.org/W6766904570"],"related_works":["https://openalex.org/W2035104213","https://openalex.org/W2240967841","https://openalex.org/W2791686160","https://openalex.org/W1587348481","https://openalex.org/W1513257435","https://openalex.org/W2289840258","https://openalex.org/W2503352526","https://openalex.org/W2968405290","https://openalex.org/W2960696728","https://openalex.org/W2114040463"],"abstract_inverted_index":{"Aspect-based":[0],"multimodal":[1,32,79,83,135],"sentiment":[2,23,33,67,80,162],"analysis":[3,34],"(ABMSA)":[4],"is":[5,35],"a":[6,75],"recent":[7],"and":[8,18,40,57,62,105,112,125,179],"popular":[9],"research":[10],"area":[11],"that":[12,143,157,167],"uses":[13],"multiple":[14],"modalities":[15],"like":[16],"text":[17],"images":[19],"to":[20,66,108,119,137,153,161,185],"determine":[21],"the":[22,82,95,102,117,151,187],"orientation":[24],"of":[25,189],"opinion":[26],"entities.":[27],"The":[28],"main":[29],"challenge":[30],"in":[31,55],"dynamically":[36],"modeling":[37],"each":[38],"modality":[39],"effectively":[41],"fusing":[42],"information":[43,124,146],"across":[44],"different":[45,148],"modalities.":[46],"Existing":[47],"methods":[48],"have":[49],"not":[50],"considered":[51],"fine-grained":[52],"texture":[53,123],"features":[54,64,156],"images,":[56],"direct":[58],"fusion":[59,85,132,136],"introduces":[60],"irrelevant":[61],"ineffective":[63],"unrelated":[65],"information.":[68,163],"To":[69],"address":[70],"these":[71],"limitations,":[72],"we":[73],"propose":[74],"new":[76],"model":[77,118,152,169],"for":[78],"analysis,":[81],"prompt":[84,131,141],"interaction":[86],"Transformer":[87],"(MPFIT).":[88],"We":[89,181],"designed":[90],"two":[91,174],"key":[92,191],"components:":[93],"1)":[94],"image":[96,122,127],"assist":[97],"module":[98],"(IAM),":[99],"which":[100],"leverages":[101],"self-attention":[103],"mechanism":[104],"statistical":[106],"pooling":[107],"obtain":[109],"weighted":[110],"mean":[111],"standard":[113],"deviation":[114],"vectors,":[115],"enabling":[116],"focus":[120,154],"on":[121,155,173],"reduce":[126],"noise.":[128],"2)":[129],"Multimodal":[130],"(MPF)":[133],"restricts":[134],"interactions":[138],"between":[139],"small":[140],"tokens":[142],"capture":[144],"vital":[145],"from":[147],"modalities,":[149],"allowing":[150],"are":[158],"more":[159],"relevant":[160],"Experimental":[164],"results":[165],"show":[166],"our":[168,190],"outperforms":[170],"baseline":[171],"models":[172],"publicly":[175],"available":[176],"datasets,":[177],"Twitter-2015":[178],"Twitter-2017.":[180],"conducted":[182],"ablation":[183],"experiments":[184],"evaluate":[186],"impact":[188],"components.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}