{"id":"https://openalex.org/W4389609834","doi":"https://doi.org/10.1109/tai.2023.3341879","title":"A Rearrangement and Restore-Based Mixer Model for Target-Oriented Multimodal Sentiment Classification","display_name":"A Rearrangement and Restore-Based Mixer Model for Target-Oriented Multimodal Sentiment Classification","publication_year":2023,"publication_date":"2023-12-12","ids":{"openalex":"https://openalex.org/W4389609834","doi":"https://doi.org/10.1109/tai.2023.3341879"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2023.3341879","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2023.3341879","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100698822","display_name":"Li Jia","orcid":"https://orcid.org/0000-0003-2718-1203"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Li Jia","raw_affiliation_strings":["School of Computer Science, Nanjing University of Information Science and Technology, Jiangsu, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-2718-1203","affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University of Information Science and Technology, Jiangsu, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053920875","display_name":"Tinghuai Ma","orcid":"https://orcid.org/0000-0003-2320-1692"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I44675526","display_name":"Shanghai Ocean University","ror":"https://ror.org/04n40zv07","country_code":"CN","type":"education","lineage":["https://openalex.org/I44675526"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tinghuai Ma","raw_affiliation_strings":["School of Computer and Software, Nanjing University of Information Science and Technology, Jiangsu, Nanjing, China","School of Computer Engineering, Jiangsu Ocean University, Lianyungang, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0003-2320-1692","affiliations":[{"raw_affiliation_string":"School of Computer and Software, Nanjing University of Information Science and Technology, Jiangsu, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"School of Computer Engineering, Jiangsu Ocean University, Lianyungang, Jiangsu, China","institution_ids":["https://openalex.org/I44675526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041302956","display_name":"Huan Rong","orcid":"https://orcid.org/0000-0003-0542-1827"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Rong","raw_affiliation_strings":["School of Artificial Intelligence, Nanjing University of Information Science and Technology, Jiangsu, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0542-1827","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Nanjing University of Information Science and Technology, Jiangsu, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051706630","display_name":"Victor S. Sheng","orcid":"https://orcid.org/0000-0003-4960-174X"},"institutions":[{"id":"https://openalex.org/I12315562","display_name":"Texas Tech University","ror":"https://ror.org/0405mnx93","country_code":"US","type":"education","lineage":["https://openalex.org/I12315562"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Victor S. Sheng","raw_affiliation_strings":["Department of Computer Science, Texas Tech University, Lubbock, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-4960-174X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Texas Tech University, Lubbock, TX, USA","institution_ids":["https://openalex.org/I12315562"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009128374","display_name":"Xuejian Huang","orcid":"https://orcid.org/0000-0003-0790-1779"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuejian Huang","raw_affiliation_strings":["School of Computer Science, Nanjing University of Information Science and Technology, Jiangsu, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0790-1779","affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University of Information Science and Technology, Jiangsu, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101734799","display_name":"Xintong Xie","orcid":"https://orcid.org/0009-0003-8747-0872"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xintong Xie","raw_affiliation_strings":["School of Computer Science, Nanjing University of Information Science and Technology, Jiangsu, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0003-8747-0872","affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University of Information Science and Technology, Jiangsu, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100698822"],"corresponding_institution_ids":["https://openalex.org/I200845125"],"apc_list":null,"apc_paid":null,"fwci":0.852,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.79616742,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"5","issue":"6","first_page":"3109","last_page":"3119"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.942799985408783,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7017577886581421},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5780309438705444},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5506116151809692},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.415963739156723},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38678109645843506}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7017577886581421},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5780309438705444},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5506116151809692},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.415963739156723},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38678109645843506}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2023.3341879","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2023.3341879","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1264317596","display_name":null,"funder_award_id":"BK20210639","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G1588614882","display_name":null,"funder_award_id":"62372243","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G692113829","display_name":null,"funder_award_id":"62102187","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2788647998","https://openalex.org/W2798298921","https://openalex.org/W2891778157","https://openalex.org/W2899663614","https://openalex.org/W2905551935","https://openalex.org/W2963702064","https://openalex.org/W2965263145","https://openalex.org/W2965373594","https://openalex.org/W2966765144","https://openalex.org/W2993843842","https://openalex.org/W2998470965","https://openalex.org/W3023212902","https://openalex.org/W3048195943","https://openalex.org/W3093400813","https://openalex.org/W3112665949","https://openalex.org/W3138516171","https://openalex.org/W3163465952","https://openalex.org/W3163550658","https://openalex.org/W3170841864","https://openalex.org/W3171536535","https://openalex.org/W3173549566","https://openalex.org/W3183804933","https://openalex.org/W3186979696","https://openalex.org/W3187172219","https://openalex.org/W3199982471","https://openalex.org/W3205673486","https://openalex.org/W3210911995","https://openalex.org/W3214184275","https://openalex.org/W4200630254","https://openalex.org/W4210683997","https://openalex.org/W4212819272","https://openalex.org/W4223555601","https://openalex.org/W4224286930","https://openalex.org/W4285600277","https://openalex.org/W4288804239","https://openalex.org/W4292387262","https://openalex.org/W4293205624","https://openalex.org/W4304084201","https://openalex.org/W4306408041","https://openalex.org/W4306767249","https://openalex.org/W4311461310","https://openalex.org/W4312158849","https://openalex.org/W4312570539","https://openalex.org/W4313056180","https://openalex.org/W4313316139","https://openalex.org/W4313639237","https://openalex.org/W4315489468","https://openalex.org/W4379514984","https://openalex.org/W4385195015","https://openalex.org/W4385573132","https://openalex.org/W4386932119","https://openalex.org/W6631190155","https://openalex.org/W6727690538","https://openalex.org/W6755977528","https://openalex.org/W6766673545","https://openalex.org/W6784333009","https://openalex.org/W6795140394","https://openalex.org/W6796417832","https://openalex.org/W6799321896","https://openalex.org/W6799423381","https://openalex.org/W6805864183"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2548633793","https://openalex.org/W3089396779","https://openalex.org/W2596247554","https://openalex.org/W4301373556","https://openalex.org/W2941935829","https://openalex.org/W3013279174","https://openalex.org/W2033914206","https://openalex.org/W2042327336","https://openalex.org/W3204019825"],"abstract_inverted_index":{"With":[0],"the":[1,21,26,50,89,97,143,160,178],"development":[2],"of":[3,23,28,91,164,180,207,212],"fine-grained":[4,39],"multimodal":[5,10,64,83,157,198],"sentiment":[6,11,22,65,84],"analysis":[7,12],"tasks,":[8],"target-oriented":[9,82],"has":[13],"received":[14],"more":[15],"attention,":[16],"which":[17,87],"aims":[18],"to":[19,63,129,141,176],"classify":[20],"target":[24],"with":[25,159,203],"help":[27],"textual":[29,133],"and":[30,42,76,94,106,113,122,132,168,201],"associated":[31],"image":[32,40,131,147],"features.":[33,148],"Existing":[34],"methods":[35,58],"focus":[36],"on":[37,195],"exploring":[38],"features":[41,134],"incorporate":[43],"transformer-based":[44],"complex":[45],"fusion":[46],"strategies,":[47],"while":[48],"ignoring":[49],"heavy":[51],"computational":[52],"burden.":[53],"Recently,":[54],"some":[55],"lightweight":[56],"MLP-based":[57],"have":[59],"been":[60],"successfully":[61],"applied":[62],"classification":[66,85],"tasks.":[67],"In":[68],"this":[69],"paper,":[70],"we":[71,117,137,172],"propose":[72],"an":[73,150],"effective":[74],"rearrangement":[75,112,167],"restore":[77,114,169],"mixer":[78],"model":[79,191],"(RR-Mixer)":[80],"for":[81,155,183],"(TMSC),":[86],"dedicates":[88],"interaction":[90],"image,":[92],"text,":[93],"targets":[95],"along":[96],"<italic":[98,102,107],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[99,103,108],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">modal-axis</i>":[100],",":[101,105],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">sequential-axis</i>":[104],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">feature":[109],"channel-axis</i>":[110],"through":[111],"operations.":[115,170],"Specifically,":[116],"take":[118],"Vision":[119],"Transformer":[120],"(ViT)":[121],"Robustly":[123],"optimized":[124],"BERT":[125],"(RoBERTa)":[126],"pre-trained":[127],"models":[128],"extract":[130],"respectively.":[135],"Further,":[136],"adopt":[138],"cosine":[139],"similarity":[140],"select":[142],"most":[144],"semantically":[145],"relevant":[146],"Then,":[149],"RR-Mixer":[151],"Module":[152],"is":[153],"designed":[154],"mixed":[156],"features,":[158],"core":[161],"technology":[162],"consisting":[163],"rolling,":[165],"grouping":[166],"Moreover,":[171],"introduce":[173],"MLP":[174],"Unit":[175],"learn":[177],"information":[179],"different":[181],"modalities":[182],"inter-modal":[184],"interaction.":[185],"The":[186],"results":[187],"show":[188],"that":[189],"our":[190],"achieves":[192],"superior":[193],"performance":[194],"two":[196],"benchmark":[197],"datasets,":[199],"TWITTER-15":[200],"TWITTER-17,":[202],"a":[204],"significant":[205],"improvement":[206],"4.66%,":[208],"1.26%":[209],"in":[210],"terms":[211],"macro-F1.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2023-12-13T00:00:00"}