{"id":"https://openalex.org/W4225650823","doi":"https://doi.org/10.1109/tmm.2022.3160060","title":"Multimodal Sentiment Analysis With Image-Text Interaction Network","display_name":"Multimodal Sentiment Analysis With Image-Text Interaction Network","publication_year":2022,"publication_date":"2022-03-16","ids":{"openalex":"https://openalex.org/W4225650823","doi":"https://doi.org/10.1109/tmm.2022.3160060"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2022.3160060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3160060","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://orca.cardiff.ac.uk/id/eprint/148383/1/ITIN-Final.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009067244","display_name":"Tong Zhu","orcid":"https://orcid.org/0000-0002-3082-7848"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Zhu","raw_affiliation_strings":["School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-3082-7848","affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033615240","display_name":"Leida Li","orcid":"https://orcid.org/0000-0001-9069-8796"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leida Li","raw_affiliation_strings":["School of Artificial Intelligence, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-9069-8796","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089409678","display_name":"Jufeng Yang","orcid":"https://orcid.org/0000-0003-0219-3443"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jufeng Yang","raw_affiliation_strings":["School of Computer Science and Control Engineering, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-0219-3443","affiliations":[{"raw_affiliation_string":"School of Computer Science and Control Engineering, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051149140","display_name":"Sicheng Zhao","orcid":"https://orcid.org/0000-0001-5843-6411"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sicheng Zhao","raw_affiliation_strings":["Department of Radiology, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-5843-6411","affiliations":[{"raw_affiliation_string":"Department of Radiology, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101605853","display_name":"Hantao Liu","orcid":"https://orcid.org/0000-0003-4544-3481"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hantao Liu","raw_affiliation_strings":["School of Computer Science and Informatics, Cardiff University, Cardiff, U.K"],"raw_orcid":"https://orcid.org/0000-0003-4544-3481","affiliations":[{"raw_affiliation_string":"School of Computer Science and Informatics, Cardiff University, Cardiff, U.K","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110778150","display_name":"Jiansheng Qian","orcid":null},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiansheng Qian","raw_affiliation_strings":["School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":22.0501,"has_fulltext":true,"cited_by_count":229,"citation_normalized_percentile":{"value":0.99622669,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"25","issue":null,"first_page":"3375","last_page":"3385"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8166362047195435},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7751308679580688},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5541731119155884},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5378301739692688},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5353596210479736},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5109004378318787},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4649905562400818},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43412649631500244},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3489651083946228},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11498698592185974}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8166362047195435},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7751308679580688},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5541731119155884},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5378301739692688},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5353596210479736},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5109004378318787},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4649905562400818},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43412649631500244},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3489651083946228},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11498698592185974},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tmm.2022.3160060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3160060","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:https://orca.cardiff.ac.uk:148383","is_oa":true,"landing_page_url":null,"pdf_url":"https://orca.cardiff.ac.uk/id/eprint/148383/1/ITIN-Final.pdf","source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:http://orca-dev.cardiff.ac.uk:148383","is_oa":false,"landing_page_url":"https://orca.cardiff.ac.uk/id/eprint/148383/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:https://orca.cardiff.ac.uk:148383","is_oa":true,"landing_page_url":null,"pdf_url":"https://orca.cardiff.ac.uk/id/eprint/148383/1/ITIN-Final.pdf","source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.5400000214576721}],"awards":[{"id":"https://openalex.org/G2257318848","display_name":null,"funder_award_id":"20JY024","funder_id":"https://openalex.org/F4320325627","funder_display_name":"Education Department of Shaanxi Province"},{"id":"https://openalex.org/G6468169989","display_name":null,"funder_award_id":"62171340","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G712080188","display_name":null,"funder_award_id":"61991451","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7944472674","display_name":"\u9762\u5411\u865a\u62df\u89c6\u89d2\u5408\u6210\u7684\u5ba2\u89c2\u8d28\u91cf\u8bc4\u4ef7\u65b9\u6cd5\u53ca\u5176\u5e94\u7528\u7814\u7a76","funder_award_id":"61771473","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320325627","display_name":"Education Department of Shaanxi Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4225650823.pdf","grobid_xml":"https://content.openalex.org/works/W4225650823.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1555767263","https://openalex.org/W1784731433","https://openalex.org/W1832693441","https://openalex.org/W1930223417","https://openalex.org/W2003856922","https://openalex.org/W2046682605","https://openalex.org/W2074356411","https://openalex.org/W2075456404","https://openalex.org/W2078861472","https://openalex.org/W2084046180","https://openalex.org/W2096086610","https://openalex.org/W2113459411","https://openalex.org/W2124156373","https://openalex.org/W2126792281","https://openalex.org/W2131774270","https://openalex.org/W2133564696","https://openalex.org/W2149167588","https://openalex.org/W2160660844","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2250966211","https://openalex.org/W2265228180","https://openalex.org/W2277195237","https://openalex.org/W2290551858","https://openalex.org/W2293236424","https://openalex.org/W2440198081","https://openalex.org/W2470673105","https://openalex.org/W2472490454","https://openalex.org/W2562607067","https://openalex.org/W2604737966","https://openalex.org/W2740550900","https://openalex.org/W2741630455","https://openalex.org/W2744979708","https://openalex.org/W2745461083","https://openalex.org/W2753840835","https://openalex.org/W2767484504","https://openalex.org/W2772633765","https://openalex.org/W2793857798","https://openalex.org/W2798802604","https://openalex.org/W2810665353","https://openalex.org/W2896457183","https://openalex.org/W2899771611","https://openalex.org/W2905551935","https://openalex.org/W2905562398","https://openalex.org/W2910191085","https://openalex.org/W2913475176","https://openalex.org/W2951278869","https://openalex.org/W2951529591","https://openalex.org/W2963355447","https://openalex.org/W2963702064","https://openalex.org/W2963992782","https://openalex.org/W2964010806","https://openalex.org/W2964346351","https://openalex.org/W2969078176","https://openalex.org/W2971765953","https://openalex.org/W2994818707","https://openalex.org/W3036481309","https://openalex.org/W3095024162","https://openalex.org/W6638212731","https://openalex.org/W6676984168","https://openalex.org/W6678331010","https://openalex.org/W6679434410","https://openalex.org/W6684191040","https://openalex.org/W6733328719","https://openalex.org/W6755207826","https://openalex.org/W6756040250","https://openalex.org/W6763745640"],"related_works":["https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989","https://openalex.org/W2765903680","https://openalex.org/W4317653575","https://openalex.org/W2801635251"],"abstract_inverted_index":{"More":[0],"and":[1,10,83,109,144,200],"more":[2,194],"users":[3],"are":[4,49,166],"getting":[5],"used":[6],"to":[7,15,62,121,136,157,212],"posting":[8],"images":[9],"text":[11,86,145],"on":[12,162,182,202],"social":[13],"networks":[14],"share":[16],"their":[17],"emotions":[18],"or":[19],"opinions.":[20],"Accordingly,":[21],"multimodal":[22,92,100,147,164],"sentiment":[23,44,93,101,148,183],"analysis":[24,102],"has":[25],"become":[26],"a":[27,75,130,153],"research":[28],"topic":[29],"of":[30,67,88,97,179],"increasing":[31],"interest":[32],"in":[33,45,55],"recent":[34],"years.":[35],"Typically,":[36],"there":[37],"exist":[38],"affective":[39,65,81,141],"regions":[40,66,82,143],"that":[41,206],"evoke":[42],"human":[43],"an":[46,68,169],"image,":[47],"which":[48,111,163],"usually":[50],"manifested":[51],"by":[52,125],"corresponding":[53],"words":[54],"people's":[56],"comments.":[57],"Similarly,":[58],"people":[59],"also":[60],"tend":[61],"portray":[63],"the":[64,77,84,98,116,138,176,187,207,213],"image":[69,72,80,108,142],"when":[70],"composing":[71],"descriptions.":[73],"As":[74],"result,":[76],"relationship":[78,139],"between":[79,118,140],"associated":[85],"is":[87,210],"great":[89],"significance":[90],"for":[91,146,192],"analysis.":[94,149],"However,":[95],"most":[96],"existing":[99],"approaches":[103],"simply":[104],"concatenate":[105],"features":[106,165],"from":[107],"text,":[110],"could":[112],"not":[113],"fully":[114],"explore":[115],"interaction":[117,133],"them,":[119],"leading":[120],"suboptimal":[122],"results.":[123],"Motivated":[124],"this":[126],"observation,":[127],"we":[128,151,185],"propose":[129],"new":[131],"image-text":[132],"network":[134],"(ITIN)":[135],"investigate":[137],"Specifically,":[150],"introduce":[152],"cross-modal":[154,171],"alignment":[155],"module":[156],"capture":[158],"region-word":[159],"correspondence,":[160],"based":[161],"fused":[167],"through":[168],"adaptive":[170],"gating":[172],"module.":[173],"Moreover,":[174],"considering":[175],"complementary":[177],"role":[178],"context":[180],"information":[181],"analysis,":[184],"integrate":[186],"individual-modal":[188],"contextual":[189],"feature":[190],"representations":[191],"achieving":[193],"reliable":[195],"prediction.":[196],"Extensive":[197],"experimental":[198],"results":[199],"comparisons":[201],"public":[203],"datasets":[204],"demonstrate":[205],"proposed":[208],"model":[209],"superior":[211],"state-of-the-art":[214],"methods.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":39},{"year":2025,"cited_by_count":78},{"year":2024,"cited_by_count":73},{"year":2023,"cited_by_count":32},{"year":2022,"cited_by_count":7}],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2025-10-10T00:00:00"}