{"id":"https://openalex.org/W4385488696","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191852","title":"Visual and Linguistic Double Transformer Fusion Model for Multimodal Tweet Classification","display_name":"Visual and Linguistic Double Transformer Fusion Model for Multimodal Tweet Classification","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4385488696","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191852"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10191852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191852","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101358275","display_name":"Jinyan Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyan Zhou","raw_affiliation_strings":["Qilu University of Technology, Shandong Academy of Sciences,Jinan,China","Qilu University of Technology, Shandong Academy of Sciences, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences,Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences, Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026151620","display_name":"Xingang Wang","orcid":"https://orcid.org/0000-0002-6851-0109"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingang Wang","raw_affiliation_strings":["Qilu University of Technology, Shandong Academy of Sciences,Jinan,China","Qilu University of Technology, Shandong Academy of Sciences, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences,Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences, Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100432376","display_name":"Ning Liu","orcid":"https://orcid.org/0000-0001-7775-2890"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Liu","raw_affiliation_strings":["China University of Mining and Technology,Xuzhou,China","China University of Mining and Technology, Xuzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China University of Mining and Technology,Xuzhou,China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092244467","display_name":"Xiaoyu Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyu Liu","raw_affiliation_strings":["Qilu University of Technology, Shandong Academy of Sciences,Jinan,China","Qilu University of Technology, Shandong Academy of Sciences, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences,Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences, Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022329186","display_name":"Jiandong Lv","orcid":null},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiandong Lv","raw_affiliation_strings":["Shandong University of Science and Technology,Qingdao,China","Shandong University of Science and Technology, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong University of Science and Technology,Qingdao,China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"Shandong University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100422218","display_name":"Xiaomin Li","orcid":"https://orcid.org/0000-0001-6056-6928"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaomin Li","raw_affiliation_strings":["Qilu University of Technology, Shandong Academy of Sciences,Jinan,China","Qilu University of Technology, Shandong Academy of Sciences, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences,Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences, Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100783301","display_name":"Hong Zhang","orcid":"https://orcid.org/0000-0002-2642-5467"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Zhang","raw_affiliation_strings":["Qilu University of Technology, Shandong Academy of Sciences,Jinan,China","Qilu University of Technology, Shandong Academy of Sciences, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences,Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences, Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051179891","display_name":"Rui Cao","orcid":"https://orcid.org/0000-0002-1440-4175"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Cao","raw_affiliation_strings":["Qilu University of Technology, Shandong Academy of Sciences,Jinan,China","Qilu University of Technology, Shandong Academy of Sciences, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences,Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"Qilu University of Technology, Shandong Academy of Sciences, Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11121","display_name":"Public Relations and Crisis Communication","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11121","display_name":"Public Relations and Crisis Communication","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7492852210998535},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5957295894622803},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5605928301811218},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5046490430831909},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.49761202931404114},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.48787498474121094},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.4374024271965027},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39085203409194946},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38246914744377136},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.16467434167861938},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10411995649337769}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7492852210998535},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5957295894622803},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5605928301811218},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5046490430831909},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.49761202931404114},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.48787498474121094},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.4374024271965027},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39085203409194946},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38246914744377136},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.16467434167861938},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10411995649337769},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10191852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191852","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","score":0.7400000095367432,"id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G8535058681","display_name":null,"funder_award_id":"2019YFB1404701","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1999910162","https://openalex.org/W2519911434","https://openalex.org/W2529142661","https://openalex.org/W2766462585","https://openalex.org/W2768697515","https://openalex.org/W2798683079","https://openalex.org/W2884585870","https://openalex.org/W2896457183","https://openalex.org/W2912217870","https://openalex.org/W2916095201","https://openalex.org/W2996428491","https://openalex.org/W3013120352","https://openalex.org/W3032691658","https://openalex.org/W3035207996","https://openalex.org/W3046650820","https://openalex.org/W3049664904","https://openalex.org/W3083236113","https://openalex.org/W3088241762","https://openalex.org/W3204868648","https://openalex.org/W3211031186","https://openalex.org/W3216542025","https://openalex.org/W4281797003","https://openalex.org/W4288048295","https://openalex.org/W4293733635","https://openalex.org/W4385245566","https://openalex.org/W6637373629","https://openalex.org/W6727964811","https://openalex.org/W6739901393","https://openalex.org/W6753412334","https://openalex.org/W6755207826","https://openalex.org/W6768021236","https://openalex.org/W6775184650","https://openalex.org/W6783400344"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2944823289","https://openalex.org/W2003209439","https://openalex.org/W4321854979","https://openalex.org/W3037018281","https://openalex.org/W2358319515","https://openalex.org/W2972592048","https://openalex.org/W4312214821","https://openalex.org/W4361862506","https://openalex.org/W2497626292"],"abstract_inverted_index":{"Over":[0],"the":[1,64,90,170,202,208,213,224],"past":[2],"few":[3],"decades,":[4],"disaster":[5,76,84,197],"assessment":[6],"and":[7,56,98,126,137,142,154,195,216,238],"management":[8],"have":[9],"made":[10],"extensive":[11],"use":[12],"of":[13,20,22,66,111,177,189,193],"data":[14,230],"from":[15,146,231],"social":[16,32],"media":[17,33],"platforms.":[18],"Tens":[19],"millions":[21],"tweets,":[23],"either":[24],"text,":[25],"images,":[26],"or":[27],"both,":[28],"are":[29],"uploaded":[30],"on":[31,167,201],"platforms":[34],"during":[35],"a":[36,96,114,118,122,127,158,222],"disaster.":[37],"It":[38,59],"has":[39],"been":[40],"suggested":[41],"by":[42],"previous":[43],"researches":[44],"that":[45,78,207],"multimodal":[46,106,119,149,168],"informative":[47,242],"tweet":[48,68,107,123,128,171,183],"classification":[49,129,184,239],"can":[50,227],"be":[51,80],"helpful":[52],"for":[53,105,241],"both":[54],"governmental":[55],"non-governmental":[57],"organizations.":[58],"is":[60,174,186],"challenging":[61],"to":[62,88,139],"solve":[63],"issue":[65,91],"disaster-related":[67],"classification,":[69],"nevertheless,":[70],"as":[71],"most":[72],"existing":[73],"methods":[74],"extract":[75],"features":[77,156,192],"cannot":[79],"shared":[81],"among":[82],"different":[83,232],"events.":[85],"In":[86],"order":[87],"address":[89],"above,":[92],"this":[93],"paper":[94],"suggests":[95],"Visual":[97],"Linguistic":[99],"Double":[100],"Transformer":[101,160],"Fusion":[102,163],"Model":[103],"(VLDT)":[104],"classification.":[108],"VLDT":[109,225],"consists":[110],"four":[112],"modules:":[113],"feature":[115,132,144],"extraction":[116,133],"module,":[117,121],"fusion":[120,150],"detection":[124,172,237],"module":[125,134,151,173,185],"module.":[130],"The":[131,148,182,199],"uses":[135],"ALBERT":[136],"S-CBAM-VGG":[138],"learn":[140],"textual":[141,153],"visual":[143,155],"representations":[145],"tweets.":[147,243],"combines":[152],"using":[157],"Double-layer":[159],"Feature":[161],"Interaction":[162],"Network":[164],"(DTFIF-Net).":[165],"Based":[166],"features,":[169],"in":[175,187],"charge":[176,188],"recognizing":[178],"tweets":[179],"about":[180],"disasters.":[181],"identifying":[190],"invariant":[191],"disasters":[194],"classifying":[196],"occurrences.":[198],"results":[200,240],"Crisis":[203],"MMD":[204],"dataset":[205],"show":[206],"proposed":[209],"model":[210,226],"significantly":[211],"outperforms":[212],"baseline":[214],"approach":[215],"other":[217],"related":[218],"research":[219],"works.":[220],"As":[221],"result,":[223],"effectively":[228],"fuse":[229],"modalities,":[233],"producing":[234],"more":[235],"accurate":[236]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}