{"id":"https://openalex.org/W4322576826","doi":"https://doi.org/10.1109/tnse.2023.3249290","title":"Is Multi-Modal Necessarily Better? Robustness Evaluation of Multi-Modal Fake News Detection","display_name":"Is Multi-Modal Necessarily Better? Robustness Evaluation of Multi-Modal Fake News Detection","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4322576826","doi":"https://doi.org/10.1109/tnse.2023.3249290"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2023.3249290","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2023.3249290","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101758654","display_name":"Jinyin Chen","orcid":"https://orcid.org/0000-0002-7153-2755"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyin Chen","raw_affiliation_strings":["Institute of Cyberspace Security, and the College of Information Engineering, Zhejiang University of Technology, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7153-2755","affiliations":[{"raw_affiliation_string":"Institute of Cyberspace Security, and the College of Information Engineering, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008699256","display_name":"Chengyu Jia","orcid":"https://orcid.org/0009-0003-6960-0047"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengyu Jia","raw_affiliation_strings":["Zhejiang University of Technology, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072212265","display_name":"Haibin Zheng","orcid":"https://orcid.org/0000-0002-8997-5343"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haibin Zheng","raw_affiliation_strings":["Institute of Cyberspace Security, and the College of Information Engineering, Zhejiang University of Technology, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8997-5343","affiliations":[{"raw_affiliation_string":"Institute of Cyberspace Security, and the College of Information Engineering, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103209175","display_name":"Ruoxi Chen","orcid":"https://orcid.org/0000-0003-2626-5448"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruoxi Chen","raw_affiliation_strings":["Institute of Cyberspace Security, and the College of Information Engineering, Zhejiang University of Technology, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Cyberspace Security, and the College of Information Engineering, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005491880","display_name":"Chenbo Fu","orcid":"https://orcid.org/0000-0002-9430-5096"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenbo Fu","raw_affiliation_strings":["Institute of Cyberspace Security, and the College of Information Engineering, Zhejiang University of Technology, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9430-5096","affiliations":[{"raw_affiliation_string":"Institute of Cyberspace Security, and the College of Information Engineering, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I55712492"],"apc_list":null,"apc_paid":null,"fwci":8.3679,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.97283345,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backdoor","display_name":"Backdoor","score":0.8217921257019043},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7811955213546753},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7499366402626038},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.726191520690918},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.6681644916534424},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.5148484110832214},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.4780436158180237},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34296149015426636},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.323772132396698},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10063114762306213}],"concepts":[{"id":"https://openalex.org/C2781045450","wikidata":"https://www.wikidata.org/wiki/Q254569","display_name":"Backdoor","level":2,"score":0.8217921257019043},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7811955213546753},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7499366402626038},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.726191520690918},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.6681644916534424},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5148484110832214},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.4780436158180237},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34296149015426636},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.323772132396698},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10063114762306213},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2023.3249290","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2023.3249290","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6100000143051147,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1545400861","display_name":null,"funder_award_id":"2021C01117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2452714580","display_name":null,"funder_award_id":"62072406","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4134462825","display_name":"\u9762\u5411\u6df1\u5ea6\u6a21\u578b\u4f9b\u5e94\u94fe\u7684\u5b89\u5168\u53ef\u4fe1\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"LDQ23F020001","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W1596422334","https://openalex.org/W1945616565","https://openalex.org/W2052426635","https://openalex.org/W2180612164","https://openalex.org/W2183341477","https://openalex.org/W2187089797","https://openalex.org/W2243397390","https://openalex.org/W2296241532","https://openalex.org/W2340254858","https://openalex.org/W2531862055","https://openalex.org/W2593408211","https://openalex.org/W2599221428","https://openalex.org/W2742330194","https://openalex.org/W2753783305","https://openalex.org/W2766462585","https://openalex.org/W2799194071","https://openalex.org/W2802701183","https://openalex.org/W2809476703","https://openalex.org/W2810065831","https://openalex.org/W2912305564","https://openalex.org/W2923325523","https://openalex.org/W2942091739","https://openalex.org/W2949128310","https://openalex.org/W2962717349","https://openalex.org/W2963857521","https://openalex.org/W2963969878","https://openalex.org/W2963974889","https://openalex.org/W2973217491","https://openalex.org/W2977886427","https://openalex.org/W2990595670","https://openalex.org/W2994071599","https://openalex.org/W2996851481","https://openalex.org/W2998395006","https://openalex.org/W2999790948","https://openalex.org/W3015909098","https://openalex.org/W3035367371","https://openalex.org/W3035447285","https://openalex.org/W3047033363","https://openalex.org/W3049059630","https://openalex.org/W3089691460","https://openalex.org/W3093750809","https://openalex.org/W3094229442","https://openalex.org/W3104219743","https://openalex.org/W3105604018","https://openalex.org/W3106278827","https://openalex.org/W3108430845","https://openalex.org/W3110713756","https://openalex.org/W3120575766","https://openalex.org/W3125135622","https://openalex.org/W3137820162","https://openalex.org/W3138223205","https://openalex.org/W3138680838","https://openalex.org/W3146371923","https://openalex.org/W3148438775","https://openalex.org/W3152994406","https://openalex.org/W3153848163","https://openalex.org/W3156365914","https://openalex.org/W3185106195","https://openalex.org/W3209559250","https://openalex.org/W4213298225","https://openalex.org/W4284709622","https://openalex.org/W4289300166","https://openalex.org/W4297999738","https://openalex.org/W6640425456","https://openalex.org/W6697226171","https://openalex.org/W6735228991","https://openalex.org/W6752600739","https://openalex.org/W6756074407","https://openalex.org/W6760535093","https://openalex.org/W6775687855","https://openalex.org/W6784500203","https://openalex.org/W6784515117","https://openalex.org/W6811077676"],"related_works":["https://openalex.org/W4320031223","https://openalex.org/W3015678314","https://openalex.org/W4281902577","https://openalex.org/W4200629851","https://openalex.org/W3009072493","https://openalex.org/W4386185023","https://openalex.org/W4317672133","https://openalex.org/W3140988292","https://openalex.org/W4386080799","https://openalex.org/W4382469137"],"abstract_inverted_index":{"The":[0,133],"proliferation":[1],"of":[2,27,72,77,90,103,136,192,216,225],"fake":[3,12,32,92,110],"news":[4,13,33,93,111,151,183],"and":[5,74,106,112,123],"its":[6,37],"serious":[7],"negative":[8],"social":[9,28],"influence":[10],"push":[11],"detection":[14,34,46,53,60,67,134,147],"methods":[15,102,211],"to":[16,39,57,156,171,206],"become":[17],"necessary":[18],"tools":[19],"for":[20,36],"web":[21],"managers.":[22],"Meanwhile,":[23],"the":[24,59,64,70,78,100,137,214,223],"multi-media":[25],"nature":[26],"media":[29],"makes":[30],"multi-modal":[31,52,91,118,207,217],"popular":[35,181],"ability":[38,68],"capture":[40],"more":[41,55,169,198],"modal":[42],"features":[43],"than":[44,160,174],"uni-modal":[45],"methods.":[47,127],"However,":[48],"current":[49],"literature":[50],"on":[51,149,180],"is":[54],"likely":[56],"pursue":[58],"accuracy":[61,148],"but":[62,219],"ignore":[63],"robustness":[65,88,215],"(the":[66],"in":[69,202],"case":[71],"abnormality":[73],"malicious":[75,104,150,226],"attack)":[76],"detector.":[79],"To":[80],"address":[81],"this":[82,96],"problem,":[83],"we":[84,98,116],"propose":[85],"a":[86],"comprehensive":[87],"evaluation":[89],"detectors.":[94],"In":[95],"work,":[97],"simulate":[99],"attack":[101,126],"users":[105],"developers,":[107],"i.e.,":[108],"posting":[109],"injecting":[113],"backdoors.":[114],"Specifically,":[115],"evaluate":[117],"detectors":[119,139,162,167,186,196],"with":[120],"five":[121],"adversarial":[122,143],"two":[124],"backdoor":[125],"Experiment":[128],"results":[129],"imply":[130],"that:":[131],"(1)":[132],"performance":[135],"state-of-the-art":[138],"degrades":[140],"significantly":[141],"under":[142],"attacks,":[144],"e.g.,":[145],"BDANN's":[146],"drops":[152],"by":[153,189],"47%":[154],"compared":[155],"normal,":[157],"even":[158],"worse":[159],"general":[161],"(Att-RNN);":[163],"(2)":[164],"Most":[165],"multimodal":[166],"are":[168],"vulnerable":[170],"visual":[172],"modality":[173],"textual":[175],"modality;":[176],"(3)":[177],"Backdoor":[178],"attacks":[179],"events":[182],"severely":[184],"degrade":[185,197],"(accuracy":[187],"dropped":[188],"an":[190],"average":[191],"20%);":[193],"(4)":[194],"These":[195],"(another":[199],"2%":[200],"reduction":[201],"accuracy)":[203],"when":[204],"subjected":[205],"attacks;":[208],"(5)":[209],"Defense":[210],"will":[212],"improve":[213],"detectors,":[218],"cannot":[220],"fully":[221],"resist":[222],"effects":[224],"attacks.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-13T07:31:44.756512","created_date":"2025-10-10T00:00:00"}