{"id":"https://openalex.org/W4394910421","doi":"https://doi.org/10.1109/tmm.2023.3330296","title":"Knowledge Enhanced Vision and Language Model for Multi-Modal Fake News Detection","display_name":"Knowledge Enhanced Vision and Language Model for Multi-Modal Fake News Detection","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4394910421","doi":"https://doi.org/10.1109/tmm.2023.3330296"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3330296","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3330296","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004694827","display_name":"Xingyu Gao","orcid":"https://orcid.org/0000-0002-4660-8092"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingyu Gao","raw_affiliation_strings":["Institute of Microelectronics, Chinese Academy of Sciences, Beijing, China","Institute of Microelectronics of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4660-8092","affiliations":[{"raw_affiliation_string":"Institute of Microelectronics, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]},{"raw_affiliation_string":"Institute of Microelectronics of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018114609","display_name":"Xi Wang","orcid":"https://orcid.org/0000-0002-6642-8160"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Wang","raw_affiliation_strings":["Institute of Microelectronics, Chinese Academy of Sciences, Beijing, China","Institute of Microelectronics of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6642-8160","affiliations":[{"raw_affiliation_string":"Institute of Microelectronics, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]},{"raw_affiliation_string":"Institute of Microelectronics of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100422933","display_name":"Zhenyu Chen","orcid":"https://orcid.org/0000-0002-4989-7109"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]},{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]},{"id":"https://openalex.org/I4392738113","display_name":"China Electric Power Research Institute","ror":"https://ror.org/05ehpzy81","country_code":null,"type":"facility","lineage":["https://openalex.org/I17442442","https://openalex.org/I4392738113"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Chen","raw_affiliation_strings":["Big Data Center, State Grid Corporation of China, Beijing, China","China Electric Power Research Institute, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4989-7109","affiliations":[{"raw_affiliation_string":"Big Data Center, State Grid Corporation of China, Beijing, China","institution_ids":["https://openalex.org/I17442442"]},{"raw_affiliation_string":"China Electric Power Research Institute, Beijing, China","institution_ids":["https://openalex.org/I153473198","https://openalex.org/I4392738113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026526428","display_name":"Wei Zhou","orcid":"https://orcid.org/0000-0003-3622-3970"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhou","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3622-3970","affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074834854","display_name":"Steven C. H. Hoi","orcid":"https://orcid.org/0000-0002-4584-3453"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Steven C. H. Hoi","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4584-3453","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":46.4865,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.99901703,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"26","issue":null,"first_page":"8312","last_page":"8322"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.935699999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9241999983787537,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8723041415214539},{"id":"https://openalex.org/keywords/misinformation","display_name":"Misinformation","score":0.6900840401649475},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5715853571891785},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.543181836605072},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4760536849498749},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.47566550970077515},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.45863473415374756},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4374723732471466},{"id":"https://openalex.org/keywords/fake-news","display_name":"Fake news","score":0.43721941113471985},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4266309142112732},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3611975312232971},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2732085883617401},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.0832357108592987}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8723041415214539},{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.6900840401649475},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5715853571891785},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.543181836605072},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4760536849498749},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.47566550970077515},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.45863473415374756},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4374723732471466},{"id":"https://openalex.org/C2779756789","wikidata":"https://www.wikidata.org/wiki/Q28549308","display_name":"Fake news","level":2,"score":0.43721941113471985},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4266309142112732},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3611975312232971},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2732085883617401},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.0832357108592987},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3330296","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3330296","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1333402700","display_name":null,"funder_award_id":"62376264","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5867263772","display_name":null,"funder_award_id":"62102412","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1546111015","https://openalex.org/W1686810756","https://openalex.org/W1895577753","https://openalex.org/W1933349210","https://openalex.org/W2041614930","https://openalex.org/W2084591134","https://openalex.org/W2094728533","https://openalex.org/W2114849531","https://openalex.org/W2167024389","https://openalex.org/W2247119764","https://openalex.org/W2295785353","https://openalex.org/W2398287226","https://openalex.org/W2424495361","https://openalex.org/W2531862055","https://openalex.org/W2742330194","https://openalex.org/W2763572884","https://openalex.org/W2766462585","https://openalex.org/W2769470793","https://openalex.org/W2809476703","https://openalex.org/W2888827282","https://openalex.org/W2890930935","https://openalex.org/W2902998547","https://openalex.org/W2912305564","https://openalex.org/W2945928904","https://openalex.org/W2952395191","https://openalex.org/W2963416784","https://openalex.org/W2964092925","https://openalex.org/W2968124245","https://openalex.org/W2982137384","https://openalex.org/W2994071599","https://openalex.org/W3003265726","https://openalex.org/W3003961771","https://openalex.org/W3013486657","https://openalex.org/W3020895478","https://openalex.org/W3032990727","https://openalex.org/W3094502228","https://openalex.org/W3106237638","https://openalex.org/W3112681008","https://openalex.org/W3113142051","https://openalex.org/W3136209691","https://openalex.org/W3159686626","https://openalex.org/W3160302544","https://openalex.org/W3163083951","https://openalex.org/W3164693331","https://openalex.org/W3168242883","https://openalex.org/W3174306305","https://openalex.org/W3176191710","https://openalex.org/W3185106195","https://openalex.org/W3186163009","https://openalex.org/W3189022317","https://openalex.org/W4206263050","https://openalex.org/W4210683997","https://openalex.org/W6637373629","https://openalex.org/W6678830454","https://openalex.org/W6757058704","https://openalex.org/W6767279747","https://openalex.org/W6775359832","https://openalex.org/W6784333009"],"related_works":["https://openalex.org/W3197131596","https://openalex.org/W4390616380","https://openalex.org/W4388666321","https://openalex.org/W4205914924","https://openalex.org/W4283459170","https://openalex.org/W4220949352","https://openalex.org/W3093378453","https://openalex.org/W3117518059","https://openalex.org/W3168189460","https://openalex.org/W3173323650"],"abstract_inverted_index":{"The":[0],"rapid":[1],"dissemination":[2],"of":[3,27,38,65,111,133,137],"fake":[4,28,57,89],"news":[5,29,58,73,90,112,142,178],"and":[6,11,18,52,84,124,159],"rumors":[7],"through":[8],"the":[9,22,36,63,109,156,167,177],"Internet":[10],"social":[12],"media":[13],"platforms":[14],"poses":[15],"significant":[16,190],"challenges":[17],"raises":[19],"concerns":[20],"in":[21,34,55,162],"public":[23],"sphere.":[24],"Automatic":[25],"detection":[26],"plays":[30],"a":[31,80,129,146,183],"crucial":[32],"role":[33],"mitigating":[35],"spread":[37],"misinformation.":[39],"While":[40],"recent":[41],"approaches":[42],"have":[43],"focused":[44],"on":[45,182],"leveraging":[46],"neural":[47],"networks":[48],"to":[49,69,103,107,121],"improve":[50],"textual":[51,123,157],"visual":[53,125],"representations":[54],"multi-modal":[56,88,185],"analysis,":[59],"they":[60],"often":[61],"overlook":[62],"potential":[64],"incorporating":[66,194],"knowledge":[67,81,101,168,195],"information":[68,96],"verify":[70],"facts":[71],"within":[72,176],"articles.":[74,179],"In":[75],"this":[76],"paper,":[77],"we":[78,127,144,170],"propose":[79],"enhanced":[82],"vision":[83],"language":[85],"model":[86,94,131],"for":[87],"detection.":[91],"Our":[92],"proposed":[93],"integrates":[95],"from":[97,155,187],"large":[98],"scale":[99],"open":[100],"graphs":[102],"augment":[104],"its":[105],"ability":[106],"discern":[108],"veracity":[110],"content.":[113],"Unlike":[114],"previous":[115],"methods":[116],"that":[117],"utilize":[118],"separate":[119],"models":[120],"extract":[122],"features,":[126],"synthesize":[128],"unified":[130],"capable":[132],"extracting":[134],"both":[135],"types":[136],"features":[138],"simultaneously.":[139],"To":[140],"represent":[141],"articles,":[143],"introduce":[145],"graph":[147],"structure":[148],"where":[149],"nodes":[150,175],"encompass":[151],"entities,":[152],"relationships":[153,173],"extracted":[154],"content,":[158],"objects":[160],"depicted":[161],"associated":[163],"images.":[164],"By":[165],"utilizing":[166],"graph,":[169],"establish":[171],"meaningful":[172],"between":[174],"Experimental":[180],"evaluations":[181],"real-world":[184],"dataset":[186],"Twitter":[188],"demonstrate":[189],"performance":[191],"improvement":[192],"by":[193],"information.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":7}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}