{"id":"https://openalex.org/W4411019772","doi":"https://doi.org/10.1109/tifs.2025.3576577","title":"MFCLIP: Multi-Modal Fine-Grained CLIP for Generalizable Diffusion Face Forgery Detection","display_name":"MFCLIP: Multi-Modal Fine-Grained CLIP for Generalizable Diffusion Face Forgery Detection","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411019772","doi":"https://doi.org/10.1109/tifs.2025.3576577"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2025.3576577","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2025.3576577","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053741734","display_name":"Yaning Zhang","orcid":"https://orcid.org/0000-0001-8442-2777"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaning Zhang","raw_affiliation_strings":["Faculty of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"],"raw_orcid":"https://orcid.org/0000-0001-8442-2777","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100399645","display_name":"Tianyi Wang","orcid":"https://orcid.org/0000-0003-2920-6099"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tianyi Wang","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore, Singapore","School of Computing, National University of Singapore, 21 Lower Kent Ridge Rd, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-2920-6099","affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"School of Computing, National University of Singapore, 21 Lower Kent Ridge Rd, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103099781","display_name":"Zitong Yu","orcid":"https://orcid.org/0000-0003-0422-6616"},"institutions":[{"id":"https://openalex.org/I4396570619","display_name":"Great Bay University","ror":"https://ror.org/01hdgge16","country_code":null,"type":"education","lineage":["https://openalex.org/I4396570619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zitong Yu","raw_affiliation_strings":["School of Computing and Information Technology, Great Bay University, Dongguan, China"],"raw_orcid":"https://orcid.org/0000-0003-0422-6616","affiliations":[{"raw_affiliation_string":"School of Computing and Information Technology, Great Bay University, Dongguan, China","institution_ids":["https://openalex.org/I4396570619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048947531","display_name":"Zan Gao","orcid":"https://orcid.org/0000-0003-2182-5741"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zan Gao","raw_affiliation_strings":["Shandong Artificial Intelligence Institute, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"],"raw_orcid":"https://orcid.org/0000-0003-2182-5741","affiliations":[{"raw_affiliation_string":"Shandong Artificial Intelligence Institute, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019313200","display_name":"Linlin Shen","orcid":"https://orcid.org/0000-0003-1420-0815"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I4210104064","display_name":"Shenzhen Academy of Robotics","ror":"https://ror.org/01h027j09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210104064"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linlin Shen","raw_affiliation_strings":["Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China","National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1420-0815","affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China","institution_ids":["https://openalex.org/I4210104064"]},{"raw_affiliation_string":"National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055627037","display_name":"Shengyong Chen","orcid":"https://orcid.org/0000-0002-6705-3831"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengyong Chen","raw_affiliation_strings":["Key Laboratory of Computer Vision and System, Ministry of Education, Tianjin University of Technology, Tianjin, China","Ministry of Education, Key Laboratory of Computer Vision and System, Tianjin University of Technology, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-6705-3831","affiliations":[{"raw_affiliation_string":"Key Laboratory of Computer Vision and System, Ministry of Education, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Computer Vision and System, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.023,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.96918723,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"20","issue":null,"first_page":"5888","last_page":"5903"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9448999762535095,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.9154000282287598,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8490995764732361},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6463329195976257},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6330084800720215},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.46134689450263977},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.44658616185188293},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.4067494571208954},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39751580357551575},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.33418360352516174},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3207361102104187}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8490995764732361},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6463329195976257},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6330084800720215},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.46134689450263977},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.44658616185188293},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4067494571208954},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39751580357551575},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.33418360352516174},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3207361102104187},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2025.3576577","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2025.3576577","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5525394938","display_name":null,"funder_award_id":"23JCZDJC00280","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G583588433","display_name":null,"funder_award_id":"62372325","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6206919215","display_name":null,"funder_award_id":"62402255","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G809398285","display_name":null,"funder_award_id":"62306061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8506230555","display_name":null,"funder_award_id":"2023A1515140037","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323993","display_name":"Natural Science Foundation of Tianjin City","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2009130368","https://openalex.org/W2531409750","https://openalex.org/W2982058372","https://openalex.org/W3034713808","https://openalex.org/W3034864980","https://openalex.org/W3034900344","https://openalex.org/W3035574324","https://openalex.org/W3154326567","https://openalex.org/W3174656926","https://openalex.org/W3174807077","https://openalex.org/W3179508259","https://openalex.org/W3198377975","https://openalex.org/W3204663154","https://openalex.org/W3217030260","https://openalex.org/W4309763233","https://openalex.org/W4312551140","https://openalex.org/W4312711166","https://openalex.org/W4312933868","https://openalex.org/W4312967678","https://openalex.org/W4313127140","https://openalex.org/W4361003656","https://openalex.org/W4382318331","https://openalex.org/W4386075893","https://openalex.org/W4386076635","https://openalex.org/W4386790226","https://openalex.org/W4390873235","https://openalex.org/W4392172801","https://openalex.org/W4392450481","https://openalex.org/W4393154086","https://openalex.org/W4395085180","https://openalex.org/W4396575225","https://openalex.org/W4400114586","https://openalex.org/W4402661229","https://openalex.org/W4402753859","https://openalex.org/W4402781704","https://openalex.org/W4403221680","https://openalex.org/W4404124961","https://openalex.org/W4405142802","https://openalex.org/W4407837644","https://openalex.org/W4411687342"],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W613940353","https://openalex.org/W2320915480","https://openalex.org/W2362990116","https://openalex.org/W2381300099","https://openalex.org/W2714992399","https://openalex.org/W2383812217","https://openalex.org/W2384651879","https://openalex.org/W2985118265"],"abstract_inverted_index":{"The":[0],"rapid":[1],"development":[2],"of":[3,56,135,229],"photo-realistic":[4],"face":[5,24,34,99,127],"generation":[6],"methods":[7,63],"has":[8],"raised":[9],"significant":[10],"concerns":[11],"in":[12],"society":[13],"and":[14,22,45,118,180,205,220,238],"academia,":[15],"highlighting":[16],"the":[17,53,57,81,87,133,177,227,230],"urgent":[18],"need":[19],"for":[20],"robust":[21],"generalizable":[23,97],"forgery":[25,35,100,120,128,166,173,187],"detection":[26,101],"(FFD)":[27],"techniques.":[28],"Although":[29],"existing":[30],"approaches":[31],"mainly":[32],"capture":[33,163],"patterns":[36,174],"using":[37],"image":[38,165],"modality,":[39],"other":[40],"modalities":[41,124],"like":[42,235],"fine-grained":[43,111,119,141,171],"noises":[44],"texts":[46],"are":[47],"not":[48],"fully":[49],"explored,":[50],"which":[51,115],"limits":[52],"generalization":[54],"capability":[55],"model.":[58],"In":[59,103],"addition,":[60],"most":[61],"FFD":[62],"tend":[64],"to":[65,74,85,95,131,162,183,200,213],"identify":[66],"facial":[67],"images":[68],"generated":[69],"by":[70],"GAN,":[71],"but":[72],"struggle":[73],"detect":[75],"unseen":[76],"diffusion-synthesized":[77],"ones.":[78],"To":[79],"address":[80],"limitations,":[82],"we":[83,106,138,190],"aim":[84],"leverage":[86],"cutting-edge":[88],"foundation":[89],"model,":[90,114],"contrastive":[91],"language-image":[92],"pre-training":[93],"(CLIP),":[94],"achieve":[96],"diffusion":[98],"(DFFD).":[102],"this":[104],"paper,":[105],"propose":[107],"a":[108,140,157],"novel":[109],"multi-modal":[110,158],"CLIP":[112],"(MFCLIP)":[113],"mines":[116],"comprehensive":[117],"traces":[121],"across":[122],"image-noise":[123],"via":[125],"language-guided":[126],"representation":[129],"learning,":[130],"facilitate":[132],"advancement":[134],"DFFD.":[136],"Specifically,":[137],"devise":[139],"language":[142,149],"encoder":[143,160],"(FLE)":[144],"that":[145,223],"extracts":[146],"fine":[147],"global":[148,164],"features":[150],"from":[151,176],"hierarchical":[152],"text":[153],"prompts.":[154],"We":[155],"design":[156],"vision":[159],"(MVE)":[161],"embeddings":[167],"as":[168,170],"well":[169],"noise":[172],"extracted":[175],"richest":[178],"patch,":[179],"integrate":[181],"them":[182],"mine":[184],"general":[185],"visual":[186],"traces.":[188],"Moreover,":[189],"build":[191],"an":[192],"innovative":[193],"plug-and-play":[194],"sample":[195,211],"pair":[196],"attention":[197],"(SPA)":[198],"method":[199],"emphasize":[201],"relevant":[202],"negative":[203],"pairs":[204,212],"suppress":[206],"irrelevant":[207],"ones,":[208],"allowing":[209],"cross-modality":[210],"conduct":[214],"more":[215],"flexible":[216],"alignment.":[217],"Extensive":[218],"experiments":[219],"visualizations":[221],"show":[222],"our":[224],"model":[225],"outperforms":[226],"state":[228],"arts":[231],"on":[232],"different":[233],"settings":[234],"cross-generator,":[236],"cross-forgery,":[237],"cross-dataset":[239],"evaluations.":[240],"Our":[241],"code":[242],"will":[243],"be":[244],"available":[245],"at":[246],"https://github.com/Jenine-321/MFCLIP.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}