{"id":"https://openalex.org/W4405741798","doi":"https://doi.org/10.1109/tcsvt.2024.3522091","title":"Forgery-Aware Adaptive Learning With Vision Transformer for Generalized Face Forgery Detection","display_name":"Forgery-Aware Adaptive Learning With Vision Transformer for Generalized Face Forgery Detection","publication_year":2024,"publication_date":"2024-12-24","ids":{"openalex":"https://openalex.org/W4405741798","doi":"https://doi.org/10.1109/tcsvt.2024.3522091"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3522091","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3522091","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042582166","display_name":"Anwei Luo","orcid":"https://orcid.org/0009-0004-7071-9886"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I59649739","display_name":"Jiangxi University of Finance and Economics","ror":"https://ror.org/03efmyj29","country_code":"CN","type":"education","lineage":["https://openalex.org/I59649739"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Anwei Luo","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","School of Computing and Artificial Intelligence, Jiangxi University of Finance and Economics, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Jiangxi University of Finance and Economics, Nanchang, China","institution_ids":["https://openalex.org/I59649739"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068658382","display_name":"Rizhao Cai","orcid":"https://orcid.org/0000-0002-7114-8462"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Rizhao Cai","raw_affiliation_strings":["Rapid-Rich Object Search (ROSE) Laboratory, School of Electrical and Electronic Engineering, Nanyang Technology University, Jurong West, Singapore","Rapid-Rich Object Search (ROSE) Lab, School of Electrical and Electronic Engineering, Nanyang Technology University, Singapore"],"affiliations":[{"raw_affiliation_string":"Rapid-Rich Object Search (ROSE) Laboratory, School of Electrical and Electronic Engineering, Nanyang Technology University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Rapid-Rich Object Search (ROSE) Lab, School of Electrical and Electronic Engineering, Nanyang Technology University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058765046","display_name":"Chenqi Kong","orcid":"https://orcid.org/0000-0002-3958-6489"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chenqi Kong","raw_affiliation_strings":["Rapid-Rich Object Search (ROSE) Laboratory, School of Electrical and Electronic Engineering, Nanyang Technology University, Jurong West, Singapore","Rapid-Rich Object Search (ROSE) Lab, School of Electrical and Electronic Engineering, Nanyang Technology University, Singapore"],"affiliations":[{"raw_affiliation_string":"Rapid-Rich Object Search (ROSE) Laboratory, School of Electrical and Electronic Engineering, Nanyang Technology University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Rapid-Rich Object Search (ROSE) Lab, School of Electrical and Electronic Engineering, Nanyang Technology University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086183661","display_name":"Yakun Ju","orcid":"https://orcid.org/0000-0003-4065-4108"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yakun Ju","raw_affiliation_strings":["Rapid-Rich Object Search (ROSE) Laboratory, School of Electrical and Electronic Engineering, Nanyang Technology University, Jurong West, Singapore","Rapid-Rich Object Search (ROSE) Lab, School of Electrical and Electronic Engineering, Nanyang Technology University, Singapore"],"affiliations":[{"raw_affiliation_string":"Rapid-Rich Object Search (ROSE) Laboratory, School of Electrical and Electronic Engineering, Nanyang Technology University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Rapid-Rich Object Search (ROSE) Lab, School of Electrical and Electronic Engineering, Nanyang Technology University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077333494","display_name":"Xiangui Kang","orcid":"https://orcid.org/0000-0002-3134-0353"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangui Kang","raw_affiliation_strings":["Guangdong Key Laboratory of Information Security, School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","Guangdong Key Lab of Information Security, School of Computer Science and Engineering, Sun Yat-Sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Information Security, School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Guangdong Key Lab of Information Security, School of Computer Science and Engineering, Sun Yat-Sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047964483","display_name":"Jiwu Huang","orcid":"https://orcid.org/0000-0002-7625-5689"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I4388482657","display_name":"Shenzhen MSU-BIT University","ror":"https://ror.org/02q963474","country_code":null,"type":"education","lineage":["https://openalex.org/I4388482657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiwu Huang","raw_affiliation_strings":["Guangdong Laboratory of Machine Perception and Intelligent Computing, Faculty of Engineering, Shenzhen MSU-BIT University, Shenzhen, China","Faculty of Engineering, Guangdong Laboratory of Machine Perception and Intelligent Computing, Shenzhen MSU-BIT University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Laboratory of Machine Perception and Intelligent Computing, Faculty of Engineering, Shenzhen MSU-BIT University, Shenzhen, China","institution_ids":["https://openalex.org/I4388482657"]},{"raw_affiliation_string":"Faculty of Engineering, Guangdong Laboratory of Machine Perception and Intelligent Computing, Shenzhen MSU-BIT University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961","https://openalex.org/I4388482657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080977911","display_name":"Alex C. Kot","orcid":"https://orcid.org/0000-0001-6262-8125"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Alex C. Kot","raw_affiliation_strings":["Rapid-Rich Object Search (ROSE) Laboratory, School of Electrical and Electronic Engineering, Nanyang Technology University, Jurong West, Singapore","China-Singapore International Joint Research Institute, Singapore"],"affiliations":[{"raw_affiliation_string":"Rapid-Rich Object Search (ROSE) Laboratory, School of Electrical and Electronic Engineering, Nanyang Technology University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"China-Singapore International Joint Research Institute, Singapore","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5042582166"],"corresponding_institution_ids":["https://openalex.org/I157773358","https://openalex.org/I59649739"],"apc_list":null,"apc_paid":null,"fwci":5.1447,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.96619502,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"35","issue":"5","first_page":"4116","last_page":"4129"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9337000250816345,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6934248805046082},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6780605316162109},{"id":"https://openalex.org/keywords/face-detection","display_name":"Face detection","score":0.6683008074760437},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6309676170349121},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.5465447902679443},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5366883277893066},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.37606847286224365},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3577202260494232},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.32669925689697266}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6934248805046082},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6780605316162109},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.6683008074760437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6309676170349121},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.5465447902679443},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5366883277893066},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.37606847286224365},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3577202260494232},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.32669925689697266},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3522091","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3522091","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1303975003","display_name":null,"funder_award_id":"62072484","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6665157100","display_name":null,"funder_award_id":"2514050000889","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2301937176","https://openalex.org/W2341528187","https://openalex.org/W2531409750","https://openalex.org/W2765793020","https://openalex.org/W2891145043","https://openalex.org/W2894798093","https://openalex.org/W2913399670","https://openalex.org/W2914447220","https://openalex.org/W2942074357","https://openalex.org/W2963043696","https://openalex.org/W2963720850","https://openalex.org/W2982058372","https://openalex.org/W3034196597","https://openalex.org/W3034303554","https://openalex.org/W3034713808","https://openalex.org/W3034771037","https://openalex.org/W3034795015","https://openalex.org/W3034900344","https://openalex.org/W3035459165","https://openalex.org/W3092879151","https://openalex.org/W3094728142","https://openalex.org/W3108854358","https://openalex.org/W3115894062","https://openalex.org/W3121523901","https://openalex.org/W3137182587","https://openalex.org/W3154326567","https://openalex.org/W3158353280","https://openalex.org/W3160694286","https://openalex.org/W3166490340","https://openalex.org/W3173317327","https://openalex.org/W3174508664","https://openalex.org/W3174656926","https://openalex.org/W3176241004","https://openalex.org/W3178708968","https://openalex.org/W3183999072","https://openalex.org/W3191630110","https://openalex.org/W4200635057","https://openalex.org/W4206589716","https://openalex.org/W4226024856","https://openalex.org/W4289950749","https://openalex.org/W4290994941","https://openalex.org/W4304080557","https://openalex.org/W4312374582","https://openalex.org/W4312388562","https://openalex.org/W4312782746","https://openalex.org/W4312967678","https://openalex.org/W4313127140","https://openalex.org/W4313177092","https://openalex.org/W4313476637","https://openalex.org/W4313639609","https://openalex.org/W4317796367","https://openalex.org/W4322096643","https://openalex.org/W4382119399","https://openalex.org/W4386065396","https://openalex.org/W4386071953","https://openalex.org/W4386072334","https://openalex.org/W4386076397","https://openalex.org/W4386076635","https://openalex.org/W4388623432","https://openalex.org/W4390874333","https://openalex.org/W4391020241","https://openalex.org/W4394939037","https://openalex.org/W4398238196","https://openalex.org/W4400226063","https://openalex.org/W4402351902","https://openalex.org/W4402715910","https://openalex.org/W4402716253","https://openalex.org/W4404124961","https://openalex.org/W4406804129","https://openalex.org/W6631190155","https://openalex.org/W6756046522","https://openalex.org/W6762718338","https://openalex.org/W6766978945","https://openalex.org/W6769705151","https://openalex.org/W6769955919","https://openalex.org/W6784810453","https://openalex.org/W6788135285","https://openalex.org/W6791353385","https://openalex.org/W6794559225","https://openalex.org/W6795475546","https://openalex.org/W6796581206","https://openalex.org/W6810879928","https://openalex.org/W6838701581","https://openalex.org/W6839235314","https://openalex.org/W6846313647","https://openalex.org/W6846500109"],"related_works":["https://openalex.org/W2116423617","https://openalex.org/W2347824352","https://openalex.org/W2601157893","https://openalex.org/W2373006798","https://openalex.org/W1967587236","https://openalex.org/W2131735617","https://openalex.org/W2056912418","https://openalex.org/W2112875849","https://openalex.org/W2384651879","https://openalex.org/W2033213769"],"abstract_inverted_index":{"With":[0],"the":[1,7,46,67,77,80,87,141,156,191,196,215],"rapid":[2],"progress":[3],"of":[4,114,160,177],"generative":[5],"models,":[6],"current":[8],"challenge":[9],"in":[10,79,166,190,214],"face":[11,73],"forgery":[12,74,95,120,127],"detection":[13],"is":[14,102,133],"how":[15],"to":[16,93,104,117,135,174],"effectively":[17],"detect":[18],"realistic":[19],"manipulated":[20],"faces":[21,162],"from":[22],"different":[23],"unseen":[24,199],"domains.":[25],"Though":[26],"previous":[27],"studies":[28],"show":[29],"that":[30,154,184],"pre-trained":[31,81],"Vision":[32,63],"Transformer":[33,64],"(ViT)":[34],"based":[35],"models":[36],"can":[37],"achieve":[38],"some":[39],"promising":[40],"results":[41,189],"after":[42],"fully":[43],"fine-tuning":[44],"on":[45,209],"Deepfake":[47],"dataset,":[48],"their":[49],"generalization":[50],"performances":[51],"are":[52,83,91],"still":[53],"unsatisfactory.":[54],"To":[55,122],"this":[56],"end,":[57],"we":[58,147],"present":[59],"a":[60,98,129,149],"Forgery-aware":[61],"Adaptive":[62],"(FA-ViT)":[65],"under":[66],"adaptive":[68,89,100,131,151,172],"learning":[69,152,165],"paradigm":[70],"for":[71],"generalized":[72],"detection,":[75],"where":[76],"parameters":[78],"ViT":[82],"kept":[84],"fixed":[85],"while":[86],"designed":[88,103],"modules":[90,173],"optimized":[92],"capture":[94],"features.":[96],"Specifically,":[97],"global":[99,119],"module":[101,132,153],"model":[105,222],"long-range":[106],"interactions":[107],"among":[108],"input":[109],"tokens,":[110],"which":[111],"takes":[112],"advantage":[113],"self-attention":[115],"mechanism":[116],"mine":[118],"clues.":[121],"further":[123],"explore":[124],"essential":[125],"local":[126,130,137,142],"clues,":[128],"proposed":[134,171],"expose":[136],"inconsistencies":[138],"by":[139],"enhancing":[140],"contextual":[143],"association.":[144],"In":[145],"addition,":[146],"introduce":[148],"fine-grained":[150,167,178],"emphasizes":[155],"common":[157],"compact":[158],"representation":[159],"genuine":[161],"through":[163],"relationship":[164],"pairs,":[168],"driving":[169],"these":[170],"be":[175],"aware":[176],"forgery-aware":[179],"information.":[180],"Extensive":[181],"experiments":[182],"demonstrate":[183],"our":[185],"FA-ViT":[186,202],"achieves":[187,203],"state-of-the-arts":[188],"cross-dataset":[192,216],"evaluation,":[193],"and":[194,205,211,220],"enhances":[195],"robustness":[197],"against":[198],"perturbations.":[200],"Particularly,":[201],"93.83%":[204],"78.32%":[206],"AUC":[207],"scores":[208],"Celeb-DF":[210],"DFDC":[212],"datasets":[213],"evaluation.":[217],"The":[218],"code":[219],"trained":[221],"have":[223],"been":[224],"released":[225],"at:":[226],"<uri":[227],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[228],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/LoveSiameseCat/FAViT</uri>.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":14}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}