{"id":"https://openalex.org/W4396575225","doi":"https://doi.org/10.1109/tifs.2024.3396064","title":"Improving Generalization of Deepfake Detectors by Imposing Gradient Regularization","display_name":"Improving Generalization of Deepfake Detectors by Imposing Gradient Regularization","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4396575225","doi":"https://doi.org/10.1109/tifs.2024.3396064"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2024.3396064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3396064","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055116095","display_name":"Weinan Guan","orcid":"https://orcid.org/0000-0002-7128-5002"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weinan Guan","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Center for Research on Intelligent Perception and Computing (CRIPAC), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7128-5002","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Center for Research on Intelligent Perception and Computing (CRIPAC), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100757829","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0002-8598-0831"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Center for Research on Intelligent Perception and Computing (CRIPAC), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8598-0831","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Center for Research on Intelligent Perception and Computing (CRIPAC), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017743261","display_name":"Jing Dong","orcid":"https://orcid.org/0000-0002-2763-7832"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Dong","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Center for Research on Intelligent Perception and Computing (CRIPAC), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2763-7832","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Center for Research on Intelligent Perception and Computing (CRIPAC), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042160852","display_name":"Bo Peng","orcid":"https://orcid.org/0000-0002-9014-7369"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Peng","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Center for Research on Intelligent Perception and Computing (CRIPAC), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9014-7369","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Center for Research on Intelligent Perception and Computing (CRIPAC), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9477,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.952319,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"19","issue":null,"first_page":"5345","last_page":"5356"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.768210768699646},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7123459577560425},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6572941541671753},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.5604807734489441},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.39656126499176025},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38780489563941956},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18094679713249207},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07594040036201477}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.768210768699646},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7123459577560425},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6572941541671753},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.5604807734489441},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39656126499176025},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38780489563941956},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18094679713249207},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07594040036201477},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2024.3396064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3396064","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.5699999928474426}],"awards":[{"id":"https://openalex.org/G3451019941","display_name":null,"funder_award_id":"62372452","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6159980442","display_name":null,"funder_award_id":"62272460","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2301937176","https://openalex.org/W2531409750","https://openalex.org/W2558151185","https://openalex.org/W2603777577","https://openalex.org/W2786672974","https://openalex.org/W2891145043","https://openalex.org/W2902304528","https://openalex.org/W2902962850","https://openalex.org/W2912811302","https://openalex.org/W2939645724","https://openalex.org/W2942074357","https://openalex.org/W2962858109","https://openalex.org/W2963684180","https://openalex.org/W2963767194","https://openalex.org/W2981523288","https://openalex.org/W2981803355","https://openalex.org/W2982058372","https://openalex.org/W2984700035","https://openalex.org/W3034196597","https://openalex.org/W3034301684","https://openalex.org/W3034713808","https://openalex.org/W3034795015","https://openalex.org/W3035063907","https://openalex.org/W3083246145","https://openalex.org/W3092709185","https://openalex.org/W3092879151","https://openalex.org/W3093010840","https://openalex.org/W3094470648","https://openalex.org/W3094728142","https://openalex.org/W3135413014","https://openalex.org/W3158353280","https://openalex.org/W3173317327","https://openalex.org/W3174171554","https://openalex.org/W3174508664","https://openalex.org/W3174656926","https://openalex.org/W3174814557","https://openalex.org/W3175342695","https://openalex.org/W3176241004","https://openalex.org/W3176990204","https://openalex.org/W3183392865","https://openalex.org/W3183999072","https://openalex.org/W3186090335","https://openalex.org/W3191630110","https://openalex.org/W3196204467","https://openalex.org/W3207531490","https://openalex.org/W4210623456","https://openalex.org/W4214680478","https://openalex.org/W4225966148","https://openalex.org/W4283796548","https://openalex.org/W4287758545","https://openalex.org/W4288090950","https://openalex.org/W4292793937","https://openalex.org/W4304014614","https://openalex.org/W4310379947","https://openalex.org/W4312388562","https://openalex.org/W4312443924","https://openalex.org/W4312753047","https://openalex.org/W4312943213","https://openalex.org/W4313127140","https://openalex.org/W4313639609","https://openalex.org/W4317796367","https://openalex.org/W4322576470","https://openalex.org/W4382407365","https://openalex.org/W4382469130","https://openalex.org/W4385466340","https://openalex.org/W4385767829","https://openalex.org/W4386998312","https://openalex.org/W4387968060","https://openalex.org/W4387969599","https://openalex.org/W4393159920","https://openalex.org/W6748816842","https://openalex.org/W6756046522","https://openalex.org/W6756444276","https://openalex.org/W6756925667","https://openalex.org/W6762718338","https://openalex.org/W6769705151","https://openalex.org/W6769741248","https://openalex.org/W6775642233","https://openalex.org/W6783600611","https://openalex.org/W6784810453","https://openalex.org/W6810200297"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W3162204513","https://openalex.org/W2366906938","https://openalex.org/W2371138613","https://openalex.org/W2349391998","https://openalex.org/W4205655149","https://openalex.org/W2048963458","https://openalex.org/W43109613","https://openalex.org/W2359952343"],"abstract_inverted_index":{"The":[0],"rapid":[1],"development":[2],"of":[3,41,97,152,170,211,219,227],"face":[4],"forgery":[5,35,46,59,117],"technology":[6],"has":[7,18],"posed":[8],"a":[9,49,95,105,157,176,186,199],"significant":[10],"threat":[11],"to":[12,20,28,44,64,66,94,112,116,135,162,191,235],"information":[13],"security.":[14],"While":[15],"deepfake":[16,42,110,228],"detection":[17,123],"proven":[19],"be":[21],"an":[22,130,203,208],"effective":[23,250],"countermeasure,":[24],"it":[25],"often":[26,62],"struggles":[27],"detect":[29],"fake":[30],"images":[31],"generated":[32],"by":[33,77],"unknown":[34],"methods.":[36],"Thus,":[37],"the":[38,80,122,136,144,148,153,168,171,193,217,224],"generalization":[39,225],"ability":[40,226],"detectors":[43,111],"unseen":[45,89],"data":[47,243],"is":[48,233],"critical":[50],"concern.":[51],"Despite":[52],"many":[53],"efforts":[54],"aimed":[55],"at":[56],"discovering":[57],"new":[58,67,106],"artifacts,":[60],"they":[61],"fail":[63],"generalize":[65],"manipulation":[68],"technologies.":[69],"In":[70,160],"this":[71,75,101,126,164],"paper,":[72],"we":[73,103,128,166,197],"tackle":[74],"challenge":[76],"focusing":[78],"on":[79,100,181],"difference":[81],"in":[82,147,222,238],"texture":[83,118],"patterns":[84],"between":[85],"training":[86,242],"forgeries":[87],"and":[88,184,206,241],"forgeries,":[90],"which":[91],"can":[92],"lead":[93],"degradation":[96],"generalization.":[98],"Based":[99],"principle,":[102],"propose":[104],"conjecture":[107],"that":[108],"encourages":[109],"reduce":[113],"their":[114],"sensitivity":[115],"patterns,":[119],"thereby":[120],"improving":[121,223],"performance.":[124],"To":[125],"end,":[127],"introduce":[129],"additional":[131],"gradient":[132,149,172],"regularization":[133,154,173],"term":[134,155,174],"original":[137],"empirical":[138],"loss":[139],"during":[140],"training.":[141],"However,":[142],"computing":[143],"Hessian":[145],"matrix":[146],"calculation":[150],"process":[151],"poses":[156],"computational":[158],"complexity.":[159],"order":[161],"overcome":[163],"issue,":[165],"optimize":[167],"formulation":[169],"using":[175],"first-order":[177],"approximation":[178],"method":[179,232,253],"based":[180],"Taylor":[182],"expansion":[183],"design":[185],"Perturbation":[187],"Injection":[188],"Module":[189],"(PIM)":[190],"simplify":[192],"implementation":[194],"process.":[195],"Additionally,":[196],"provide":[198],"theoretical":[200],"analysis":[201],"from":[202],"optimization":[204],"perspective":[205],"explore":[207],"interesting":[209],"aspect":[210],"our":[212,220,231,252],"method.":[213],"Extensive":[214],"experiments":[215],"demonstrate":[216],"effectiveness":[218],"approach":[221],"detectors.":[229],"Importantly,":[230],"orthogonal":[234],"recent":[236],"advancements":[237],"powerful":[239],"backbones":[240],"augmentation":[244],"techniques.":[245],"When":[246],"combined":[247],"with":[248],"other":[249],"techniques,":[251],"achieves":[254],"state-of-the-art":[255],"experimental":[256],"results.":[257]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}