{"id":"https://openalex.org/W4392903980","doi":"https://doi.org/10.1109/icassp48485.2024.10447890","title":"LOFT: Latent Space Optimization and Generator Fine-Tuning for Defending Against Deepfakes","display_name":"LOFT: Latent Space Optimization and Generator Fine-Tuning for Defending Against Deepfakes","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392903980","doi":"https://doi.org/10.1109/icassp48485.2024.10447890"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10447890","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10447890","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109692716","display_name":"Shaoyou Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoyou Zeng","raw_affiliation_strings":["Shenzhen Campus of Sun Yatsen University,School of Cyber Science and Technology,Shenzhen,China","School of Cyber Science and Technology, Shenzhen Campus of Sun Yatsen University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yatsen University,School of Cyber Science and Technology,Shenzhen,China","institution_ids":["https://openalex.org/I4210152380"]},{"raw_affiliation_string":"School of Cyber Science and Technology, Shenzhen Campus of Sun Yatsen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390316","display_name":"Wenhao Wang","orcid":"https://orcid.org/0000-0002-7015-9047"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhao Wang","raw_affiliation_strings":["Shenzhen Campus of Sun Yatsen University,School of Cyber Science and Technology,Shenzhen,China","School of Cyber Science and Technology, Shenzhen Campus of Sun Yatsen University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yatsen University,School of Cyber Science and Technology,Shenzhen,China","institution_ids":["https://openalex.org/I4210152380"]},{"raw_affiliation_string":"School of Cyber Science and Technology, Shenzhen Campus of Sun Yatsen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036277905","display_name":"Fangjun Huang","orcid":"https://orcid.org/0000-0002-3098-3373"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangjun Huang","raw_affiliation_strings":["Shenzhen Campus of Sun Yatsen University,School of Cyber Science and Technology,Shenzhen,China","School of Cyber Science and Technology, Shenzhen Campus of Sun Yatsen University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yatsen University,School of Cyber Science and Technology,Shenzhen,China","institution_ids":["https://openalex.org/I4210152380"]},{"raw_affiliation_string":"School of Cyber Science and Technology, Shenzhen Campus of Sun Yatsen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062946632","display_name":"Yanmei Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanmei Fang","raw_affiliation_strings":["Shenzhen Campus of Sun Yatsen University,School of Cyber Science and Technology,Shenzhen,China","School of Cyber Science and Technology, Shenzhen Campus of Sun Yatsen University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yatsen University,School of Cyber Science and Technology,Shenzhen,China","institution_ids":["https://openalex.org/I4210152380"]},{"raw_affiliation_string":"School of Cyber Science and Technology, Shenzhen Campus of Sun Yatsen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5259,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.64918024,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"4750","last_page":"4754"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.749260663986206},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.7413250207901001},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7101053595542908},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6659401059150696},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6267894506454468},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.5644593238830566},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.560951292514801},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5431806445121765},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5102274417877197},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4781659245491028},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4690103232860565},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4555254876613617},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33009570837020874},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.09402433037757874}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.749260663986206},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.7413250207901001},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7101053595542908},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6659401059150696},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6267894506454468},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.5644593238830566},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.560951292514801},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5431806445121765},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5102274417877197},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4781659245491028},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4690103232860565},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4555254876613617},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33009570837020874},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.09402433037757874},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp48485.2024.10447890","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10447890","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6600000262260437,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2133665775","https://openalex.org/W2883861033","https://openalex.org/W2962770929","https://openalex.org/W2962785568","https://openalex.org/W2963767194","https://openalex.org/W2964014798","https://openalex.org/W2969985801","https://openalex.org/W3015341856","https://openalex.org/W3034720584","https://openalex.org/W3035355202","https://openalex.org/W3092709185","https://openalex.org/W3102061158","https://openalex.org/W3127084502","https://openalex.org/W3164572690","https://openalex.org/W3173102319","https://openalex.org/W3174076045","https://openalex.org/W3176406820","https://openalex.org/W3176913662","https://openalex.org/W3178406257","https://openalex.org/W3204817308","https://openalex.org/W3211347211","https://openalex.org/W4304092092","https://openalex.org/W4320013936","https://openalex.org/W4365420523","https://openalex.org/W4372338303","https://openalex.org/W6745560452","https://openalex.org/W6779093361"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4310988119","https://openalex.org/W4285226279","https://openalex.org/W4288019534"],"abstract_inverted_index":{"DeepFakes":[0],"pose":[1],"a":[2,11,51,77],"significant":[3],"threat":[4],"to":[5,22,24,75,89,107],"individual":[6],"reputations":[7],"and":[8,41,59,98,114,134,153],"society":[9],"as":[10],"whole.":[12],"Existing":[13],"proactive":[14],"defense":[15,115,154],"strategies":[16],"concentrate":[17],"on":[18],"adding":[19],"adversarial":[20],"perturbations":[21],"images":[23],"disrupt":[25],"or":[26],"nullify":[27],"the":[28,68,72,91,96,105,109,121,146],"generation":[29],"of":[30,123],"DeepFakes,":[31],"but":[32],"these":[33],"approaches":[34],"are":[35],"easily":[36],"detectable":[37],"by":[38],"human":[39],"perception":[40],"can":[42],"be":[43],"removed.":[44],"To":[45],"address":[46],"this":[47],"challenge,":[48],"we":[49],"propose":[50],"three-stage":[52],"framework":[53,126,144],"called":[54],"LOFT":[55],"(Latent":[56],"Space":[57],"Optimization":[58,88],"Generator":[60],"Fine-Tuning":[61],"for":[62,94],"Defending":[63],"against":[64,100],"DeepFakes).":[65],"First,":[66],"encoding":[67],"original":[69],"image":[70,97],"into":[71],"latent":[73,78,92],"space":[74],"obtain":[76],"code":[79,93],"that":[80,141],"captures":[81],"facial":[82],"features.":[83],"Second,":[84],"utilizing":[85],"Adversarial":[86],"Latent":[87],"optimize":[90],"reconstructing":[95],"defending":[99],"DeepFake":[101,130],"manipulation.":[102],"Third,":[103],"fine-tuning":[104],"generator":[106],"enhance":[108],"reconstructed":[110],"image\u2019s":[111],"visual":[112,151],"quality":[113,152],"capability":[116],"further.":[117],"Our":[118],"study":[119],"evaluates":[120],"effectiveness":[122],"our":[124,142],"proposed":[125,143],"through":[127],"two":[128],"distinct":[129],"tasks:":[131],"attribute":[132],"editing":[133],"face":[135],"reenactment.":[136],"Various":[137],"experimental":[138],"results":[139],"demonstrate":[140],"outperforms":[145],"existing":[147],"benchmark":[148],"in":[149],"both":[150],"capability.":[155]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}