{"id":"https://openalex.org/W4402980250","doi":"https://doi.org/10.1109/icme57554.2024.10688373","title":"Counterfactual Explanations for Face Forgery Detection via Adversarial Removal of Artifacts","display_name":"Counterfactual Explanations for Face Forgery Detection via Adversarial Removal of Artifacts","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4402980250","doi":"https://doi.org/10.1109/icme57554.2024.10688373"},"language":"en","primary_location":{"id":"doi:10.1109/icme57554.2024.10688373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10688373","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108048308","display_name":"Yang Li","orcid":"https://orcid.org/0009-0008-5830-9306"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Li","raw_affiliation_strings":["University of Chinese Academy of Sciences,School of Artificial Intelligence,Beijing,China"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,School of Artificial Intelligence,Beijing,China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101649664","display_name":"Songlin Yang","orcid":"https://orcid.org/0000-0003-3403-376X"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songlin Yang","raw_affiliation_strings":["University of Chinese Academy of Sciences,School of Artificial Intelligence,Beijing,China"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,School of Artificial Intelligence,Beijing,China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115695506","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0002-5750-6980"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["Chinese Academy of Sciences,New Laboratory of Pattern Recognition (NLPR), Institute of Automation,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,New Laboratory of Pattern Recognition (NLPR), Institute of Automation,Beijing,China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053180123","display_name":"Ziwen He","orcid":"https://orcid.org/0000-0002-1019-3884"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziwen He","raw_affiliation_strings":["Nanjing University of Information Science and Technology,School of Computer Science,Nanjing,China"],"affiliations":[{"raw_affiliation_string":"Nanjing University of Information Science and Technology,School of Computer Science,Nanjing,China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042160852","display_name":"Bo Peng","orcid":"https://orcid.org/0000-0002-9014-7369"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Peng","raw_affiliation_strings":["Chinese Academy of Sciences,New Laboratory of Pattern Recognition (NLPR), Institute of Automation,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,New Laboratory of Pattern Recognition (NLPR), Institute of Automation,Beijing,China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115590238","display_name":"Jing Dong","orcid":"https://orcid.org/0000-0002-3684-2432"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Dong","raw_affiliation_strings":["Chinese Academy of Sciences,New Laboratory of Pattern Recognition (NLPR), Institute of Automation,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,New Laboratory of Pattern Recognition (NLPR), Institute of Automation,Beijing,China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5108048308"],"corresponding_institution_ids":["https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.7252,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.76413202,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9703999757766724,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.957099974155426,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.8153707981109619},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.7239986658096313},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.686761200428009},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6786003112792969},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5621790885925293},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5489429235458374},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.47069621086120605},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.32157671451568604},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.267093300819397},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12657839059829712},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.10496333241462708},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.07441449165344238}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.8153707981109619},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.7239986658096313},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.686761200428009},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6786003112792969},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5621790885925293},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5489429235458374},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.47069621086120605},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.32157671451568604},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.267093300819397},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12657839059829712},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.10496333241462708},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.07441449165344238},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme57554.2024.10688373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10688373","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2219841864","https://openalex.org/W2531409750","https://openalex.org/W2774644650","https://openalex.org/W2896885681","https://openalex.org/W2962785568","https://openalex.org/W2962858109","https://openalex.org/W2969985801","https://openalex.org/W2982058372","https://openalex.org/W3034713808","https://openalex.org/W3035574324","https://openalex.org/W3118479706","https://openalex.org/W3169141182","https://openalex.org/W3173775919","https://openalex.org/W3174508664","https://openalex.org/W3176913662","https://openalex.org/W3178406257","https://openalex.org/W3193285461","https://openalex.org/W3200571990","https://openalex.org/W4205695807","https://openalex.org/W4312716239","https://openalex.org/W4312999817","https://openalex.org/W4313127140","https://openalex.org/W4319299925","https://openalex.org/W4375850648","https://openalex.org/W4385801739","https://openalex.org/W4386071537","https://openalex.org/W4386075856","https://openalex.org/W4387968060","https://openalex.org/W4393159920","https://openalex.org/W6739868092","https://openalex.org/W6762718338","https://openalex.org/W6784810453","https://openalex.org/W6860499563"],"related_works":["https://openalex.org/W3201448254","https://openalex.org/W4286970243","https://openalex.org/W2066431708","https://openalex.org/W4384133558","https://openalex.org/W3025615835","https://openalex.org/W173210993","https://openalex.org/W2390660599","https://openalex.org/W3028847759","https://openalex.org/W2098693229","https://openalex.org/W2384651879"],"abstract_inverted_index":{"Highly":[0],"realistic":[1],"AI":[2],"generated":[3,142],"face":[4,16,63,211],"forgeries":[5],"known":[6],"as":[7],"deepfakes":[8],"have":[9,20,32],"raised":[10],"serious":[11],"social":[12],"concerns.":[13],"Although":[14],"DNN-based":[15],"forgery":[17,34,64,76,116,140],"detection":[18,49,65,97,146,153],"models":[19],"achieved":[21],"good":[22],"performance,":[23],"they":[24],"are":[25,118,148,159],"vulnerable":[26],"to":[27,120,150],"latest":[28],"generative":[29,187],"methods":[30],"that":[31,164],"less":[33],"traces":[35,217],"and":[36,43,51,83,129,173,188,192,221],"adversarial":[37,139,180,223],"attacks.":[38],"This":[39],"limitation":[40],"of":[41,48,103,205],"generalization":[42],"robustness":[44],"hinders":[45],"the":[46,75,79,91,95,101,104,114,126,138,145,156,194,203,209],"credibility":[47],"results":[50],"requires":[52],"more":[53,214],"explanations.":[54],"In":[55],"this":[56],"work,":[57],"we":[58,72],"provide":[59],"counterfactual":[60,206,216],"explanations":[61,106,207],"for":[62],"from":[66,94,107],"an":[67],"artifact":[68],"removal":[69],"perspective.":[70],"Specifically,":[71],"first":[73],"invert":[74],"images":[77,117,128,141],"into":[78],"StyleGAN":[80],"latent":[81,88,195],"space,":[82],"then":[84],"adversarially":[85],"optimize":[86,193],"their":[87],"representations":[89,196],"with":[90,178],"discrimination":[92],"supervision":[93],"target":[96],"model.":[98],"We":[99],"verify":[100],"effectiveness":[102],"proposed":[105],"two":[108,130],"aspects:":[109],"(1)":[110],"Counterfactual":[111],"Trace":[112],"Visualization:":[113],"enhanced":[115],"useful":[119],"reveal":[121],"artifacts":[122,158],"by":[123,143],"visually":[124],"contrasting":[125],"original":[127],"different":[131],"visualization":[132],"methods;":[133],"(2)":[134],"Transferable":[135],"Adversarial":[136],"Attacks:":[137],"attacking":[144],"model":[147,190],"able":[149],"mislead":[151],"other":[152],"models,":[154],"implying":[155],"removed":[157],"general.":[160],"Extensive":[161],"experiments":[162],"demonstrate":[163],"our":[165,183],"method":[166,184],"achieves":[167],"over":[168],"90%":[169],"attack":[170,175,224],"success":[171],"rate":[172],"superior":[174],"transferability.":[176],"Compared":[177],"naive":[179],"noise":[181],"methods,":[182],"adopts":[185],"both":[186],"discriminative":[189],"priors,":[191],"in":[197],"a":[198],"synthesis-by-analysis":[199],"way,":[200],"which":[201],"forces":[202],"search":[204],"on":[208],"natural":[210],"manifold.":[212],"Thus,":[213],"general":[215],"can":[218,226],"be":[219,227],"found":[220],"better":[222],"transferability":[225],"achieved.":[228],"Our":[229],"code":[230],"is":[231],"available":[232],"at":[233],"https://github.com/yangli-lab/Artifact-Eraser/.":[234]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}
