{"id":"https://openalex.org/W4403780752","doi":"https://doi.org/10.1145/3664647.3681672","title":"FRADE: Forgery-aware Audio-distilled Multimodal Learning for Deepfake Detection","display_name":"FRADE: Forgery-aware Audio-distilled Multimodal Learning for Deepfake Detection","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403780752","doi":"https://doi.org/10.1145/3664647.3681672"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3681672","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681672","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5095920971","display_name":"Fan Nie","orcid":"https://orcid.org/0009-0001-6867-498X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Nie","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-Sen University & Pengcheng Laboratory, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0001-6867-498X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-Sen University & Pengcheng Laboratory, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039213686","display_name":"Jiangqun Ni","orcid":"https://orcid.org/0000-0002-7520-9031"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiangqun Ni","raw_affiliation_strings":["School of Cyber Science and Technology, Sun Yat-Sen University & Pengcheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-7520-9031","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Sun Yat-Sen University & Pengcheng Laboratory, Shenzhen, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077561385","display_name":"Jian Zhang","orcid":"https://orcid.org/0009-0007-9632-3785"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-Sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0007-9632-3785","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-Sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027076648","display_name":"Bin Zhang","orcid":"https://orcid.org/0009-0005-5012-7151"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Zhang","raw_affiliation_strings":["Pengcheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0005-5012-7151","affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085221201","display_name":"Weizhe Zhang","orcid":"https://orcid.org/0000-0003-4783-876X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weizhe Zhang","raw_affiliation_strings":["School of Cyberspace Science, Harbin Institute of Technology & Pengcheng Laboratory, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0003-4783-876X","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science, Harbin Institute of Technology & Pengcheng Laboratory, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0365,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.92765906,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"6297","last_page":"6306"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7703242301940918},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4210430979728699}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7703242301940918},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4210430979728699}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3681672","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681672","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2341528187","https://openalex.org/W2560674852","https://openalex.org/W2962843773","https://openalex.org/W2982058372","https://openalex.org/W2984700035","https://openalex.org/W3034196597","https://openalex.org/W3081492798","https://openalex.org/W3093010840","https://openalex.org/W3093077034","https://openalex.org/W3101631197","https://openalex.org/W3101998545","https://openalex.org/W3138516171","https://openalex.org/W3158353280","https://openalex.org/W3174508664","https://openalex.org/W3175342695","https://openalex.org/W3176241004","https://openalex.org/W3195529437","https://openalex.org/W3196204467","https://openalex.org/W3201773091","https://openalex.org/W4214684483","https://openalex.org/W4214691743","https://openalex.org/W4221149434","https://openalex.org/W4283802557","https://openalex.org/W4285600316","https://openalex.org/W4285605356","https://openalex.org/W4312388562","https://openalex.org/W4312472072","https://openalex.org/W4313177092","https://openalex.org/W4313476637","https://openalex.org/W4320882980","https://openalex.org/W4360993864","https://openalex.org/W4367316141","https://openalex.org/W4386075501","https://openalex.org/W4386075893","https://openalex.org/W4386075957","https://openalex.org/W4386076652","https://openalex.org/W4386113246","https://openalex.org/W4386267173","https://openalex.org/W4386524605","https://openalex.org/W4387540674","https://openalex.org/W4387885896"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Nowadays,":[0],"the":[1,8,25,55,63,71,104,122,157,175,191,202],"abuse":[2],"of":[3,27,66,106,165],"AI-generated":[4],"content":[5],"(AIGC),":[6],"especially":[7],"facial":[9],"images":[10],"known":[11],"as":[12],"deepfake,":[13],"on":[14,145],"social":[15],"networks":[16],"has":[17],"raised":[18],"severe":[19],"security":[20],"concerns,":[21],"which":[22,172],"might":[23],"involve":[24],"manipulations":[26],"both":[28,146],"visual":[29,149,181],"and":[30,49,69,127,148,151,180],"audio":[31,147,170,179],"signals.":[32],"For":[33],"multimodal":[34,209],"deepfake":[35,100,210],"detection,":[36],"previous":[37],"methods":[38,212],"usually":[39],"exploit":[40],"forgery-relevant":[41],"knowledge":[42,65],"to":[43,53,111,134,168,188],"fully":[44],"finetune":[45],"Vision":[46],"transformers":[47],"(ViTs)":[48],"perform":[50],"cross-modal":[51,196],"interaction":[52],"expose":[54],"audio-visual":[56,193],"inconsistencies.":[57],"However,":[58],"these":[59,83],"approaches":[60],"may":[61],"undermine":[62],"prior":[64,114],"pretrained":[67,107],"ViTs":[68],"ignore":[70],"domain":[72,176],"gap":[73,177],"between":[74,178],"different":[75],"modalities,":[76],"resulting":[77],"in":[78,85],"unsatisfactory":[79],"performance.":[80],"To":[81],"tackle":[82],"challenges,":[84],"this":[86],"paper,":[87],"we":[88],"propose":[89],"a":[90,163],"new":[91],"framework,":[92],"i.e.,":[93,121],"Forgery-aware":[94,124],"Audio-distilled":[95,128],"Multimodal":[96],"Learning":[97],"(FRADE),":[98],"for":[99],"detection.":[101],"In":[102],"FRADE,":[103],"parameters":[105],"ViT":[108,155],"are":[109,132],"frozen":[110],"preserve":[112],"its":[113],"knowledge,":[115],"while":[116],"two":[117],"well-devised":[118],"learnable":[119],"components,":[120],"Adaptive":[123],"Injection":[125],"(AFI)":[126],"Cross-modal":[129],"Interaction":[130],"(ACI),":[131],"leveraged":[133],"adapt":[135],"forgery":[136],"relevant":[137],"knowledge.":[138],"Specifically,":[139],"AFI":[140],"captures":[141],"high-frequency":[142],"discriminative":[143],"features":[144],"signals":[150],"injects":[152],"them":[153],"into":[154],"via":[156],"self-attention":[158],"layer.":[159],"Meanwhile,":[160],"ACI":[161,184],"employs":[162],"set":[164],"latent":[166],"tokens":[167],"distill":[169],"information,":[171],"could":[173,205],"bridge":[174],"modalities.":[182],"The":[183],"is":[185],"then":[186],"used":[187],"well":[189],"learn":[190],"inherent":[192],"relationships":[194],"by":[195],"interaction.":[197],"Extensive":[198],"experiments":[199],"demonstrate":[200],"that":[201],"proposed":[203],"framework":[204],"outperform":[206],"other":[207],"state-of-the-art":[208],"detection":[211],"under":[213],"various":[214],"circumstances.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":7}],"updated_date":"2026-06-16T09:24:06.705377","created_date":"2025-10-10T00:00:00"}