{"id":"https://openalex.org/W4402982204","doi":"https://doi.org/10.1109/icme57554.2024.10687814","title":"Explicit Correlation Learning for Generalizable Cross-Modal Deepfake Detection","display_name":"Explicit Correlation Learning for Generalizable Cross-Modal Deepfake Detection","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4402982204","doi":"https://doi.org/10.1109/icme57554.2024.10687814"},"language":"en","primary_location":{"id":"doi:10.1109/icme57554.2024.10687814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10687814","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100695536","display_name":"Yu\u2010Dong Cai","orcid":"https://orcid.org/0000-0001-5664-7979"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Cai Yu","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087763075","display_name":"Shan Jia","orcid":"https://orcid.org/0000-0001-7503-8378"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shan Jia","raw_affiliation_strings":["University at Buffalo, State University of New York,NY,USA"],"affiliations":[{"raw_affiliation_string":"University at Buffalo, State University of New York,NY,USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026971108","display_name":"Xiaomeng Fu","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaomeng Fu","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115595890","display_name":"Jin Liu","orcid":"https://orcid.org/0000-0002-6485-1985"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Liu","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110074447","display_name":"Jiahe Tian","orcid":"https://orcid.org/0000-0001-9661-5031"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahe Tian","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031794241","display_name":"Jiao Dai","orcid":"https://orcid.org/0000-0003-3559-8009"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiao Dai","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115614285","display_name":"Xi Wang","orcid":"https://orcid.org/0009-0009-5146-8408"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Wang","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Microelectronics,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Microelectronics,Beijing,China","institution_ids":["https://openalex.org/I4210119392","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023752172","display_name":"Siwei Lyu","orcid":"https://orcid.org/0000-0002-0992-685X"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siwei Lyu","raw_affiliation_strings":["University at Buffalo, State University of New York,NY,USA"],"affiliations":[{"raw_affiliation_string":"University at Buffalo, State University of New York,NY,USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082300353","display_name":"Jizhong Han","orcid":"https://orcid.org/0000-0003-1107-3873"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jizhong Han","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5100695536"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"],"apc_list":null,"apc_paid":null,"fwci":1.8141,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.87580144,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7960979342460632},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7523372173309326},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.6000254154205322},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5062910318374634},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4235113561153412},{"id":"https://openalex.org/keywords/cross-correlation","display_name":"Cross-correlation","score":0.42105403542518616},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.24385148286819458},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16285505890846252}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7960979342460632},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7523372173309326},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.6000254154205322},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5062910318374634},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4235113561153412},{"id":"https://openalex.org/C163018871","wikidata":"https://www.wikidata.org/wiki/Q1302587","display_name":"Cross-correlation","level":2,"score":0.42105403542518616},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.24385148286819458},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16285505890846252},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme57554.2024.10687814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10687814","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2301937176","https://openalex.org/W2558151185","https://openalex.org/W2904573504","https://openalex.org/W2963684180","https://openalex.org/W2982058372","https://openalex.org/W2984700035","https://openalex.org/W3013020904","https://openalex.org/W3019952993","https://openalex.org/W3034713808","https://openalex.org/W3034900344","https://openalex.org/W3035060554","https://openalex.org/W3081492798","https://openalex.org/W3093077034","https://openalex.org/W3101631197","https://openalex.org/W3109114891","https://openalex.org/W3174831884","https://openalex.org/W3175342695","https://openalex.org/W3180355996","https://openalex.org/W3187364420","https://openalex.org/W3196204467","https://openalex.org/W4214691743","https://openalex.org/W4287026043","https://openalex.org/W4288090950","https://openalex.org/W4293519292","https://openalex.org/W4310379947","https://openalex.org/W4312472072","https://openalex.org/W4360993864","https://openalex.org/W4386076652","https://openalex.org/W4398789263","https://openalex.org/W6757599822","https://openalex.org/W6769705151","https://openalex.org/W6779326418","https://openalex.org/W6797657831","https://openalex.org/W6798523648","https://openalex.org/W6799942944"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"With":[0],"the":[1,34,68,81,92,106,121],"rising":[2],"prevalence":[3],"of":[4,19,36,108,124],"deepfakes,":[5],"there":[6],"is":[7],"a":[8,62,97],"growing":[9],"interest":[10],"in":[11,23,32],"developing":[12],"generalizable":[13],"detection":[14,28,37,54,107],"methods":[15,29,103],"for":[16],"various":[17,56],"types":[18],"deepfakes.":[20,41,111],"While":[21],"effective":[22],"their":[24],"specific":[25],"modalities,":[26],"traditional":[27],"fall":[30],"short":[31],"addressing":[33],"generalizability":[35,123],"across":[38],"diverse":[39,109],"cross-modal":[40,49,70,110],"This":[42,76],"paper":[43],"aims":[44],"to":[45,51,79,86,104],"explicitly":[46],"learn":[47],"potential":[48],"correlation":[50,63,71],"enhance":[52],"deepfake":[53],"towards":[55],"generation":[57,102],"scenarios.":[58],"Our":[59,131],"approach":[60],"introduces":[61],"distillation":[64],"task,":[65],"which":[66],"models":[67],"inherent":[69],"based":[72],"on":[73,115],"content":[74],"information.":[75],"strategy":[77],"helps":[78],"prevent":[80],"model":[82],"from":[83],"overfitting":[84],"merely":[85],"audio-visual":[87],"synchronization.":[88],"Additionally,":[89],"we":[90],"present":[91],"Cross-Modal":[93],"Deepfake":[94],"Dataset":[95],"(CMDFD),":[96],"comprehensive":[98],"dataset":[99],"with":[100],"four":[101],"evaluate":[105],"The":[112],"experimental":[113],"results":[114],"CMDFD":[116],"and":[117,133],"FakeAVCeleb":[118],"datasets":[119],"demonstrate":[120],"superior":[122],"our":[125],"method":[126],"over":[127],"existing":[128],"state-of-the-art":[129],"methods.":[130],"code":[132],"data":[134],"can":[135],"be":[136],"found":[137],"at":[138],"https://github.com/ljj898/CMDFD-Dataset-and-Deepfake-Detection.":[139]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-02-25T23:00:34.991745","created_date":"2025-10-10T00:00:00"}