{"id":"https://openalex.org/W4386524605","doi":"https://doi.org/10.1109/tcsvt.2023.3312738","title":"MCL: Multimodal Contrastive Learning for Deepfake Detection","display_name":"MCL: Multimodal Contrastive Learning for Deepfake Detection","publication_year":2023,"publication_date":"2023-09-07","ids":{"openalex":"https://openalex.org/W4386524605","doi":"https://doi.org/10.1109/tcsvt.2023.3312738"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2023.3312738","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3312738","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100393817","display_name":"Xiaolong Liu","orcid":"https://orcid.org/0000-0002-3940-207X"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaolong Liu","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China","Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100411381","display_name":"Yang Yu","orcid":"https://orcid.org/0000-0002-5204-2929"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yu","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China","Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100371548","display_name":"Xiaolong Li","orcid":"https://orcid.org/0000-0002-6111-9000"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolong Li","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China","Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100362745","display_name":"Yao Zhao","orcid":"https://orcid.org/0000-0002-8581-9554"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Zhao","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China","Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100393817"],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":null,"apc_paid":null,"fwci":4.0336,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.95344407,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"34","issue":"4","first_page":"2803","last_page":"2813"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9280999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9280999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9229999780654907,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9039000272750854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.839270830154419},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7449405789375305},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6654317378997803},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6469689607620239},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6343486905097961},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5752096176147461},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5703483819961548},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5212215185165405},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4970560371875763},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4124661386013031},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.38481980562210083},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38287580013275146},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3611970543861389},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3287554383277893}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.839270830154419},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7449405789375305},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6654317378997803},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6469689607620239},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6343486905097961},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5752096176147461},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5703483819961548},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5212215185165405},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4970560371875763},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4124661386013031},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.38481980562210083},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38287580013275146},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3611970543861389},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3287554383277893},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2023.3312738","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3312738","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4699999988079071}],"awards":[{"id":"https://openalex.org/G5655896502","display_name":null,"funder_award_id":"62120106009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7317743099","display_name":null,"funder_award_id":"ZR2022LZH011","funder_id":"https://openalex.org/F4320338074","funder_display_name":"Government of Shandong Province"},{"id":"https://openalex.org/G7536822468","display_name":null,"funder_award_id":"U1936212","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338074","display_name":"Government of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W2033206719","https://openalex.org/W2301937176","https://openalex.org/W2341528187","https://openalex.org/W2598783175","https://openalex.org/W2842511635","https://openalex.org/W2891145043","https://openalex.org/W2898877033","https://openalex.org/W2904573504","https://openalex.org/W2909336075","https://openalex.org/W2911424785","https://openalex.org/W2913399670","https://openalex.org/W2914447220","https://openalex.org/W2942074357","https://openalex.org/W2951751045","https://openalex.org/W2962858109","https://openalex.org/W2963155035","https://openalex.org/W2981413347","https://openalex.org/W2982058372","https://openalex.org/W2984700035","https://openalex.org/W2998158928","https://openalex.org/W3010434693","https://openalex.org/W3034196597","https://openalex.org/W3034214108","https://openalex.org/W3034369739","https://openalex.org/W3034577585","https://openalex.org/W3034713808","https://openalex.org/W3034900344","https://openalex.org/W3048932886","https://openalex.org/W3081492798","https://openalex.org/W3092879151","https://openalex.org/W3093010840","https://openalex.org/W3093077034","https://openalex.org/W3094550259","https://openalex.org/W3101631197","https://openalex.org/W3101998545","https://openalex.org/W3102988878","https://openalex.org/W3135925326","https://openalex.org/W3154326567","https://openalex.org/W3155026250","https://openalex.org/W3158353280","https://openalex.org/W3173843816","https://openalex.org/W3174508664","https://openalex.org/W3174814557","https://openalex.org/W3174831884","https://openalex.org/W3175342695","https://openalex.org/W3176241004","https://openalex.org/W3178572954","https://openalex.org/W3178708968","https://openalex.org/W3183392865","https://openalex.org/W3196204467","https://openalex.org/W3207531490","https://openalex.org/W3208354318","https://openalex.org/W4214611271","https://openalex.org/W4214684483","https://openalex.org/W4214691743","https://openalex.org/W4220932801","https://openalex.org/W4284666445","https://openalex.org/W4285226122","https://openalex.org/W4287758545","https://openalex.org/W4296069136","https://openalex.org/W4297095254","https://openalex.org/W4297808394","https://openalex.org/W4312472072","https://openalex.org/W4312782746","https://openalex.org/W4312948884","https://openalex.org/W4316661129","https://openalex.org/W4317987748","https://openalex.org/W4320008888","https://openalex.org/W4320882980","https://openalex.org/W4360993864","https://openalex.org/W4366957254","https://openalex.org/W4372037325","https://openalex.org/W4381302520","https://openalex.org/W4386928847","https://openalex.org/W6735249503","https://openalex.org/W6756046522","https://openalex.org/W6757599822","https://openalex.org/W6760184523","https://openalex.org/W6762533536","https://openalex.org/W6762718338","https://openalex.org/W6767264202","https://openalex.org/W6771956660","https://openalex.org/W6773526402","https://openalex.org/W6774285787","https://openalex.org/W6784810453","https://openalex.org/W6797657831","https://openalex.org/W6799942944"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"Advancements":[0],"in":[1,11,55,62],"computer":[2],"vision":[3],"and":[4,14,28,81,90,117,159,165,200,212,234],"deep":[5],"learning":[6,73,98],"have":[7],"led":[8],"to":[9,24,77,102,120,137,146,175,190,228],"difficulty":[10],"distinguishing":[12],"Deepfake":[13,35,40,67],"real":[15],"videos.":[16],"In":[17],"particular,":[18],"forgery":[19,83,93,124,214],"audios":[20],"are":[21,153,168,184],"also":[22],"generated":[23],"accompany":[25],"fake":[26],"videos":[27],"make":[29],"them":[30],"more":[31,37,206],"realistic,":[32],"which":[33,110],"makes":[34],"detection":[36,41,68],"difficult.":[38],"Existing":[39],"methods":[42],"that":[43,209,242],"use":[44],"multimodal":[45,71,92,108,201],"information":[46],"ignore":[47],"the":[48,87,122,129,132,138,163,172,187,198,231,243],"representation":[49,208],"gap":[50,89],"between":[51],"different":[52],"modalities,":[53],"resulting":[54],"limited":[56],"performance.":[57,238],"To":[58,85],"address":[59],"this":[60,63],"problem,":[61],"paper,":[64],"a":[65,95,104,205,220],"novel":[66],"method":[69],"utilizing":[70],"contrastive":[72,97,185],"(MCL)":[74],"is":[75,100,135,226],"proposed":[76,227,244],"better":[78],"explore":[79,91],"intra-modal":[80,148,188,211],"cross-modal":[82,88,96,178,182,192,213],"clues.":[84],"reduce":[86,191],"artifacts,":[94],"strategy":[99],"designed":[101],"learn":[103],"compositional":[105],"embedding":[106],"from":[107,156],"information,":[109],"facilitates":[111],"pulling":[112,196],"together":[113,197],"representations":[114],"across":[115],"uni-modalities":[116],"multi-modalities.":[118],"Moreover,":[119],"supplement":[121],"intra-frame":[123],"clues":[125],"mining":[126],"ability":[127],"of":[128],"video":[130,139,173],"network,":[131],"frame":[133,158,166],"knowledge":[134],"distilled":[136],"network":[140],"without":[141],"adding":[142],"additional":[143],"computation.":[144],"Specifically,":[145],"mine":[147],"clues,":[149],"three":[150],"modality":[151],"features":[152,167,183,189,202],"first":[154],"extracted":[155],"audio,":[157],"video,":[160],"respectively.":[161],"Secondly,":[162],"audio":[164],"separately":[169],"composed":[170],"with":[171,186],"feature":[174,222,233],"derive":[176],"two":[177],"representations.":[179],"Subsequently,":[180],"these":[181],"gap.":[193],"By":[194],"jointly":[195],"unimodal":[199],"through":[203],"MCL,":[204],"effective":[207],"contains":[210],"artifacts":[215],"can":[216],"be":[217],"learned.":[218],"Finally,":[219],"noise-based":[221],"augmentation":[223],"(NFA)":[224],"module":[225],"adaptively":[229],"perturb":[230],"audio-visual":[232],"further":[235],"improve":[236],"generalization":[237],"Extensive":[239],"experiments":[240],"demonstrate":[241],"framework":[245],"outperforms":[246],"SOTA":[247],"methods.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":7}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}