{"id":"https://openalex.org/W4391496303","doi":"https://doi.org/10.1109/m2vip58386.2023.10413387","title":"ConTrans-Detect: A Multi-Scale Convolution-Transformer Network for DeepFake Video Detection","display_name":"ConTrans-Detect: A Multi-Scale Convolution-Transformer Network for DeepFake Video Detection","publication_year":2023,"publication_date":"2023-11-21","ids":{"openalex":"https://openalex.org/W4391496303","doi":"https://doi.org/10.1109/m2vip58386.2023.10413387"},"language":"en","primary_location":{"id":"doi:10.1109/m2vip58386.2023.10413387","is_oa":false,"landing_page_url":"https://doi.org/10.1109/m2vip58386.2023.10413387","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 29th International Conference on Mechatronics and Machine Vision in Practice (M2VIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111109957","display_name":"Weirong Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Weirong Sun","raw_affiliation_strings":["School of Mathematical and Computational Sciences, Massey University,Auckland,New Zealand","School of Mathematical and Computational Sciences, Massey University, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"School of Mathematical and Computational Sciences, Massey University,Auckland,New Zealand","institution_ids":["https://openalex.org/I51158804"]},{"raw_affiliation_string":"School of Mathematical and Computational Sciences, Massey University, Auckland, New Zealand","institution_ids":["https://openalex.org/I51158804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035467487","display_name":"Yujun Ma","orcid":"https://orcid.org/0000-0002-8014-0067"},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Yujun Ma","raw_affiliation_strings":["School of Mathematical and Computational Sciences, Massey University,Auckland,New Zealand","School of Mathematical and Computational Sciences, Massey University, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"School of Mathematical and Computational Sciences, Massey University,Auckland,New Zealand","institution_ids":["https://openalex.org/I51158804"]},{"raw_affiliation_string":"School of Mathematical and Computational Sciences, Massey University, Auckland, New Zealand","institution_ids":["https://openalex.org/I51158804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100617732","display_name":"Zhang Hong","orcid":"https://orcid.org/0009-0002-0512-585X"},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Hong Zhang","raw_affiliation_strings":["School of Mathematical and Computational Sciences, Massey University,Auckland,New Zealand","School of Mathematical and Computational Sciences, Massey University, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"School of Mathematical and Computational Sciences, Massey University,Auckland,New Zealand","institution_ids":["https://openalex.org/I51158804"]},{"raw_affiliation_string":"School of Mathematical and Computational Sciences, Massey University, Auckland, New Zealand","institution_ids":["https://openalex.org/I51158804"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100694558","display_name":"Ruili Wang","orcid":"https://orcid.org/0000-0001-7117-2772"},"institutions":[{"id":"https://openalex.org/I51158804","display_name":"Massey University","ror":"https://ror.org/052czxv31","country_code":"NZ","type":"education","lineage":["https://openalex.org/I51158804"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Ruili Wang","raw_affiliation_strings":["School of Mathematical and Computational Sciences, Massey University,Auckland,New Zealand","School of Mathematical and Computational Sciences, Massey University, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"School of Mathematical and Computational Sciences, Massey University,Auckland,New Zealand","institution_ids":["https://openalex.org/I51158804"]},{"raw_affiliation_string":"School of Mathematical and Computational Sciences, Massey University, Auckland, New Zealand","institution_ids":["https://openalex.org/I51158804"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5111109957"],"corresponding_institution_ids":["https://openalex.org/I51158804"],"apc_list":null,"apc_paid":null,"fwci":0.246,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.55873971,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8282524347305298},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7203763127326965},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7110869884490967},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6784299612045288},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.592529833316803},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5837547183036804},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5453495383262634},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.47719085216522217},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4712897837162018},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.44216692447662354},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3565201759338379},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32588666677474976},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3247584104537964}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8282524347305298},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7203763127326965},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7110869884490967},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6784299612045288},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.592529833316803},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5837547183036804},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5453495383262634},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.47719085216522217},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4712897837162018},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.44216692447662354},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3565201759338379},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32588666677474976},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3247584104537964},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/m2vip58386.2023.10413387","is_oa":false,"landing_page_url":"https://doi.org/10.1109/m2vip58386.2023.10413387","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 29th International Conference on Mechatronics and Machine Vision in Practice (M2VIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1563795667","https://openalex.org/W2021829585","https://openalex.org/W2194775991","https://openalex.org/W2341528187","https://openalex.org/W2417429787","https://openalex.org/W2531409750","https://openalex.org/W2771653066","https://openalex.org/W2889985731","https://openalex.org/W2904573504","https://openalex.org/W2909973745","https://openalex.org/W2911424785","https://openalex.org/W2945262873","https://openalex.org/W2963524571","https://openalex.org/W2963684180","https://openalex.org/W2982058372","https://openalex.org/W2990503944","https://openalex.org/W3019200173","https://openalex.org/W3034713808","https://openalex.org/W3035526303","https://openalex.org/W3042064084","https://openalex.org/W3081152303","https://openalex.org/W3092997524","https://openalex.org/W3099319035","https://openalex.org/W3101998545","https://openalex.org/W3119627071","https://openalex.org/W3125803510","https://openalex.org/W3128609017","https://openalex.org/W3141468933","https://openalex.org/W3170161070","https://openalex.org/W3179508259","https://openalex.org/W3183392865","https://openalex.org/W3185888983","https://openalex.org/W4224933812","https://openalex.org/W4281666112","https://openalex.org/W4283390251","https://openalex.org/W4287758545","https://openalex.org/W4287958448","https://openalex.org/W4288090950","https://openalex.org/W4303444960","https://openalex.org/W4310733671","https://openalex.org/W4320013936","https://openalex.org/W4376132550","https://openalex.org/W4385245566","https://openalex.org/W4386091161","https://openalex.org/W4388233659","https://openalex.org/W6629687487","https://openalex.org/W6633802082","https://openalex.org/W6739901393","https://openalex.org/W6757599822","https://openalex.org/W6762480454","https://openalex.org/W6762718338","https://openalex.org/W6769705151","https://openalex.org/W6779770546","https://openalex.org/W6784810453","https://openalex.org/W6790220185","https://openalex.org/W6792139253"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W4321487865","https://openalex.org/W4313906399","https://openalex.org/W4391266461","https://openalex.org/W2590798552","https://openalex.org/W2811106690","https://openalex.org/W4239306820","https://openalex.org/W2947043951","https://openalex.org/W2964954556","https://openalex.org/W4309346246"],"abstract_inverted_index":{"With":[0],"the":[1,11,14,74,182],"recent":[2],"advancement":[3],"of":[4,13,76,146,171],"generative":[5,37],"deep":[6,36],"learning":[7,77],"technologies,":[8],"DeepFakes":[9],"are":[10,89],"outcome":[12],"manipulation":[15],"to":[16,42,49,59,129,161],"generate":[17,43],"synthetic":[18],"images,":[19],"such":[20],"as":[21,159],"swapping":[22],"a":[23,27,98,105,114],"person's":[24],"face":[25,31,92],"in":[26,32,85],"video":[28,65],"with":[29],"another":[30,33],"video.":[34],"Nowadays,":[35],"models":[38],"make":[39],"it":[40],"easy":[41],"fake":[44],"videos,":[45],"which":[46,88],"is":[47],"hard":[48],"detect.":[50],"Existing":[51],"methods":[52,69],"have":[53],"utilized":[54],"Convolutional":[55],"Neural":[56],"Networks":[57],"(CNNs)":[58],"identify":[60],"manipulated":[61],"regions":[62],"for":[63,91,109,117],"DeepFake":[64,183],"detection.":[66,94],"However,":[67],"these":[68],"might":[70],"not":[71],"entirely":[72],"tackle":[73],"difficulties":[75],"low-level":[78,132],"spatial":[79,110,156],"features":[80,133],"and":[81,113,137,155,173],"capturing":[82],"temporal":[83,86,118,153],"variations":[84],"information,":[87],"crucial":[90],"forgery":[93],"Therefore,":[95],"we":[96],"propose":[97],"Convolution-Transformer":[99],"Deepfake":[100],"Detection":[101,184],"(ConTrans-Detect)":[102],"model,":[103],"comprising":[104],"multi-scale":[106,122,131],"CNN":[107,123],"module":[108,124,144],"feature":[111,119,157],"representation":[112],"multi-branch":[115,142],"Transformer":[116,143,148],"modeling.":[120],"The":[121,141],"uses":[125],"3D":[126],"Inception":[127],"block":[128],"extract":[130],"(e.g.,":[134],"edges,":[135],"corners,":[136],"angles)":[138],"from":[139],"videos.":[140],"consists":[145],"multi-stream":[147],"layers,":[149],"each":[150],"taking":[151],"different":[152],"resolutions":[154],"dimensions":[158],"input":[160],"perceive":[162],"various":[163],"motion":[164],"variations.":[165],"Our":[166],"model":[167],"achieves":[168],"an":[169],"AUC":[170],"0.929":[172],"0.920":[174],"f1":[175],"score,":[176],"surpassing":[177],"several":[178],"state-of-the-art":[179],"performances":[180],"on":[181],"Challenge":[185],"Datasets":[186],"(DFDC).":[187]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}