{"id":"https://openalex.org/W4392411853","doi":"https://doi.org/10.1109/ijcb57857.2023.10449301","title":"Unmasking Deepfakes: Masked Autoencoding Spatiotemporal Transformers for Enhanced Video Forgery Detection","display_name":"Unmasking Deepfakes: Masked Autoencoding Spatiotemporal Transformers for Enhanced Video Forgery Detection","publication_year":2023,"publication_date":"2023-09-25","ids":{"openalex":"https://openalex.org/W4392411853","doi":"https://doi.org/10.1109/ijcb57857.2023.10449301"},"language":"en","primary_location":{"id":"doi:10.1109/ijcb57857.2023.10449301","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcb57857.2023.10449301","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Joint Conference on Biometrics (IJCB)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110941661","display_name":"Sayantan Das","orcid":null},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Sayantan Das","raw_affiliation_strings":["Queen’s University,Canada"],"affiliations":[{"raw_affiliation_string":"Queen’s University,Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076512643","display_name":"Mojtaba Kolahdouzi","orcid":"https://orcid.org/0000-0002-0730-706X"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mojtaba Kolahdouzi","raw_affiliation_strings":["Queen’s University,Canada"],"affiliations":[{"raw_affiliation_string":"Queen’s University,Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029773481","display_name":"Levent \u00d6zparlak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Levent \u00d6zparlak","raw_affiliation_strings":["Irdeto BV"],"affiliations":[{"raw_affiliation_string":"Irdeto BV","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092160856","display_name":"Will Hickie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Will Hickie","raw_affiliation_strings":["Irdeto BV"],"affiliations":[{"raw_affiliation_string":"Irdeto BV","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039812985","display_name":"Ali Etemad","orcid":"https://orcid.org/0000-0001-7128-0220"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ali Etemad","raw_affiliation_strings":["Queen’s University,Canada"],"affiliations":[{"raw_affiliation_string":"Queen’s University,Canada","institution_ids":["https://openalex.org/I204722609"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5110941661"],"corresponding_institution_ids":["https://openalex.org/I204722609"],"apc_list":null,"apc_paid":null,"fwci":0.9794,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.78790927,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.628646969795227},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.568991482257843},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3772025406360626},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3751794099807739},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07236137986183167},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.07146650552749634},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07000279426574707}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.628646969795227},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.568991482257843},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3772025406360626},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3751794099807739},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07236137986183167},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07146650552749634},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07000279426574707}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcb57857.2023.10449301","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcb57857.2023.10449301","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Joint Conference on Biometrics (IJCB)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W46948191","https://openalex.org/W1834627138","https://openalex.org/W1974618110","https://openalex.org/W2009130368","https://openalex.org/W2019464758","https://openalex.org/W2108598243","https://openalex.org/W2162531249","https://openalex.org/W2301937176","https://openalex.org/W2412509443","https://openalex.org/W2531409750","https://openalex.org/W2603123944","https://openalex.org/W2786289897","https://openalex.org/W2891145043","https://openalex.org/W2909336075","https://openalex.org/W2942074357","https://openalex.org/W2962858109","https://openalex.org/W2963782415","https://openalex.org/W2982058372","https://openalex.org/W2992308087","https://openalex.org/W2995516027","https://openalex.org/W3034196597","https://openalex.org/W3034713808","https://openalex.org/W3094728142","https://openalex.org/W3108854358","https://openalex.org/W3128609017","https://openalex.org/W3133531029","https://openalex.org/W3138202081","https://openalex.org/W3155203878","https://openalex.org/W3158353280","https://openalex.org/W3174508664","https://openalex.org/W3175342695","https://openalex.org/W3176241004","https://openalex.org/W3189526262","https://openalex.org/W3200129610","https://openalex.org/W4200150166","https://openalex.org/W4200635057","https://openalex.org/W4213222913","https://openalex.org/W4213449918","https://openalex.org/W4221161777","https://openalex.org/W4287026043","https://openalex.org/W4287958448","https://openalex.org/W4290617287","https://openalex.org/W4295312788","https://openalex.org/W4307823382","https://openalex.org/W4310633320","https://openalex.org/W4312685069","https://openalex.org/W4312753047","https://openalex.org/W4312758842","https://openalex.org/W4312789082","https://openalex.org/W4312933868","https://openalex.org/W4312967678","https://openalex.org/W4313012902","https://openalex.org/W4313127140","https://openalex.org/W4313156423","https://openalex.org/W4319978495","https://openalex.org/W4320882980","https://openalex.org/W4323323036","https://openalex.org/W4324266435","https://openalex.org/W4385357366","https://openalex.org/W4388236203","https://openalex.org/W6601908271","https://openalex.org/W6639732818","https://openalex.org/W6766978945","https://openalex.org/W6784333009","https://openalex.org/W6790220185","https://openalex.org/W6791353385","https://openalex.org/W6799942944","https://openalex.org/W6810495895","https://openalex.org/W6846882159","https://openalex.org/W6850315909","https://openalex.org/W6850445858"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"We":[0,104,194],"present":[1],"a":[2,12,19,69,129,148,173],"novel":[3],"approach":[4],"for":[5],"the":[6,44,47,87,95,110,170,196],"detection":[7],"of":[8,14,27,32,43,73,112],"deepfake":[9],"videos":[10],"using":[11],"pair":[13],"vision":[15],"transformers":[16],"pre-trained":[17],"by":[18,78],"self-supervised":[20],"masked":[21],"autoencoding":[22],"setup.":[23],"Our":[24,141],"method":[25,114,146,165],"consists":[26],"two":[28],"distinct":[29],"components,":[30],"one":[31],"which":[33],"focuses":[34],"on":[35,68,80,115,151,161,181,185],"learning":[36,89,97],"spatial":[37,88],"information":[38,52],"from":[39,53,58],"individual":[40],"RGB":[41],"frames":[42],"video,":[45],"while":[46],"other":[48,167],"learns":[49],"temporal":[50,96],"consistency":[51],"optical":[54],"flow":[55],"fields":[56],"generated":[57],"consecutive":[59],"frames.":[60],"Unlike":[61],"most":[62],"approaches":[63],"where":[64,176],"pre-training":[65,79],"is":[66],"performed":[67],"generic":[70],"large":[71],"corpus":[72],"images,":[74],"we":[75,177],"show":[76,143],"that":[77,144],"smaller":[81],"face-related":[82],"datasets,":[83],"namely":[84,119],"Celeb-A":[85],"(for":[86,94],"component)":[90],"and":[91,124,138,155,157,183],"YouTube":[92],"Faces":[93],"component),":[98],"strong":[99,190],"results":[100,160],"can":[101],"be":[102],"obtained.":[103],"perform":[105],"various":[106],"experiments":[107,142],"to":[108,188],"evaluate":[109],"performance":[111],"our":[113,145,164,179],"commonly":[116],"used":[117],"datasets":[118],"FaceForensics":[120],"++":[121],"(Low":[122],"Quality":[123],"High":[125],"Quality,":[126],"along":[127],"with":[128],"new":[130,149],"highly":[131],"compressed":[132],"version":[133],"named":[134],"Very":[135],"Low":[136],"Quality)":[137],"Celeb-DFv2":[139],"datasets.":[140],"sets":[147],"state-of-the-art":[150],"FaceForensics++":[152,182],"(LQ,":[153],"HQ":[154],"VLQ),":[156],"obtains":[158],"competitive":[159],"Celeb-DFv2.":[162],"Moreover,":[163],"outperforms":[166],"methods":[168],"in":[169,172],"area":[171],"cross-dataset":[174,191],"setup":[175],"fine-tune":[178],"model":[180],"test":[184],"CelebDFv2,":[186],"pointing":[187],"its":[189],"generalization":[192],"ability.":[193],"make":[195],"code":[197],"publicly":[198],"available":[199],"at":[200],"http://ucalyptus.github.io/masdt.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}