{"id":"https://openalex.org/W4387969599","doi":"https://doi.org/10.1145/3581783.3613842","title":"Spatio-Temporal Catcher: A Self-Supervised Transformer for Deepfake Video Detection","display_name":"Spatio-Temporal Catcher: A Self-Supervised Transformer for Deepfake Video Detection","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387969599","doi":"https://doi.org/10.1145/3581783.3613842"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3613842","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3613842","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045837606","display_name":"Maosen Li","orcid":"https://orcid.org/0000-0001-9569-7311"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]},{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Maosen Li","raw_affiliation_strings":["Alibaba Group, Hangzhou, China","Xidian University & Alibaba Group, Xi'an & Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Xidian University & Alibaba Group, Xi'an & Hangzhou, China","institution_ids":["https://openalex.org/I45928872","https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101797260","display_name":"Xurong Li","orcid":"https://orcid.org/0000-0002-9671-8978"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xurong Li","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101418065","display_name":"Kun Yu","orcid":"https://orcid.org/0000-0002-3078-0867"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Yu","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015874725","display_name":"Cheng Deng","orcid":"https://orcid.org/0000-0003-2620-3247"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Deng","raw_affiliation_strings":["Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060016795","display_name":"Heng Huang","orcid":"https://orcid.org/0000-0002-3483-8333"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Heng Huang","raw_affiliation_strings":["University of Maryland, College Park, College Park, MD, USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090590984","display_name":"Feng Mao","orcid":"https://orcid.org/0000-0001-6171-3168"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Mao","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100337747","display_name":"Hui Xue","orcid":"https://orcid.org/0000-0002-2093-2839"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Xue","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102739812","display_name":"Minghao Li","orcid":"https://orcid.org/0000-0003-1548-0329"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]},{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghao Li","raw_affiliation_strings":["Alibaba Group, Hangzhou, China","Xidian University & Alibaba Group, Xi'an & Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Xidian University & Alibaba Group, Xi'an & Hangzhou, China","institution_ids":["https://openalex.org/I45928872","https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5045837606"],"corresponding_institution_ids":["https://openalex.org/I149594827","https://openalex.org/I45928872"],"apc_list":null,"apc_paid":null,"fwci":0.6108,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.70208513,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"8707","last_page":"8718"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8717831373214722},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5533801317214966},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5456023216247559},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5429221987724304},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.502828061580658},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47496268153190613},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4253639578819275}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8717831373214722},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5533801317214966},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5456023216247559},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5429221987724304},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.502828061580658},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47496268153190613},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4253639578819275},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3613842","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3613842","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1614471940","display_name":null,"funder_award_id":"2020AAA0","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G1816562919","display_name":null,"funder_award_id":"2021ZDLGY01-03","funder_id":"https://openalex.org/F4320336350","funder_display_name":"Key Research and Development Projects of Shaanxi Province"},{"id":"https://openalex.org/G2376276132","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3509175749","display_name":null,"funder_award_id":"ZDRC2102","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6425816040","display_name":null,"funder_award_id":"8091B022149","funder_id":"https://openalex.org/F4320321106","funder_display_name":"Ministry of Education of the People's Republic of China"},{"id":"https://openalex.org/G773811179","display_name":null,"funder_award_id":"ZDRC210","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7946490163","display_name":null,"funder_award_id":"2020AAA0140000","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321106","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336350","display_name":"Key Research and Development Projects of Shaanxi Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1995712965","https://openalex.org/W2080277992","https://openalex.org/W2115252128","https://openalex.org/W2187089797","https://openalex.org/W2412509443","https://openalex.org/W2531897166","https://openalex.org/W2558151185","https://openalex.org/W2608058963","https://openalex.org/W2889985731","https://openalex.org/W2891145043","https://openalex.org/W2895743108","https://openalex.org/W2902962850","https://openalex.org/W2945262873","https://openalex.org/W2962770929","https://openalex.org/W2963426391","https://openalex.org/W2963626105","https://openalex.org/W2963791174","https://openalex.org/W2981803355","https://openalex.org/W2982058372","https://openalex.org/W3034196597","https://openalex.org/W3034301684","https://openalex.org/W3034713808","https://openalex.org/W3034864980","https://openalex.org/W3034900344","https://openalex.org/W3035063907","https://openalex.org/W3035570181","https://openalex.org/W3048932886","https://openalex.org/W3094728142","https://openalex.org/W3096831136","https://openalex.org/W3099319035","https://openalex.org/W3102988878","https://openalex.org/W3108281670","https://openalex.org/W3108854358","https://openalex.org/W3139371685","https://openalex.org/W3174508664","https://openalex.org/W3174656926","https://openalex.org/W3174814557","https://openalex.org/W3175342695","https://openalex.org/W3176241004","https://openalex.org/W3183999072","https://openalex.org/W3195059668","https://openalex.org/W3196204467","https://openalex.org/W3206817819","https://openalex.org/W3207531490","https://openalex.org/W4200635057","https://openalex.org/W4214612132","https://openalex.org/W4214680478","https://openalex.org/W4225966148","https://openalex.org/W4235375376","https://openalex.org/W4280579728","https://openalex.org/W4304014614","https://openalex.org/W4304015019","https://openalex.org/W4304080557","https://openalex.org/W4312388562","https://openalex.org/W4312472072","https://openalex.org/W4312560592","https://openalex.org/W4312753047","https://openalex.org/W4313009769","https://openalex.org/W4313127140","https://openalex.org/W4313156423","https://openalex.org/W4386071484"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W2885125400","https://openalex.org/W1001352512","https://openalex.org/W1989889224","https://openalex.org/W4382618745","https://openalex.org/W1973775000","https://openalex.org/W2748922771","https://openalex.org/W1987128138"],"abstract_inverted_index":{"As":[0],"deepfake":[1,38,223],"technology":[2],"has":[3,23,66],"become":[4,67],"increasingly":[5],"sophisticated":[6],"and":[7,30,49,86,200,217,242,252],"accessible,":[8],"making":[9],"it":[10],"easier":[11],"for":[12],"individuals":[13],"with":[14,52],"malicious":[15],"intent":[16],"to":[17,91,108,140,173,185,203],"create":[18],"convincing":[19],"fake":[20],"content,":[21],"which":[22,169],"raised":[24],"considerable":[25],"concern":[26],"in":[27,37,77,96,162,179,209],"the":[28,68,78,81,97,100,104,120,124,146,205,233,238,248],"multimedia":[29],"computer":[31],"vision":[32],"community.":[33],"Despite":[34],"significant":[35],"advances":[36],"video":[39,201],"detection,":[40],"most":[41,239],"existing":[42,105],"methods":[43],"mainly":[44],"focused":[45],"on":[46,55,111,130,237],"model":[47,129,172],"architecture":[48],"training":[50,98,147],"processes":[51],"little":[53],"focus":[54],"data":[56,64],"perspectives.":[57],"In":[58,123,145],"this":[59],"paper,":[60],"we":[61,149,193],"argue":[62],"that":[63,155,228],"quality":[65],"main":[69],"bottleneck":[70],"of":[71,103,189,207],"current":[72],"research.":[73],"To":[74,118],"be":[75],"specific,":[76],"pre-training":[79,85,125],"phase,":[80,99,126,148],"domain":[82,142],"shift":[83],"between":[84],"target":[87],"datasets":[88,106],"may":[89],"lead":[90],"poor":[92],"generalization":[93,234],"ability.":[94],"Meanwhile,":[95],"low":[101,167],"fidelity":[102],"leads":[107],"detectors":[109],"relying":[110],"specific":[112],"low-level":[113],"visual":[114],"artifacts":[115],"or":[116],"inconsistency.":[117],"overcome":[119],"shortcomings,":[121],"(1).":[122],"pre-train":[127],"our":[128,171,229,245],"high-quality":[131,159],"facial":[132],"videos":[133,161],"by":[134,250],"utilizing":[135],"data-efficient":[136,216],"reconstruction-based":[137],"self-supervised":[138,181],"learning":[139],"solve":[141],"shift.":[143],"(2).":[144],"develop":[150],"a":[151,166,180],"novel":[152],"spatio-temporal":[153,177],"generator":[154],"can":[156],"synthesize":[157],"various":[158],"\"fake\"":[160,191,210],"large":[163],"quantities":[164],"at":[165,197],"cost,":[168],"enables":[170],"learn":[174],"more":[175],"general":[176],"representations":[178],"manner.":[182],"(3).":[183],"Additinally,":[184],"take":[186],"full":[187],"advantage":[188],"synthetic":[190],"videos,":[192],"adopt":[194],"diversity":[195,206],"losses":[196],"both":[198],"frame":[199],"levels":[202],"explore":[204],"clues":[208],"videos.":[211,224],"Our":[212],"proposed":[213],"framework":[214],"is":[215],"does":[218],"not":[219],"require":[220],"any":[221],"real-world":[222],"Extensive":[225],"experiments":[226],"demonstrate":[227],"method":[230,246],"significantly":[231],"improves":[232],"capability.":[235],"Particularly":[236],"challenging":[240],"CDF":[241],"DFDC":[243],"datasets,":[244],"outperforms":[247],"baselines":[249],"8.88%":[251],"7.73%":[253],"points,":[254],"respectively.":[255]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}