{"id":"https://openalex.org/W3197123936","doi":"https://doi.org/10.1145/3476099.3484315","title":"Evaluation of an Audio-Video Multimodal Deepfake Dataset using Unimodal and Multimodal Detectors","display_name":"Evaluation of an Audio-Video Multimodal Deepfake Dataset using Unimodal and Multimodal Detectors","publication_year":2021,"publication_date":"2021-10-17","ids":{"openalex":"https://openalex.org/W3197123936","doi":"https://doi.org/10.1145/3476099.3484315","mag":"3197123936"},"language":"en","primary_location":{"id":"doi:10.1145/3476099.3484315","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3476099.3484315","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Synthetic Multimedia - Audiovisual Deepfake Generation and Detection","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2109.02993","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hasam Khalid","orcid":null},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Hasam Khalid","raw_affiliation_strings":["Sungkyunkwan University, Suwon, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sungkyunkwan University, Suwon, Republic of Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Minha Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minha Kim","raw_affiliation_strings":["Sungkyunkwan University, Suwon, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sungkyunkwan University, Suwon, Republic of Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shahroz Tariq","orcid":null},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Shahroz Tariq","raw_affiliation_strings":["Sungkyunkwan University, Suwon, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sungkyunkwan University, Suwon, Republic of Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"last","author":{"id":null,"display_name":"Simon S. Woo","orcid":null},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Simon S. Woo","raw_affiliation_strings":["Sungkyunkwan University, Suwon, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sungkyunkwan University, Suwon, Republic of Korea","institution_ids":["https://openalex.org/I848706"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I848706"],"apc_list":null,"apc_paid":null,"fwci":5.3341,"has_fulltext":false,"cited_by_count":91,"citation_normalized_percentile":{"value":0.96760709,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"7","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5947999954223633},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.5149000287055969},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5055000185966492},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4853000044822693},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.34940001368522644},{"id":"https://openalex.org/keywords/harm","display_name":"Harm","score":0.3440999984741211}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8098999857902527},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5947999954223633},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5608999729156494},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.5149000287055969},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5055000185966492},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4853000044822693},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3693000078201294},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.34940001368522644},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.33709999918937683},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3059000074863434},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2847999930381775},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2782999873161316},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2718000113964081},{"id":"https://openalex.org/C121050878","wikidata":"https://www.wikidata.org/wiki/Q5135020","display_name":"Cloning (programming)","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3476099.3484315","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3476099.3484315","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Synthetic Multimedia - Audiovisual Deepfake Generation and Detection","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2109.02993","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.02993","pdf_url":"https://arxiv.org/pdf/2109.02993","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2109.02993","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.02993","pdf_url":"https://arxiv.org/pdf/2109.02993","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W771469340","https://openalex.org/W1482998036","https://openalex.org/W1896788142","https://openalex.org/W1951319388","https://openalex.org/W1988088279","https://openalex.org/W2014485509","https://openalex.org/W2132870739","https://openalex.org/W2176804518","https://openalex.org/W2183341477","https://openalex.org/W2295634712","https://openalex.org/W2303197844","https://openalex.org/W2400979883","https://openalex.org/W2406845569","https://openalex.org/W2407170210","https://openalex.org/W2414857070","https://openalex.org/W2531409750","https://openalex.org/W2558151185","https://openalex.org/W2576165910","https://openalex.org/W2745896134","https://openalex.org/W2891145043","https://openalex.org/W2896689692","https://openalex.org/W2905867642","https://openalex.org/W2911424785","https://openalex.org/W2911605501","https://openalex.org/W2914447220","https://openalex.org/W2939342150","https://openalex.org/W2943520232","https://openalex.org/W2962958939","https://openalex.org/W2963192057","https://openalex.org/W2963684180","https://openalex.org/W2964146055","https://openalex.org/W2984700035","https://openalex.org/W2995516027","https://openalex.org/W3017138616","https://openalex.org/W3026777299","https://openalex.org/W3034713808","https://openalex.org/W3034900344","https://openalex.org/W3035459165","https://openalex.org/W3036644531","https://openalex.org/W3038930935","https://openalex.org/W3081492798","https://openalex.org/W3092879151","https://openalex.org/W3093010840","https://openalex.org/W3093077034","https://openalex.org/W3097792222","https://openalex.org/W3130743176","https://openalex.org/W3135133133","https://openalex.org/W3140862969","https://openalex.org/W3155026250","https://openalex.org/W3155923524","https://openalex.org/W3158734383","https://openalex.org/W3175824036","https://openalex.org/W3177027279","https://openalex.org/W3179079440","https://openalex.org/W3182523681","https://openalex.org/W6781861116"],"related_works":[],"abstract_inverted_index":{"Significant":[0],"advancements":[1,114],"made":[2],"in":[3,21,115],"the":[4,29,65,69,99,112,229],"generation":[5],"of":[6,37,55,62,64,72,128],"deepfakes":[7,75,127],"have":[8,79,121],"caused":[9],"security":[10],"and":[11,133,147,185,194],"privacy":[12],"issues.":[13],"Attackers":[14],"can":[15,50,76,109,125],"easily":[16],"impersonate":[17],"a":[18,34,59,90,104,122,138,142,156,210],"person's":[19,31],"identity":[20],"an":[22,48],"image":[23],"by":[24],"replacing":[25],"his":[26],"face":[27],"with":[28,111],"target":[30,66],"face.":[32],"Moreover,":[33],"new":[35],"domain":[36],"cloning":[38],"human":[39],"voices":[40,54],"using":[41,57,190],"deep-learning":[42],"technologies":[43],"is":[44],"also":[45],"emerging.":[46],"Now,":[47],"attacker":[49],"generate":[51],"realistic":[52],"cloned":[53],"humans":[56],"only":[58,86,170,209],"few":[60],"seconds":[61],"audio":[63,149],"person.":[67],"With":[68],"emerging":[70],"threat":[71],"potential":[73],"harm":[74],"cause,":[77],"researchers":[78],"proposed":[80],"deepfake":[81,106,116,159,171,183],"detection":[82,196],"methods.":[83,223],"However,":[84],"they":[85],"focus":[87],"on":[88],"detecting":[89],"single":[91,211],"modality,":[92,212],"i.e.,":[93,131],"either":[94],"video":[95,146,213],"or":[96,214],"audio.":[97],"On":[98],"other":[100],"hand,":[101],"to":[102,120,154,198,221],"develop":[103],"good":[105],"detector":[107,123],"that":[108,124,144,167,206],"cope":[110],"recent":[113,158],"generation,":[117],"we":[118,140],"need":[119,141],"detect":[126],"multiple":[129],"modalities,":[130],"videos":[132,172],"audios.":[134],"To":[135],"build":[136],"such":[137],"detector,":[139],"dataset":[143,184],"contains":[145,168],"respective":[148],"deepfakes.":[150],"We":[151,179,201],"were":[152],"able":[153],"find":[155],"most":[157],"dataset,":[160],"Audio-Video":[161],"Multimodal":[162],"Deepfake":[163],"Detection":[164],"Dataset":[165],"(FakeAVCeleb),":[166],"not":[169,217],"but":[173],"synthesized":[174],"fake":[175],"audios":[176],"as":[177],"well.":[178],"used":[180],"this":[181],"multimodal":[182,195],"performed":[186],"detailed":[187,204],"baseline":[188],"experiments":[189],"state-of-the-art":[191],"unimodal,":[192],"ensemble-based,":[193],"methods":[197],"evaluate":[199],"it.":[200],"conclude":[202],"through":[203],"experimentation":[205],"unimodals,":[207],"addressing":[208],"audio,":[215],"do":[216],"perform":[218],"well":[219],"compared":[220],"ensemble-based":[222],"Whereas":[224],"purely":[225],"multimodal-based":[226],"baselines":[227],"provide":[228],"worst":[230],"performance.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":27},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-10T08:33:47.465468","created_date":"2021-09-13T00:00:00"}