{"id":"https://openalex.org/W3162424205","doi":"https://doi.org/10.1109/aipr50011.2020.9425167","title":"Deepfake Video Detection Based on Spatial, Spectral, and Temporal Inconsistencies Using Multimodal Deep Learning","display_name":"Deepfake Video Detection Based on Spatial, Spectral, and Temporal Inconsistencies Using Multimodal Deep Learning","publication_year":2020,"publication_date":"2020-10-13","ids":{"openalex":"https://openalex.org/W3162424205","doi":"https://doi.org/10.1109/aipr50011.2020.9425167","mag":"3162424205"},"language":"en","primary_location":{"id":"doi:10.1109/aipr50011.2020.9425167","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aipr50011.2020.9425167","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Applied Imagery Pattern Recognition Workshop (AIPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050098307","display_name":"John Lewis","orcid":"https://orcid.org/0000-0003-3082-6156"},"institutions":[{"id":"https://openalex.org/I158397150","display_name":"Florida Southern College","ror":"https://ror.org/026hjc247","country_code":"US","type":"education","lineage":["https://openalex.org/I158397150"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"John K. Lewis","raw_affiliation_strings":["Florida Southern College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Florida Southern College","institution_ids":["https://openalex.org/I158397150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006780186","display_name":"Imad Eddine Toubal","orcid":"https://orcid.org/0000-0003-1754-0823"},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Imad Eddine Toubal","raw_affiliation_strings":["University of Missouri"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Missouri","institution_ids":["https://openalex.org/I76835614"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051935412","display_name":"Helen Chen","orcid":"https://orcid.org/0000-0002-9401-7895"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Helen Chen","raw_affiliation_strings":["University of Maryland, College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056613809","display_name":"Vishal Sandesera","orcid":null},"institutions":[{"id":"https://openalex.org/I38260057","display_name":"In-Q-Tel","ror":"https://ror.org/02qp5k481","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I38260057"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vishal Sandesera","raw_affiliation_strings":["IQT Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IQT Labs","institution_ids":["https://openalex.org/I38260057"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104092027","display_name":"Michael Lomnitz","orcid":null},"institutions":[{"id":"https://openalex.org/I38260057","display_name":"In-Q-Tel","ror":"https://ror.org/02qp5k481","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I38260057"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Lomnitz","raw_affiliation_strings":["IQT Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IQT Labs","institution_ids":["https://openalex.org/I38260057"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105833824","display_name":"Z. Hampel-Arias","orcid":"https://orcid.org/0000-0003-0253-9117"},"institutions":[{"id":"https://openalex.org/I38260057","display_name":"In-Q-Tel","ror":"https://ror.org/02qp5k481","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I38260057"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zigfried Hampel-Arias","raw_affiliation_strings":["IQT Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IQT Labs","institution_ids":["https://openalex.org/I38260057"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010931060","display_name":"Prasad Calyam","orcid":null},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Calyam Prasad","raw_affiliation_strings":["University of Missouri"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Missouri","institution_ids":["https://openalex.org/I76835614"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025286899","display_name":"Kannappan Palaniappan","orcid":"https://orcid.org/0000-0003-2663-1380"},"institutions":[{"id":"https://openalex.org/I76835614","display_name":"University of Missouri","ror":"https://ror.org/02ymw8z06","country_code":"US","type":"education","lineage":["https://openalex.org/I76835614"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kannappan Palaniappan","raw_affiliation_strings":["University of Missouri"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Missouri","institution_ids":["https://openalex.org/I76835614"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5050098307"],"corresponding_institution_ids":["https://openalex.org/I158397150"],"apc_list":null,"apc_paid":null,"fwci":1.9616,"has_fulltext":false,"cited_by_count":61,"citation_normalized_percentile":{"value":0.88849147,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8242225646972656},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6043006181716919},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5904508233070374},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5784258246421814},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5468357801437378},{"id":"https://openalex.org/keywords/digital-media","display_name":"Digital media","score":0.4748953878879547},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.419039785861969},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.38478752970695496},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32081735134124756},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1503276228904724},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12477254867553711}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8242225646972656},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6043006181716919},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5904508233070374},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5784258246421814},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5468357801437378},{"id":"https://openalex.org/C17632256","wikidata":"https://www.wikidata.org/wiki/Q1076968","display_name":"Digital media","level":2,"score":0.4748953878879547},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.419039785861969},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38478752970695496},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32081735134124756},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1503276228904724},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12477254867553711},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aipr50011.2020.9425167","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aipr50011.2020.9425167","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Applied Imagery Pattern Recognition Workshop (AIPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.800000011920929,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2099471712","https://openalex.org/W2122007052","https://openalex.org/W2163605009","https://openalex.org/W2193413348","https://openalex.org/W2301937176","https://openalex.org/W2339754110","https://openalex.org/W2475287302","https://openalex.org/W2486034530","https://openalex.org/W2531409750","https://openalex.org/W2554423077","https://openalex.org/W2558151185","https://openalex.org/W2578229578","https://openalex.org/W2579275111","https://openalex.org/W2603777577","https://openalex.org/W2613087992","https://openalex.org/W2738406145","https://openalex.org/W2770534877","https://openalex.org/W2778764040","https://openalex.org/W2784649957","https://openalex.org/W2891158090","https://openalex.org/W2898877033","https://openalex.org/W2913399670","https://openalex.org/W2914447220","https://openalex.org/W2949662773","https://openalex.org/W2950253601","https://openalex.org/W2959650063","https://openalex.org/W2962134292","https://openalex.org/W2963073614","https://openalex.org/W2963470893","https://openalex.org/W2963521568","https://openalex.org/W2963684180","https://openalex.org/W2963917315","https://openalex.org/W2970315999","https://openalex.org/W2979980060","https://openalex.org/W2980459401","https://openalex.org/W2982058372","https://openalex.org/W2987809008","https://openalex.org/W3004056434","https://openalex.org/W3005969576","https://openalex.org/W3008823916","https://openalex.org/W3035446294","https://openalex.org/W3036198682","https://openalex.org/W3093077034","https://openalex.org/W3097792222","https://openalex.org/W3104792420","https://openalex.org/W4288090950","https://openalex.org/W4298112588","https://openalex.org/W4320013936","https://openalex.org/W6631190155","https://openalex.org/W6684191040","https://openalex.org/W6687566353","https://openalex.org/W6729856380","https://openalex.org/W6729966448","https://openalex.org/W6732469671","https://openalex.org/W6732872814","https://openalex.org/W6737896281","https://openalex.org/W6746724151","https://openalex.org/W6747352758","https://openalex.org/W6756046522","https://openalex.org/W6765401191","https://openalex.org/W6765657114","https://openalex.org/W6767264202","https://openalex.org/W6769705151","https://openalex.org/W6769920582","https://openalex.org/W6771661716","https://openalex.org/W6773084841","https://openalex.org/W6779607597"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2502115930","https://openalex.org/W2358353312"],"abstract_inverted_index":{"Authentication":[0],"of":[1,15,36,64,69,97,108,123,133,185],"digital":[2,49,98],"media":[3,21],"has":[4,22],"become":[5,23],"an":[6],"ever-pressing":[7],"necessity":[8],"for":[9,55],"modern":[10],"society.":[11],"Since":[12],"the":[13,62,95,113,117,121,124,130,173,208],"introduction":[14],"Generative":[16],"Adversarial":[17],"Networks":[18],"(GANs),":[19],"synthetic":[20],"increasingly":[24],"difficult":[25],"to":[26,60,73,86,119,164,200],"identify.":[27],"Synthetic":[28],"videos":[29],"that":[30,90,150,157,172,196],"contain":[31],"altered":[32],"faces":[33],"and/or":[34],"voices":[35],"a":[37,145,161,193],"person":[38],"are":[39],"known":[40],"as":[41],"deepfakes":[42],"and":[43,46,59,77,80,92,110,154,167],"threaten":[44],"trust":[45],"privacy":[47],"in":[48,116,160],"media.":[50],"Deep-fakes":[51],"can":[52,177],"be":[53],"weaponized":[54],"political":[56],"advantage,":[57],"slander,":[58],"undermine":[61],"reputation":[63],"public":[65],"figures.":[66],"Despite":[67],"imperfections":[68],"deepfakes,":[70],"people":[71],"struggle":[72],"distinguish":[74],"between":[75],"authentic":[76],"manipulated":[78,134],"images":[79],"videos.":[81,169],"Consequently,":[82],"it":[83],"is":[84,158],"important":[85],"have":[87],"automated":[88],"systems":[89],"accurately":[91],"efficiently":[93],"classify":[94],"validity":[96],"content.":[99],"Many":[100],"recent":[101],"deepfake":[102,179,202],"detection":[103,180],"methods":[104],"use":[105],"single":[106],"frames":[107],"video":[109],"focus":[111],"on":[112,140,207],"spatial":[114,141],"information":[115],"image":[118],"infer":[120],"authenticity":[122],"video.":[125],"Some":[126],"promising":[127],"approaches":[128],"exploit":[129],"temporal":[131,155],"inconsistencies":[132],"videos;":[135],"however,":[136],"research":[137],"primarily":[138],"focuses":[139],"features.":[142],"We":[143,170],"propose":[144],"hybrid":[146],"deep":[147],"learning":[148],"approach":[149],"uses":[151],"spatial,":[152],"spectral,":[153],"content":[156],"coupled":[159],"consistent":[162],"way":[163],"differentiate":[165],"real":[166],"fake":[168],"show":[171],"Discrete":[174],"Cosine":[175],"transform":[176],"improve":[178],"by":[181],"capturing":[182],"spectral":[183],"features":[184,199],"individual":[186],"frames.":[187],"In":[188],"this":[189],"work,":[190],"we":[191],"build":[192],"multimodal":[194],"network":[195],"explores":[197],"new":[198],"detect":[201],"videos,":[203],"achieving":[204],"61.95%":[205],"accuracy":[206],"Facebook":[209],"Deepfake":[210],"Detection":[211],"Challenge":[212],"(DFDC)":[213],"dataset.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2}],"updated_date":"2026-05-28T09:10:13.091523","created_date":"2025-10-10T00:00:00"}