{"id":"https://openalex.org/W4412196232","doi":"https://doi.org/10.3390/jimaging11070231","title":"A Dual-Branch Fusion Model for Deepfake Detection Using Video Frames and Microexpression Features","display_name":"A Dual-Branch Fusion Model for Deepfake Detection Using Video Frames and Microexpression Features","publication_year":2025,"publication_date":"2025-07-11","ids":{"openalex":"https://openalex.org/W4412196232","doi":"https://doi.org/10.3390/jimaging11070231","pmid":"https://pubmed.ncbi.nlm.nih.gov/40710618"},"language":"en","primary_location":{"id":"doi:10.3390/jimaging11070231","is_oa":true,"landing_page_url":"https://doi.org/10.3390/jimaging11070231","pdf_url":null,"source":{"id":"https://openalex.org/S2736465063","display_name":"Journal of Imaging","issn_l":"2313-433X","issn":["2313-433X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/jimaging11070231","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075090284","display_name":"\u0393\u03b5\u03ce\u03c1\u03b3\u03b9\u03bf\u03c2 \u03a0\u03b5\u03c4\u03bc\u03b5\u03b6\u03ac\u03c2","orcid":"https://orcid.org/0000-0002-3371-569X"},"institutions":[{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Georgios Petmezas","raw_affiliation_strings":["Centre for Research and Technology Hellas, 57001 Thessaloniki, Greece"],"affiliations":[{"raw_affiliation_string":"Centre for Research and Technology Hellas, 57001 Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094056092","display_name":"Vazgken Vanian","orcid":"https://orcid.org/0000-0002-2150-3446"},"institutions":[{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Vazgken Vanian","raw_affiliation_strings":["Centre for Research and Technology Hellas, 57001 Thessaloniki, Greece"],"affiliations":[{"raw_affiliation_string":"Centre for Research and Technology Hellas, 57001 Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210134249"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118911340","display_name":"Manuel Pastor Rufete","orcid":null},"institutions":[{"id":"https://openalex.org/I2801924832","display_name":"Hermitage Museum","ror":"https://ror.org/05tmh5a95","country_code":"US","type":"archive","lineage":["https://openalex.org/I2801924832"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Manuel Pastor Rufete","raw_affiliation_strings":["Herta Security, 08037 Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Herta Security, 08037 Barcelona, Spain","institution_ids":["https://openalex.org/I2801924832"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118911341","display_name":"Eleana E. I. Almaloglou","orcid":"https://orcid.org/0009-0000-5886-0765"},"institutions":[{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Eleana E. I. Almaloglou","raw_affiliation_strings":["Centre for Research and Technology Hellas, 57001 Thessaloniki, Greece"],"affiliations":[{"raw_affiliation_string":"Centre for Research and Technology Hellas, 57001 Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210134249"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059708050","display_name":"Dimitrios Zarpalas","orcid":"https://orcid.org/0000-0002-9649-9306"},"institutions":[{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Dimitris Zarpalas","raw_affiliation_strings":["Centre for Research and Technology Hellas, 57001 Thessaloniki, Greece"],"affiliations":[{"raw_affiliation_string":"Centre for Research and Technology Hellas, 57001 Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210134249"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5075090284"],"corresponding_institution_ids":["https://openalex.org/I4210134249"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1468211,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"11","issue":"7","first_page":"231","last_page":"231"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8510346412658691},{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.6071398854255676},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5891204476356506},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4421481192111969},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42775923013687134},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4229370355606079},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41202986240386963},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.40670984983444214},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08157572150230408},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0700005292892456}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8510346412658691},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.6071398854255676},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5891204476356506},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4421481192111969},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42775923013687134},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4229370355606079},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41202986240386963},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40670984983444214},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08157572150230408},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0700005292892456},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/jimaging11070231","is_oa":true,"landing_page_url":"https://doi.org/10.3390/jimaging11070231","pdf_url":null,"source":{"id":"https://openalex.org/S2736465063","display_name":"Journal of Imaging","issn_l":"2313-433X","issn":["2313-433X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Imaging","raw_type":"journal-article"},{"id":"pmid:40710618","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40710618","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of imaging","raw_type":null},{"id":"pmh:oai:doaj.org/article:28575c84ad014f1796a0a9ec3ad79cff","is_oa":true,"landing_page_url":"https://doaj.org/article/28575c84ad014f1796a0a9ec3ad79cff","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Imaging, Vol 11, Iss 7, p 231 (2025)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12295270","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12295270","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Imaging","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/jimaging11070231","is_oa":true,"landing_page_url":"https://doi.org/10.3390/jimaging11070231","pdf_url":null,"source":{"id":"https://openalex.org/S2736465063","display_name":"Journal of Imaging","issn_l":"2313-433X","issn":["2313-433X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Imaging","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5083586389","display_name":null,"funder_award_id":"101073928","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1588539311","https://openalex.org/W1628791547","https://openalex.org/W2963616706","https://openalex.org/W2982058372","https://openalex.org/W3034713808","https://openalex.org/W3113512612","https://openalex.org/W3174508664","https://openalex.org/W3178284600","https://openalex.org/W3191630110","https://openalex.org/W4213449918","https://openalex.org/W4312473638","https://openalex.org/W4313476637","https://openalex.org/W4317987748","https://openalex.org/W4382119399","https://openalex.org/W4388851105","https://openalex.org/W4390168441","https://openalex.org/W4394939037","https://openalex.org/W4398238196","https://openalex.org/W4399138486","https://openalex.org/W4402300078","https://openalex.org/W4402727609","https://openalex.org/W4405907492","https://openalex.org/W4406457498","https://openalex.org/W4408901929","https://openalex.org/W4409618198","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W4254851101","https://openalex.org/W3171007296","https://openalex.org/W22115721","https://openalex.org/W2321234655","https://openalex.org/W2065444835","https://openalex.org/W4394550905","https://openalex.org/W3043402655","https://openalex.org/W2952773340","https://openalex.org/W2470062578","https://openalex.org/W2981861370"],"abstract_inverted_index":{"Deepfake":[0],"detection":[1,29],"has":[2],"become":[3],"a":[4,24,44,52,91],"critical":[5],"issue":[6],"due":[7],"to":[8,27,55,62],"the":[9,69,72,101,114],"rise":[10],"of":[11,95,103,113,117],"synthetic":[12],"media":[13],"and":[14,51,78,90],"its":[15],"potential":[16],"for":[17,47,108],"misuse.":[18],"In":[19],"this":[20],"paper,":[21],"we":[22],"propose":[23],"novel":[25],"approach":[26,82],"deepfake":[28,109],"by":[30],"combining":[31],"video":[32],"frame":[33],"analysis":[34],"with":[35],"facial":[36],"microexpression":[37,57],"features.":[38],"The":[39,97],"dual-branch":[40],"fusion":[41],"model":[42,54,70],"utilizes":[43],"3D":[45],"ResNet18":[46],"spatiotemporal":[48],"feature":[49],"extraction":[50],"transformer":[53],"capture":[56],"patterns,":[58],"which":[59],"are":[60],"difficult":[61],"replicate":[63],"in":[64],"manipulated":[65],"content.":[66],"We":[67],"evaluate":[68],"on":[71],"widely":[73],"used":[74],"FaceForensics++":[75],"(FF++)":[76],"dataset":[77],"demonstrate":[79],"that":[80],"our":[81],"outperforms":[83],"existing":[84,118],"state-of-the-art":[85],"methods,":[86],"achieving":[87],"99.81%":[88],"accuracy":[89],"perfect":[92],"ROC-AUC":[93],"score":[94],"100%.":[96],"proposed":[98],"method":[99],"highlights":[100],"importance":[102],"integrating":[104],"diverse":[105],"data":[106],"sources":[107],"detection,":[110],"addressing":[111],"some":[112],"current":[115],"limitations":[116],"systems.":[119]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
