{"id":"https://openalex.org/W4393170546","doi":"https://doi.org/10.1109/tifs.2024.3381823","title":"Where Deepfakes Gaze at? Spatial\u2013Temporal Gaze Inconsistency Analysis for Video Face Forgery Detection","display_name":"Where Deepfakes Gaze at? Spatial\u2013Temporal Gaze Inconsistency Analysis for Video Face Forgery Detection","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4393170546","doi":"https://doi.org/10.1109/tifs.2024.3381823"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2024.3381823","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3381823","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012655281","display_name":"Chunlei Peng","orcid":"https://orcid.org/0000-0003-3448-2514"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chunlei Peng","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, School of Cyber Engineering, Xidian University, Xi’an, Shaanxi, China","Key Laboratory of Artificial Intelligence, Ministry of Education, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, School of Cyber Engineering, Xidian University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Key Laboratory of Artificial Intelligence, Ministry of Education, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043478705","display_name":"Zimin Miao","orcid":"https://orcid.org/0000-0001-6865-8026"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zimin Miao","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, School of Cyber Engineering, Xidian University, Xi’an, Shaanxi, China","Key Laboratory of Artificial Intelligence, Ministry of Education, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, School of Cyber Engineering, Xidian University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Key Laboratory of Artificial Intelligence, Ministry of Education, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058058294","display_name":"Decheng Liu","orcid":"https://orcid.org/0000-0002-6550-212X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Decheng Liu","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, School of Cyber Engineering, Xidian University, Xi’an, Shaanxi, China","Key Laboratory of Artificial Intelligence, Ministry of Education, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, School of Cyber Engineering, Xidian University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Key Laboratory of Artificial Intelligence, Ministry of Education, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042507268","display_name":"Nannan Wang","orcid":"https://orcid.org/0000-0002-4695-6134"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nannan Wang","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, School of Cyber Engineering, Xidian University, Xi’an, Shaanxi, China","School of Telecommunications Engineering, State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, Shaanxi, P. R. China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, School of Cyber Engineering, Xidian University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"School of Telecommunications Engineering, State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, Shaanxi, P. R. China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087726516","display_name":"Ruimin Hu","orcid":"https://orcid.org/0000-0002-0290-5757"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruimin Hu","raw_affiliation_strings":["Hangzhou Institute of Technology, Xidian University, Hangzhou, Zhejiang, China","Hangzhou Institute of Technology, Xidian University, Hangzhou, Zhejiang, P. R. China"],"affiliations":[{"raw_affiliation_string":"Hangzhou Institute of Technology, Xidian University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Hangzhou Institute of Technology, Xidian University, Hangzhou, Zhejiang, P. R. China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101785348","display_name":"Xinbo Gao","orcid":"https://orcid.org/0000-0003-1443-0776"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinbo Gao","raw_affiliation_strings":["Chongqing Key Laboratory of Image Cognition, Chongqing University of Posts and Telecommunications, Chongqing, China","Chongqing Key Laboratory of Image Cognition, Chongqing University of Posts and Telecommunications, Chongqing, P. R. China"],"affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Image Cognition, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"Chongqing Key Laboratory of Image Cognition, Chongqing University of Posts and Telecommunications, Chongqing, P. R. China","institution_ids":["https://openalex.org/I10535382"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5012655281"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":11.2529,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.99075894,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"19","issue":null,"first_page":"4507","last_page":"4517"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9559000134468079,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9470000267028809,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.8927497863769531},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8222166299819946},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6776794195175171},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6641972661018372},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.60721355676651}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.8927497863769531},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8222166299819946},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6776794195175171},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6641972661018372},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.60721355676651},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2024.3381823","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3381823","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2452297484","display_name":null,"funder_award_id":"QTZX23042","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2917221252","display_name":null,"funder_award_id":"ZYTS24142","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3545230929","display_name":null,"funder_award_id":"2023-YBGY-231","funder_id":"https://openalex.org/F4320336350","funder_display_name":"Key Research and Development Projects of Shaanxi Province"},{"id":"https://openalex.org/G4297946667","display_name":null,"funder_award_id":"U22A2096","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G528944840","display_name":null,"funder_award_id":"62306227","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5302744849","display_name":null,"funder_award_id":"U22A2035","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5344593585","display_name":null,"funder_award_id":"QTZX23083","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5405834107","display_name":null,"funder_award_id":"62276198","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336350","display_name":"Key Research and Development Projects of Shaanxi Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2250384498","https://openalex.org/W2810873347","https://openalex.org/W2891145043","https://openalex.org/W2898877033","https://openalex.org/W2914447220","https://openalex.org/W2928165649","https://openalex.org/W2963684180","https://openalex.org/W2963720850","https://openalex.org/W2982058372","https://openalex.org/W2986102820","https://openalex.org/W2997517962","https://openalex.org/W3034577585","https://openalex.org/W3034713808","https://openalex.org/W3049547150","https://openalex.org/W3092879151","https://openalex.org/W3094728142","https://openalex.org/W3118709007","https://openalex.org/W3119418740","https://openalex.org/W3120485916","https://openalex.org/W3158353280","https://openalex.org/W3173317327","https://openalex.org/W3174508664","https://openalex.org/W3174814557","https://openalex.org/W3175342695","https://openalex.org/W3179508259","https://openalex.org/W3183999072","https://openalex.org/W3202495979","https://openalex.org/W3207412981","https://openalex.org/W4200635057","https://openalex.org/W4214684483","https://openalex.org/W4221045030","https://openalex.org/W4221161777","https://openalex.org/W4283817039","https://openalex.org/W4285044286","https://openalex.org/W4287758545","https://openalex.org/W4288090950","https://openalex.org/W4308233774","https://openalex.org/W4312443924","https://openalex.org/W4312753047","https://openalex.org/W4312967678","https://openalex.org/W4313127140","https://openalex.org/W4316924313","https://openalex.org/W4318477391","https://openalex.org/W4363674938","https://openalex.org/W4372260514","https://openalex.org/W4377231695","https://openalex.org/W4382407365","https://openalex.org/W4386076380","https://openalex.org/W4386076635","https://openalex.org/W4386694212","https://openalex.org/W4387969222","https://openalex.org/W4389115856","https://openalex.org/W4390481633","https://openalex.org/W4391136344","https://openalex.org/W4391741272","https://openalex.org/W6756046522","https://openalex.org/W6769705151","https://openalex.org/W6775642233","https://openalex.org/W6784810453","https://openalex.org/W6809606286","https://openalex.org/W6810495895","https://openalex.org/W6856019843","https://openalex.org/W6858831335"],"related_works":["https://openalex.org/W2385108104","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747"],"abstract_inverted_index":{"With":[0],"the":[1,13,27,31,62,71,103,113,126,133,188,195,222,226,231,243,266],"continuous":[2,28],"development":[3],"of":[4,26,64,70,105,115,128,152,198,246,268],"generative":[5],"models":[6],"on":[7,30,43,73,77,102,214],"face":[8,17,39,65,109,119,182,199],"generation,":[9],"how":[10],"to":[11,142,175,193,209,219,241],"distinguish":[12],"real":[14,134,139,251],"and":[15,51,93,135,202,236,252],"fake":[16],"has":[18,48,55],"become":[19,56],"an":[20,57],"important":[21,58],"problem":[22],"for":[23,180],"security.":[24],"Because":[25],"improvement":[29],"detection":[32,41,75],"accuracy":[33],"by":[34],"facial":[35,44],"physiological":[36,45,78],"signals,":[37,92],"video":[38,181,200],"forgery":[40,66,74,110,183],"based":[42,76,213],"signal":[46,79],"analysis":[47,80,114,171,190,233,238],"received":[49],"more":[50,52,144,158],"attention,":[53],"which":[54],"research":[59,72],"branch":[60],"in":[61,108,118,125,225],"field":[63],"detection.":[67,111,184],"Currently,":[68],"most":[69],"use":[81,230],"biometric":[82],"features":[83,107,197],"such":[84],"as":[85],"blinking":[86],"patterns,":[87],"head":[88],"swings,":[89],"heart":[90],"rate":[91],"lip":[94],"movements.":[95],"However,":[96],"there":[97],"hasn\u2019t":[98],"been":[99],"much":[100],"exploration":[101],"usage":[104],"gaze":[106,116,129,146,160,170,178,189,196,215,269],"Through":[112],"directions":[117],"videos,":[120,227],"we":[121,165,228],"have":[122,143,157],"observed":[123],"differences":[124,249],"distribution":[127,147],"direction":[130],"pattern":[131],"between":[132,250],"forged":[136,155,253],"videos.":[137],"Specifically,":[138],"videos":[140,156],"tend":[141],"concentrated":[145],"within":[148],"a":[149,167,205],"short":[150],"period":[151],"time,":[153],"while":[154],"dispersed":[159],"distributions.":[161],"In":[162,217],"this":[163],"paper,":[164],"present":[166],"novel":[168],"Deepfake":[169],"method":[172,186,260],"named":[173],"DFGaze,":[174],"explore":[176],"spatial-temporal":[177,206,247],"inconsistency":[179],"Our":[185],"uses":[187],"model":[191,234,239],"(GAM)":[192],"analyze":[194],"frames,":[201],"then":[203],"applies":[204],"feature":[207,248],"aggregator":[208],"realize":[210],"authenticity":[211,223],"classification":[212],"features.":[216],"order":[218],"better":[220],"mine":[221],"clues":[224],"further":[229],"texture":[232],"(TAM)":[235],"attribute":[237],"(AAM)":[240],"improve":[242],"representation":[244],"ability":[245],"faces.":[254],"Extensive":[255],"experiments":[256],"show":[257],"that":[258],"our":[259],"can":[261],"achieve":[262],"state-of-the-art":[263],"performance":[264],"with":[265],"help":[267],"analysis.":[270],"The":[271],"source":[272],"code":[273],"is":[274],"available":[275],"at":[276],"https://github.com/ziminMIAO/DFGaze.":[277]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":8}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}