{"id":"https://openalex.org/W4405934517","doi":"https://doi.org/10.1109/tcsvt.2024.3524602","title":"Distilling Multi-Level Semantic Cues Across Multi-Modalities for Face Forgery Detection","display_name":"Distilling Multi-Level Semantic Cues Across Multi-Modalities for Face Forgery Detection","publication_year":2024,"publication_date":"2024-12-31","ids":{"openalex":"https://openalex.org/W4405934517","doi":"https://doi.org/10.1109/tcsvt.2024.3524602"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3524602","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3524602","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089799495","display_name":"Lingyun Yu","orcid":"https://orcid.org/0000-0001-6403-761X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingyun Yu","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0001-6403-761X","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tian Xie","orcid":"https://orcid.org/0009-0002-0381-8695"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Xie","raw_affiliation_strings":["AHU-IAI AI Joint Laboratory, Anhui University, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0009-0002-0381-8695","affiliations":[{"raw_affiliation_string":"AHU-IAI AI Joint Laboratory, Anhui University, Hefei, Anhui, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059194547","display_name":"Chuanbin Liu","orcid":"https://orcid.org/0000-0002-2840-6235"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanbin Liu","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101593091","display_name":"Guoqing Jin","orcid":"https://orcid.org/0009-0001-7108-9159"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guoqing Jin","raw_affiliation_strings":["State Key Laboratory of Communication Content Cognition, People&#x2019;s Daily Online, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-7108-9159","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Communication Content Cognition, People&#x2019;s Daily Online, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034054873","display_name":"Zhiguo Ding","orcid":"https://orcid.org/0000-0002-9591-8601"},"institutions":[{"id":"https://openalex.org/I1302611135","display_name":"Ministry of Public Security of the People's Republic of China","ror":"https://ror.org/00bt9we26","country_code":"CN","type":"government","lineage":["https://openalex.org/I1302611135"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiguo Ding","raw_affiliation_strings":["Third Research Institute of Ministry of Public Security, Shanghai, China","Third Research Institute of the Ministry of Public Security, China"],"raw_orcid":"https://orcid.org/0000-0002-9591-8601","affiliations":[{"raw_affiliation_string":"Third Research Institute of Ministry of Public Security, Shanghai, China","institution_ids":["https://openalex.org/I1302611135"]},{"raw_affiliation_string":"Third Research Institute of the Ministry of Public Security, China","institution_ids":["https://openalex.org/I1302611135"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078162380","display_name":"Hongtao Xie","orcid":"https://orcid.org/0000-0002-6249-5315"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongtao Xie","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0002-6249-5315","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2044,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.52469829,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"35","issue":"5","first_page":"4698","last_page":"4712"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7202057242393494},{"id":"https://openalex.org/keywords/face-detection","display_name":"Face detection","score":0.5549597144126892},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5546490550041199},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5313000679016113},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.512440025806427},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.48079147934913635},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.41697144508361816},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39564189314842224}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7202057242393494},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.5549597144126892},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5546490550041199},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5313000679016113},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.512440025806427},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.48079147934913635},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.41697144508361816},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39564189314842224},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3524602","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3524602","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1067640313","display_name":null,"funder_award_id":"62472395","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3828173677","display_name":null,"funder_award_id":"62121002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G472569701","display_name":null,"funder_award_id":"62032006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4736002243","display_name":null,"funder_award_id":"62272436","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4897510482","display_name":null,"funder_award_id":"62232006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6288477992","display_name":null,"funder_award_id":"U23B2028","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":89,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2161969291","https://openalex.org/W2194775991","https://openalex.org/W2301937176","https://openalex.org/W2531409750","https://openalex.org/W2594690981","https://openalex.org/W2609575245","https://openalex.org/W2809440904","https://openalex.org/W2891145043","https://openalex.org/W2906447902","https://openalex.org/W2911424785","https://openalex.org/W2914447220","https://openalex.org/W2942074357","https://openalex.org/W2963684180","https://openalex.org/W2982058372","https://openalex.org/W2991318208","https://openalex.org/W3034196597","https://openalex.org/W3034301684","https://openalex.org/W3034368386","https://openalex.org/W3034577585","https://openalex.org/W3034713808","https://openalex.org/W3034900344","https://openalex.org/W3035063907","https://openalex.org/W3037967553","https://openalex.org/W3083246145","https://openalex.org/W3094728142","https://openalex.org/W3108281670","https://openalex.org/W3108854358","https://openalex.org/W3135925326","https://openalex.org/W3154326567","https://openalex.org/W3160325739","https://openalex.org/W3166490340","https://openalex.org/W3174508664","https://openalex.org/W3174814557","https://openalex.org/W3175342695","https://openalex.org/W3177196641","https://openalex.org/W3183392865","https://openalex.org/W3183999072","https://openalex.org/W3192932902","https://openalex.org/W3196204467","https://openalex.org/W3203789665","https://openalex.org/W3207353304","https://openalex.org/W3207531490","https://openalex.org/W4214612132","https://openalex.org/W4214680478","https://openalex.org/W4214691743","https://openalex.org/W4221167396","https://openalex.org/W4285226122","https://openalex.org/W4287080402","https://openalex.org/W4290994941","https://openalex.org/W4297095254","https://openalex.org/W4312312750","https://openalex.org/W4312342993","https://openalex.org/W4312388562","https://openalex.org/W4312472072","https://openalex.org/W4312732149","https://openalex.org/W4312782746","https://openalex.org/W4312967678","https://openalex.org/W4313127140","https://openalex.org/W4313476637","https://openalex.org/W4316660967","https://openalex.org/W4316661129","https://openalex.org/W4317987748","https://openalex.org/W4320008888","https://openalex.org/W4385245566","https://openalex.org/W4385486377","https://openalex.org/W4386065949","https://openalex.org/W4386076635","https://openalex.org/W4386524605","https://openalex.org/W4386928847","https://openalex.org/W4388430649","https://openalex.org/W4388623432","https://openalex.org/W4402715910","https://openalex.org/W4402716253","https://openalex.org/W4402772264","https://openalex.org/W4405304142","https://openalex.org/W6631190155","https://openalex.org/W6637551013","https://openalex.org/W6756046522","https://openalex.org/W6756925667","https://openalex.org/W6761937618","https://openalex.org/W6762480454","https://openalex.org/W6784158974","https://openalex.org/W6784810453","https://openalex.org/W6797737728","https://openalex.org/W6810767136","https://openalex.org/W6838789689","https://openalex.org/W6839235314","https://openalex.org/W6844025675"],"related_works":["https://openalex.org/W2116423617","https://openalex.org/W2347824352","https://openalex.org/W1967587236","https://openalex.org/W2112875849","https://openalex.org/W2384651879","https://openalex.org/W2336272890","https://openalex.org/W2151699605","https://openalex.org/W4308999381","https://openalex.org/W4312238398","https://openalex.org/W3211418293"],"abstract_inverted_index":{"Existing":[0],"face":[1,31],"forgery":[2,9,32,60,143],"detection":[3],"methods":[4,205],"attempt":[5],"to":[6,87,96,140,152,158,180],"identify":[7,159],"low-level":[8,142],"artifacts":[10,92],"(e.g.,":[11,22],"blending":[12],"boundary,":[13],"flickering)":[14],"in":[15,126,187,202,233,245],"spatial-temporal":[16,91,133],"domains":[17],"or":[18],"high-level":[19,160],"semantic":[20,52,99,161],"inconsistencies":[21],"abnormal":[23],"lip":[24],"movements)":[25],"between":[26],"visual-auditory":[27,94,165],"modalities":[28],"for":[29],"generalized":[30],"detection.":[33],"However,":[34],"they":[35,48],"still":[36],"suffer":[37],"from":[38,135,195],"significant":[39],"performance":[40,235],"degradation":[41],"when":[42],"dealing":[43],"with":[44,163,238],"out-of-domain":[45],"artifacts,":[46],"as":[47,170],"only":[49],"consider":[50],"single":[51],"mode":[53],"inconsistencies,":[54],"but":[55],"ignore":[56],"the":[57,84,106,112,128,154,182,193,200,208,219,228,246,250],"complementarity":[58],"of":[59,184],"traces":[61],"at":[62,261],"different":[63,66],"levels":[64],"and":[65,93,111,206,221,242],"modalities.":[67],"In":[68],"this":[69],"paper,":[70],"we":[71],"propose":[72],"a":[73,123,136,164,171,174],"novel":[74,175],"Multi-modal":[75],"Multi-level":[76],"Semantic":[77],"Cues":[78],"Distillation":[79],"Detection":[80],"framework":[81,103],"that":[82,214],"adopts":[83],"teacher-student":[85],"protocol":[86],"focus":[88],"on":[89,236,249],"both":[90],"incoherence":[95],"capture":[97,141],"multi-level":[98],"cues.":[100],"Specifically,":[101],"our":[102,215,225],"primarily":[104],"comprises":[105],"Spatial-Temporal":[107,118],"Pattern":[108,119],"Learning":[109,120],"module":[110,121,149],"Visual-Auditory":[113,146],"Consistency":[114,147],"Modeling":[115,148],"module.":[116],"The":[117,145],"employs":[122],"mask-reconstruction":[124],"strategy,":[125],"which":[127,198],"student":[129,155],"network":[130,139],"learns":[131],"diverse":[132],"patterns":[134],"pixel-wise":[137],"teacher":[138],"artifacts.":[144],"is":[150,178,259],"designed":[151],"enhance":[153,181],"network\u2019s":[156],"ability":[157],"irregularities,":[162],"consistency":[166],"modeling":[167],"expert":[168],"serving":[169],"guide.":[172],"Furthermore,":[173],"Real-Similarity":[176],"loss":[177],"proposed":[179],"proximity":[183],"real":[185],"faces":[186],"feature":[188],"space":[189],"without":[190],"explicitly":[191],"penalizing":[192],"distance":[194],"manipulated":[196],"faces,":[197],"prevents":[199],"overfitting":[201],"particular":[203],"manipulation":[204],"improves":[207,218],"generalization":[209,220,234],"capability.":[210],"Extensive":[211],"experiments":[212],"show":[213],"method":[216],"substantially":[217],"robustness":[222,247],"performance.":[223],"Particularly,":[224],"approach":[226],"outperforms":[227],"SOTA":[229],"detector":[230],"by":[231,243],"1.4%":[232],"DFDC":[237],"large":[239],"domain":[240],"gaps,":[241],"2.0%":[244],"evaluation":[248],"FF++":[251],"dataset":[252],"under":[253],"various":[254],"extreme":[255],"settings.":[256],"Our":[257],"code":[258],"available":[260],"<uri":[262],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[263],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/TianXie834/M2SD</uri>.":[264]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}