{"id":"https://openalex.org/W4410613888","doi":"https://doi.org/10.1109/tcsvt.2025.3572508","title":"Semantics-Oriented Multitask Learning for DeepFake Detection: A Joint Embedding Approach","display_name":"Semantics-Oriented Multitask Learning for DeepFake Detection: A Joint Embedding Approach","publication_year":2025,"publication_date":"2025-05-22","ids":{"openalex":"https://openalex.org/W4410613888","doi":"https://doi.org/10.1109/tcsvt.2025.3572508"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2025.3572508","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3572508","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033986701","display_name":"Mian Zou","orcid":"https://orcid.org/0000-0003-4306-8980"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Mian Zou","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong","Department of Computer Science, City University of Hong Kong, Kowloon, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085309099","display_name":"Baosheng Yu","orcid":"https://orcid.org/0000-0002-0761-7893"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Baosheng Yu","raw_affiliation_strings":["Lee Kong Chian School of Medicine, Nanyang Technological University, Jurong West, Singapore","Lee Kong Chian School of Medicine, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Lee Kong Chian School of Medicine, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Lee Kong Chian School of Medicine, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074672983","display_name":"Yibing Zhan","orcid":"https://orcid.org/0000-0003-3180-0484"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yibing Zhan","raw_affiliation_strings":["Yunnan United Vision Technology Company Ltd., Yunnan, China","Yunnan United Vision Technology Co., Ltd, Yunnan, China"],"affiliations":[{"raw_affiliation_string":"Yunnan United Vision Technology Company Ltd., Yunnan, China","institution_ids":[]},{"raw_affiliation_string":"Yunnan United Vision Technology Co., Ltd, Yunnan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023752172","display_name":"Siwei Lyu","orcid":"https://orcid.org/0000-0002-0992-685X"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siwei Lyu","raw_affiliation_strings":["Department of Computer Science and Engineering, University at Buffalo, The State University of New York at Buffalo, Buffalo, NY, USA","Department of Computer Science and Engineering, University at Buffalo, State University of New York, Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University at Buffalo, The State University of New York at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, University at Buffalo, State University of New York, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020029652","display_name":"Kede Ma","orcid":"https://orcid.org/0000-0001-8608-1128"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kede Ma","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong","Department of Computer Science, City University of Hong Kong, Kowloon, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5033986701"],"corresponding_institution_ids":["https://openalex.org/I168719708"],"apc_list":null,"apc_paid":null,"fwci":14.9093,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.98651046,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"35","issue":"10","first_page":"9950","last_page":"9963"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.6689000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.6689000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7392816543579102},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7199913859367371},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6864878535270691},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5971674919128418},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5414645075798035},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.5150039196014404},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43203601241111755},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.36889803409576416},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.32163748145103455},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.22727885842323303}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7392816543579102},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7199913859367371},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6864878535270691},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5971674919128418},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5414645075798035},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.5150039196014404},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43203601241111755},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36889803409576416},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.32163748145103455},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.22727885842323303},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3572508","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3572508","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W2021465448","https://openalex.org/W2038168805","https://openalex.org/W2043713815","https://openalex.org/W2061883802","https://openalex.org/W2068575457","https://openalex.org/W2087361987","https://openalex.org/W2098594597","https://openalex.org/W2110598603","https://openalex.org/W2116380715","https://openalex.org/W2124695272","https://openalex.org/W2129112648","https://openalex.org/W2138790992","https://openalex.org/W2141090900","https://openalex.org/W2145287260","https://openalex.org/W2155319953","https://openalex.org/W2157364932","https://openalex.org/W2162192649","https://openalex.org/W2171590421","https://openalex.org/W2301937176","https://openalex.org/W2891145043","https://openalex.org/W2912940386","https://openalex.org/W2913399670","https://openalex.org/W2914447220","https://openalex.org/W2942074357","https://openalex.org/W2949662773","https://openalex.org/W2962858109","https://openalex.org/W2962958939","https://openalex.org/W2963430933","https://openalex.org/W2963684180","https://openalex.org/W2963720850","https://openalex.org/W2979259381","https://openalex.org/W2982058372","https://openalex.org/W2988576913","https://openalex.org/W3034196597","https://openalex.org/W3034301684","https://openalex.org/W3034577585","https://openalex.org/W3034713808","https://openalex.org/W3034900344","https://openalex.org/W3035524453","https://openalex.org/W3035574324","https://openalex.org/W3083246145","https://openalex.org/W3094502228","https://openalex.org/W3135485589","https://openalex.org/W3163387060","https://openalex.org/W3174508664","https://openalex.org/W3174656926","https://openalex.org/W3175342695","https://openalex.org/W3178572954","https://openalex.org/W3196204467","https://openalex.org/W3197831948","https://openalex.org/W3207531490","https://openalex.org/W4200635057","https://openalex.org/W4214680478","https://openalex.org/W4225966148","https://openalex.org/W4255023712","https://openalex.org/W4312388562","https://openalex.org/W4312753047","https://openalex.org/W4312782746","https://openalex.org/W4313127140","https://openalex.org/W4313639609","https://openalex.org/W4320008888","https://openalex.org/W4322576470","https://openalex.org/W4361003656","https://openalex.org/W4382318331","https://openalex.org/W4386071484","https://openalex.org/W4386076169","https://openalex.org/W4386076428","https://openalex.org/W4386076635","https://openalex.org/W4386076652","https://openalex.org/W4386172480","https://openalex.org/W4388262903","https://openalex.org/W4388623432","https://openalex.org/W4390872011","https://openalex.org/W4390873803","https://openalex.org/W4390874206","https://openalex.org/W4390874333","https://openalex.org/W4394939037","https://openalex.org/W4399418483","https://openalex.org/W4400579903","https://openalex.org/W4401210503","https://openalex.org/W4402715910","https://openalex.org/W4403221680","https://openalex.org/W4403792403","https://openalex.org/W4409129640","https://openalex.org/W4409367651"],"related_works":["https://openalex.org/W2081900870","https://openalex.org/W2037549926","https://openalex.org/W2345479200","https://openalex.org/W2183306018","https://openalex.org/W2849310602","https://openalex.org/W3006008237","https://openalex.org/W2419146053","https://openalex.org/W4388890789","https://openalex.org/W2088247287","https://openalex.org/W2963903416"],"abstract_inverted_index":{"In":[0,56,150],"recent":[1],"years,":[2],"the":[3,70,100,113,130,159,167,183],"multimedia":[4],"forensics":[5],"and":[6,104,119,136,188],"security":[7],"community":[8],"has":[9,27],"seen":[10],"remarkable":[11],"progress":[12],"in":[13],"multitask":[14,64],"learning":[15,47,65],"for":[16,66,125,132],"DeepFake":[17,31,67,95,176,186],"(<italic":[18],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[19],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">i.e.</i>,":[20],"face":[21,51,73,89,102,106,117],"forgery)":[22],"detection.":[23],"The":[24],"prevailing":[25],"approach":[26,128],"been":[28],"to":[29,50,92,112,156],"frame":[30],"detection":[32,96,187],"as":[33],"a":[34],"binary":[35],"classification":[36],"problem":[37],"augmented":[38],"by":[39,122,195],"manipulation-oriented":[40],"auxiliary":[41],"tasks.":[42],"This":[43,127],"scheme":[44],"focuses":[45],"on":[46,174],"features":[48],"specific":[49],"manipulations":[52],"with":[53],"limited":[54],"generalizability.":[55],"this":[57],"paper,":[58],"we":[59,110,152],"delve":[60],"deeper":[61],"into":[62],"semantics-oriented":[63,94],"detection,":[68],"capturing":[69],"relationships":[71],"among":[72],"semantics":[74],"via":[75],"joint":[76,114],"embedding.":[77],"We":[78],"first":[79],"propose":[80],"an":[81],"automated":[82],"dataset":[83],"expansion":[84],"technique":[85],"that":[86,179],"broadens":[87],"current":[88],"forgery":[90],"datasets":[91,177],"support":[93],"tasks":[97],"at":[98],"both":[99],"global":[101],"attribute":[103],"local":[105],"region":[107],"levels.":[108],"Furthermore,":[109],"resort":[111],"embedding":[115],"of":[116,163,185,192],"images":[118],"labels":[120,146],"(depicted":[121],"text":[123],"descriptions)":[124],"prediction.":[126],"eliminates":[129],"need":[131],"manually":[133],"setting":[134],"task-agnostic":[135],"task-specific":[137],"parameters,":[138],"which":[139],"is":[140],"typically":[141],"required":[142],"when":[143],"predicting":[144],"multiple":[145],"directly":[147],"from":[148],"images.":[149],"addition,":[151],"employ":[153],"bi-level":[154],"optimization":[155],"dynamically":[157],"balance":[158],"fidelity":[160],"loss":[161],"weightings":[162],"various":[164],"tasks,":[165],"making":[166],"training":[168],"process":[169],"fully":[170],"automated.":[171],"Extensive":[172],"experiments":[173],"six":[175],"show":[178],"our":[180],"method":[181],"improves":[182],"generalizability":[184],"renders":[189],"some":[190],"degree":[191],"model":[193],"interpretation":[194],"providing":[196],"human-understandable":[197],"explanations.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}