{"id":"https://openalex.org/W4379806274","doi":"https://doi.org/10.1145/3591106.3592284","title":"Dual-Modality Co-Learning for Unveiling Deepfake in Spatio-Temporal Space","display_name":"Dual-Modality Co-Learning for Unveiling Deepfake in Spatio-Temporal Space","publication_year":2023,"publication_date":"2023-06-08","ids":{"openalex":"https://openalex.org/W4379806274","doi":"https://doi.org/10.1145/3591106.3592284"},"language":"en","primary_location":{"id":"doi:10.1145/3591106.3592284","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3591106.3592284","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3591106.3592284","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3591106.3592284","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014800774","display_name":"Jiazhi Guan","orcid":"https://orcid.org/0000-0001-5219-1097"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiazhi Guan","raw_affiliation_strings":["BNRist, DCST, Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"BNRist, DCST, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100707855","display_name":"Hang Zhou","orcid":"https://orcid.org/0000-0002-2616-923X"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Zhou","raw_affiliation_strings":["VIS, Baidu Inc., China"],"affiliations":[{"raw_affiliation_string":"VIS, Baidu Inc., China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026367472","display_name":"Zhizhi Guo","orcid":"https://orcid.org/0009-0007-0059-3810"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhizhi Guo","raw_affiliation_strings":["China Telecom, China"],"affiliations":[{"raw_affiliation_string":"China Telecom, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030742968","display_name":"Tianshu Hu","orcid":"https://orcid.org/0009-0004-9881-0673"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianshu Hu","raw_affiliation_strings":["VIS, Baidu Inc., China"],"affiliations":[{"raw_affiliation_string":"VIS, Baidu Inc., China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073627533","display_name":"Lirui Deng","orcid":"https://orcid.org/0000-0001-8840-8876"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lirui Deng","raw_affiliation_strings":["BNRist, DCST, Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"BNRist, DCST, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028963029","display_name":"Chengbin Quan","orcid":"https://orcid.org/0009-0007-5450-6567"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengbin Quan","raw_affiliation_strings":["BNRist, DCST, Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"BNRist, DCST, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100400486","display_name":"Meng Fang","orcid":"https://orcid.org/0000-0001-6745-286X"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Meng Fang","raw_affiliation_strings":["University of Liverpool, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Liverpool, United Kingdom","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101491459","display_name":"Youjian Zhao","orcid":"https://orcid.org/0000-0001-9841-1796"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youjian Zhao","raw_affiliation_strings":["BNRist, DCST, Tsinghua University, China and Zhongguancun Laboratory, China"],"affiliations":[{"raw_affiliation_string":"BNRist, DCST, Tsinghua University, China and Zhongguancun Laboratory, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5014800774"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.3611,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.58288001,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"85","last_page":"94"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8041664958000183},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.6165657043457031},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5907024145126343},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5894272327423096},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5698075294494629},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.563217282295227},{"id":"https://openalex.org/keywords/upsampling","display_name":"Upsampling","score":0.4875182807445526},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.45919597148895264},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44241324067115784},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.41545042395591736},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.10851675271987915}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8041664958000183},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.6165657043457031},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5907024145126343},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5894272327423096},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5698075294494629},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.563217282295227},{"id":"https://openalex.org/C110384440","wikidata":"https://www.wikidata.org/wiki/Q1143270","display_name":"Upsampling","level":3,"score":0.4875182807445526},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.45919597148895264},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44241324067115784},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41545042395591736},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.10851675271987915},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3591106.3592284","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3591106.3592284","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3591106.3592284","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3591106.3592284","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3591106.3592284","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3591106.3592284","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320329777","display_name":"Beijing National Research Center For Information Science And Technology","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4379806274.pdf","grobid_xml":"https://content.openalex.org/works/W4379806274.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2341528187","https://openalex.org/W2486034530","https://openalex.org/W2531409750","https://openalex.org/W2886934227","https://openalex.org/W2911424785","https://openalex.org/W2914447220","https://openalex.org/W2942074357","https://openalex.org/W2962858109","https://openalex.org/W2963524571","https://openalex.org/W2963616706","https://openalex.org/W2982058372","https://openalex.org/W2990503944","https://openalex.org/W2995516027","https://openalex.org/W3034196597","https://openalex.org/W3034301684","https://openalex.org/W3034713808","https://openalex.org/W3034900344","https://openalex.org/W3036198682","https://openalex.org/W3092879151","https://openalex.org/W3094728142","https://openalex.org/W3101998545","https://openalex.org/W3108281670","https://openalex.org/W3135925326","https://openalex.org/W3158353280","https://openalex.org/W3166490340","https://openalex.org/W3174572554","https://openalex.org/W3175342695","https://openalex.org/W3183392865","https://openalex.org/W3183999072","https://openalex.org/W3188897163","https://openalex.org/W3188946793","https://openalex.org/W3195059668","https://openalex.org/W3195746634","https://openalex.org/W3196204467","https://openalex.org/W3207531490","https://openalex.org/W4214680478","https://openalex.org/W4236965008","https://openalex.org/W4281632540","https://openalex.org/W4312388562"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"The":[0],"emergence":[1],"of":[2,32,41,50,56,202],"photo-realistic":[3],"deepfakes":[4],"on":[5],"a":[6,11,103,111,139,166],"large":[7],"scale":[8],"has":[9,16],"become":[10],"significant":[12,104,153],"societal":[13],"concern,":[14],"which":[15,120],"garnered":[17],"considerable":[18],"attention":[19],"from":[20,36,129,175],"the":[21,29,37,48,53,146,152,157,173,184,193,199],"research":[22],"community.":[23],"Several":[24],"recent":[25],"studies":[26],"have":[27],"identified":[28],"critical":[30,63],"issue":[31],"\u201ctemporal":[33],"inconsistency\u201d":[34],"resulting":[35],"frame":[38],"reassembling":[39],"process":[40],"deepfake":[42,124],"generation":[43],"techniques.":[44],"However,":[45],"due":[46],"to":[47,71,75,144,148,170],"lack":[49],"task-specific":[51],"design,":[52],"spatio-temporal":[54],"modeling":[55],"current":[57],"methods":[58],"remains":[59,102],"insufficient":[60],"in":[61],"three":[62],"aspects:":[64],"1)":[65],"inapparent":[66],"temporal":[67,159],"changes":[68],"are":[69,83],"prone":[70],"be":[72],"undermined":[73],"compared":[74],"abundant":[76],"spatial":[77,154],"cues;":[78],"2)":[79],"minor":[80],"inconsistent":[81],"regions":[82],"often":[84],"concealed":[85],"by":[86],"motions":[87,100],"with":[88,126,187],"greater":[89],"amplitude":[90],"during":[91],"downsampling;":[92],"3)":[93],"capturing":[94],"both":[95,151,176],"transient":[96],"inconsistencies":[97],"and":[98,131,156,178,182,197],"persistent":[99],"simultaneously":[101],"challenge.":[105],"In":[106,135],"this":[107],"paper,":[108],"we":[109,137,164],"propose":[110],"novel":[112],"Dual-Modality":[113],"Co-Learning":[114],"framework":[115],"tailored":[116],"for":[117],"these":[118],"characteristics,":[119],"achieves":[121],"more":[122],"effectual":[123],"detection":[125,185],"complementary":[127],"information":[128,174],"RGB":[130,177],"optical":[132,179],"flow":[133,180],"modalities.":[134],"particular,":[136],"designed":[138],"Multi-Scale":[140],"Motion":[141],"Regularization":[142],"module":[143,169],"encourage":[145],"network":[147],"equally":[149],"prioritize":[150],"cues":[155],"subtle":[158],"facial":[160],"motion":[161],"cues.":[162],"Additionally,":[163],"developed":[165],"Multi-Span":[167],"Cross-Attention":[168],"effectively":[171],"integrate":[172],"modalities":[181],"improve":[183],"accuracy":[186],"multi-span":[188],"predictions.":[189],"Extensive":[190],"experiments":[191],"validate":[192],"effectiveness":[194],"our":[195,203],"ideas":[196],"demonstrate":[198],"superior":[200],"performance":[201],"approach.":[204]},"counts_by_year":[{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}