{"id":"https://openalex.org/W4416592878","doi":"https://doi.org/10.1145/3778030","title":"ForgeFinder: Perceptive Multimodal Deepfake Detection via Multi-grained Forgery Localization","display_name":"ForgeFinder: Perceptive Multimodal Deepfake Detection via Multi-grained Forgery Localization","publication_year":2025,"publication_date":"2025-11-24","ids":{"openalex":"https://openalex.org/W4416592878","doi":"https://doi.org/10.1145/3778030"},"language":"en","primary_location":{"id":"doi:10.1145/3778030","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3778030","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018444104","display_name":"Baoping Liu","orcid":"https://orcid.org/0009-0002-4276-5522"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Baoping Liu","raw_affiliation_strings":["School of Computer Science, Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, Australia","School of Computer Science, University of Technology Sydney, Ultimo, Australia","University of Technology Sydney, Australia"],"raw_orcid":"https://orcid.org/0009-0002-4276-5522","affiliations":[{"raw_affiliation_string":"School of Computer Science, Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Ultimo, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100461646","display_name":"Bo Liu","orcid":"https://orcid.org/0000-0002-3603-6617"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Bo Liu","raw_affiliation_strings":["School of Computer Science, Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, Australia","School of Computer Science, University of Technology Sydney, Ultimo, Australia","University of Technology Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3603-6617","affiliations":[{"raw_affiliation_string":"School of Computer Science, Australian Artificial Intelligence Institute (AAII), University of Technology Sydney, Ultimo, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Ultimo, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075722123","display_name":"Ming Ding","orcid":"https://orcid.org/0000-0002-3690-0321"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ming Ding","raw_affiliation_strings":["Data61, CSIRO, Everleigh, Australia","Data61, CSIRO, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3690-0321","affiliations":[{"raw_affiliation_string":"Data61, CSIRO, Everleigh, Australia","institution_ids":["https://openalex.org/I42894916"]},{"raw_affiliation_string":"Data61, CSIRO, Australia","institution_ids":["https://openalex.org/I1292875679","https://openalex.org/I42894916"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101870553","display_name":"Tianqing Zhu","orcid":"https://orcid.org/0000-0003-0702-7102"},"institutions":[{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Tianqing Zhu","raw_affiliation_strings":["Faculty of Data Science, City University of Macau, Taipa, China","City University of Macau, China"],"raw_orcid":"https://orcid.org/0000-0003-0702-7102","affiliations":[{"raw_affiliation_string":"Faculty of Data Science, City University of Macau, Taipa, China","institution_ids":["https://openalex.org/I6469544"]},{"raw_affiliation_string":"City University of Macau, China","institution_ids":["https://openalex.org/I6469544"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4648,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67204485,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"22","issue":"1","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8292999863624573,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8292999863624573,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.043699998408555984,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.02280000038444996,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5605000257492065},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.42570000886917114},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.40720000863075256},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.3562999963760376},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.3330000042915344},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32899999618530273}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8963000178337097},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5605000257492065},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5353000164031982},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.42570000886917114},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.40720000863075256},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.3562999963760376},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.3330000042915344},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31209999322891235},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.26010000705718994},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2531000077724457}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3778030","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3778030","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W2108598243","https://openalex.org/W2752782242","https://openalex.org/W2884585870","https://openalex.org/W2891145043","https://openalex.org/W2962858109","https://openalex.org/W2982058372","https://openalex.org/W2984700035","https://openalex.org/W3035575176","https://openalex.org/W3036198682","https://openalex.org/W3041635669","https://openalex.org/W3092709185","https://openalex.org/W3093010840","https://openalex.org/W3093077034","https://openalex.org/W3163596559","https://openalex.org/W3174508664","https://openalex.org/W3175342695","https://openalex.org/W3178572954","https://openalex.org/W4214691743","https://openalex.org/W4225966148","https://openalex.org/W4280579728","https://openalex.org/W4283802557","https://openalex.org/W4292596009","https://openalex.org/W4297095254","https://openalex.org/W4311737082","https://openalex.org/W4312743281","https://openalex.org/W4312815172","https://openalex.org/W4317796367","https://openalex.org/W4318594891","https://openalex.org/W4319978495","https://openalex.org/W4360993864","https://openalex.org/W4361003656","https://openalex.org/W4385801058","https://openalex.org/W4385823150","https://openalex.org/W4386075767","https://openalex.org/W4387540674","https://openalex.org/W4388941243","https://openalex.org/W4402774452"],"related_works":[],"abstract_inverted_index":{"Deepfake":[0,15,21,45,69,92,124,262],"techniques":[1],"can":[2,251],"now":[3],"generate":[4],"multimodal":[5,20,44,68,91,123,154],"content":[6,22,327],"comprising":[7],"video":[8,66,81],"and":[9,26,38,65,80,113,135,142,149,238,258,288,321],"audio":[10,64,79],"tracks.":[11],"Compared":[12],"with":[13],"unimodal":[14,228],"images,":[16],"videos":[17],"or":[18],"audio,":[19],"is":[23],"more":[24,297],"deceptive":[25],"easily":[27],"leads":[28],"to":[29,36,73,103,152,175,204,208,254,296],"the":[30,41,55,60,85,165,172,178,187,194,205,210,218,223,232,243,246,256,275,278,284],"dissemination":[31],"of":[32,43,212,225,234,249,261,277,291,303],"hate":[33],"speech,":[34],"incitement":[35],"violence,":[37],"disinformation.":[39],"Therefore,":[40,264],"detection":[42,125,311],"has":[46],"attracted":[47],"much":[48],"research":[49],"attention":[50,247],"recently.":[51],"While":[52],"cross-attention":[53,207],"shows":[54],"promising":[56],"capacity":[57],"for":[58,227,265],"modelling":[59,215],"complicated":[61],"dependencies":[62,214],"between":[63],"in":[67,84,107,140,164,177,319],"detection,":[70],"it":[71],"fails":[72],"learn":[74],"accurate":[75,316],"cross-modal":[76,150,213],"patterns":[77],"if":[78],"are":[82],"misaligned":[83],"temporal":[86,173,219,257,286],"dimension.":[87],"Besides,":[88],"most":[89],"current":[90],"detectors":[93],"only":[94,273],"provide":[95],"a":[96,121,200,266],"binary":[97,132],"classification":[98],"label,":[99],"lacking":[100],"fine-grained":[101],"localization":[102,139,318],"identify":[104,231],"significant":[105,292],"forgery":[106,138,317],"multiple":[108],"dimensions":[109],"(e.g.,":[110],"modal,":[111,285],"time,":[112,245],"spatial":[114,259,289],"dimension).":[115],"In":[116,156,186],"this":[117],"study,":[118],"we":[119,158,192,230],"propose":[120,193],"novel":[122],"framework":[126],"named":[127],"ForgeFinder,":[128],"which":[129,170],"goes":[130],"beyond":[131],"label":[133],"prediction":[134],"achieves":[136,309],"multi-grained":[137],"modal":[141,320],"spatiotemporal":[143,322],"dimensions.":[144,323],"ForgeFinder":[145,271,308],"incorporates":[146],"both":[147],"intra-modal":[148],"inconsistencies":[151],"classify":[153],"input.":[155],"detail,":[157],"adopt":[159],"Serial":[160],"Spatiotemporal":[161],"Self-Attention":[162],"(SSTSA)":[163],"Intra-Modal":[166],"Inconsistency":[167,189],"Explorer":[168,190],"(Intra-MIE),":[169],"allows":[171],"self-attention":[174],"run":[176],"original":[179],"dimension":[180],"without":[181],"bringing":[182],"unacceptable":[183],"computational":[184],"complexity.":[185],"Cross-Modal":[188],"(Cross-MIE),":[191],"Offset-Shifted":[195],"Cross-Attention":[196],"(OSCA)":[197],"by":[198,217,329],"introducing":[199],"time":[201],"offset":[202],"term":[203],"conventional":[206],"mitigate":[209],"inaccuracy":[211],"brought":[216],"misalignment.":[220],"By":[221],"adopting":[222],"outputs":[224],"Intra-MIE":[226],"tasks,":[229],"likelihood":[233],"modals":[235],"being":[236],"manipulated":[237],"localize":[239],"tampered":[240],"modals.":[241],"At":[242],"same":[244],"weights":[248],"SSTSA":[250],"be":[252],"visualized":[253],"pinpoint":[255],"distribution":[260],"manipulation.":[263],"single":[267],"audio\u2013video":[268],"input":[269,280],"sample,":[270],"not":[272],"tells":[274],"authenticity":[276],"overall":[279],"but":[281],"also":[282,337],"localizes":[283],"sequence,":[287],"coordinates":[290],"forgery,":[293],"significantly":[294],"contributing":[295],"comprehensive":[298],"forensics":[299],"analysis.":[300],"The":[301],"results":[302],"extensive":[304],"experiments":[305,325],"indicate":[306],"that":[307,334],"state-of-the-art":[310],"performance":[312],"as":[313,315],"well":[314],"Furthermore,":[324],"on":[326],"generated":[328],"Diffusion":[330],"Models":[331],"(DMs)":[332],"show":[333],"our":[335],"model":[336],"effectively":[338],"recognizes":[339],"DM-generated":[340],"content.":[341]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-19T15:00:24.278416","created_date":"2025-11-25T00:00:00"}