{"id":"https://openalex.org/W3048932886","doi":"https://doi.org/10.1145/3394171.3414034","title":"Sharp Multiple Instance Learning for DeepFake Video Detection","display_name":"Sharp Multiple Instance Learning for DeepFake Video Detection","publication_year":2020,"publication_date":"2020-10-12","ids":{"openalex":"https://openalex.org/W3048932886","doi":"https://doi.org/10.1145/3394171.3414034","mag":"3048932886"},"language":"en","primary_location":{"id":"doi:10.1145/3394171.3414034","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3394171.3414034","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3394171.3414034","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3394171.3414034","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xiaodan Li","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodan Li","raw_affiliation_strings":["Alibaba Group, China, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, China, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yining Lang","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yining Lang","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuefeng Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuefeng Chen","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaofeng Mao","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng Mao","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuan He","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan He","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shuhui Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuhui Wang","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hui Xue","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Xue","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":null,"display_name":"Quan Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quan Lu","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":153,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1864","last_page":"1872"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6661999821662903},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.6620000004768372},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5981000065803528},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4683000147342682},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.387800008058548},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34769999980926514}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8547000288963318},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6661999821662903},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.6620000004768372},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6543999910354614},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5981000065803528},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4683000147342682},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4681999981403351},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4180000126361847},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34769999980926514},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26669999957084656},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.26409998536109924},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.25279998779296875}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3394171.3414034","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3394171.3414034","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3394171.3414034","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2008.04585","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.04585","pdf_url":"https://arxiv.org/pdf/2008.04585","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3394171.3414034","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3394171.3414034","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3394171.3414034","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3048932886.pdf","grobid_xml":"https://content.openalex.org/works/W3048932886.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W1945608308","https://openalex.org/W2009130368","https://openalex.org/W2010792435","https://openalex.org/W2023556846","https://openalex.org/W2064675550","https://openalex.org/W2095613088","https://openalex.org/W2110119381","https://openalex.org/W2124859243","https://openalex.org/W2295598076","https://openalex.org/W2312404985","https://openalex.org/W2412509443","https://openalex.org/W2531897166","https://openalex.org/W2571156573","https://openalex.org/W2597015119","https://openalex.org/W2603123944","https://openalex.org/W2786289897","https://openalex.org/W2811414481","https://openalex.org/W2891145043","https://openalex.org/W2896689692","https://openalex.org/W2906447902","https://openalex.org/W2911424785","https://openalex.org/W2942074357","https://openalex.org/W2945262873","https://openalex.org/W2949400777","https://openalex.org/W2963524571","https://openalex.org/W2982058372","https://openalex.org/W3031973383","https://openalex.org/W3034196597","https://openalex.org/W4293861233"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,44,78,81,141,158,170,180,199,214],"rapid":[2],"development":[3],"of":[4,62,201],"facial":[5],"manipulation":[6],"techniques,":[7],"face":[8,64],"forgery":[9],"has":[10],"received":[11],"considerable":[12],"attention":[13],"in":[14,66,80,134,144,149],"multimedia":[15],"and":[16,97,102,129,172,207,213,246],"computer":[17],"vision":[18],"community":[19],"due":[20],"to":[21,118,126,131,167,178,224,240],"security":[22],"concerns.":[23],"Existing":[24],"methods":[25,203],"are":[26,73,84],"mostly":[27],"designed":[28,166],"for":[29,38,51,190,227],"single-frame":[30,251],"detection":[31,181,244],"trained":[32],"with":[33],"precise":[34],"image-level":[35],"labels":[36,72],"or":[37],"video-level":[39,71],"prediction":[40,128,133],"by":[41,90],"only":[42,70],"modeling":[43],"inter-frame":[45,173],"inconsistency,":[46,174],"leaving":[47],"potential":[48],"high":[49],"risks":[50],"DeepFake":[52,67,193,230,242],"attackers.":[53],"In":[54,233],"this":[55,88],"paper,":[56],"we":[57],"introduce":[58],"a":[59,186],"new":[60,187],"problem":[61,89],"partial":[63],"attack":[65],"video,":[68],"where":[69],"provided":[74],"but":[75],"not":[76],"all":[77],"faces":[79,96],"fake":[82],"videos":[83],"manipulated.":[85],"We":[86,183],"address":[87],"multiple":[91],"instance":[92,116,124,127,164],"learning":[93],"framework,":[94],"treating":[95],"input":[98],"video":[99,194,208,231],"as":[100],"instances":[101,153],"bag":[103,119,132],"respectively.":[104],"A":[105],"sharp":[106],"MIL":[107,146],"(S-MIL)":[108],"is":[109,147,165,222],"proposed":[110],"which":[111,175,196],"builds":[112],"direct":[113],"mapping":[114],"from":[115,123],"embeddings":[117,125],"prediction,":[120],"rather":[121],"than":[122],"then":[130],"traditional":[135,145,241],"MIL.":[136],"Theoretical":[137],"analysis":[138],"proves":[139],"that":[140,154,220],"gradient":[142],"vanishing":[143],"relieved":[148],"S-MIL.":[150],"To":[151],"generate":[152],"can":[155,197,236],"accurately":[156],"incorporate":[157],"partially":[159,191,228],"manipulated":[160],"faces,":[161],"spatial-temporal":[162],"encoded":[163],"fully":[168],"model":[169],"intra-frame":[171],"further":[176],"helps":[177],"promote":[179],"performance.":[182],"also":[184,237],"construct":[185],"dataset":[188,218],"FFPMS":[189,212],"attacked":[192,229],"detection,":[195],"benefit":[198],"evaluation":[200],"different":[202],"at":[204],"both":[205],"frame":[206],"levels.":[209],"Experiments":[210],"on":[211,250],"widely":[215],"used":[216],"DFDC":[217],"verify":[219],"S-MIL":[221,235],"superior":[223],"other":[225],"counterparts":[226],"detection.":[232],"addition,":[234],"be":[238],"adapted":[239],"image":[243],"tasks":[245],"achieve":[247],"state-of-the-art":[248],"performance":[249],"datasets.":[252]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":32},{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":37},{"year":2022,"cited_by_count":35},{"year":2021,"cited_by_count":12}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2020-08-18T00:00:00"}