{"id":"https://openalex.org/W4386389098","doi":"https://doi.org/10.1145/3595353.3595885","title":"Exploiting Inconsistencies in Object Representations for Deepfake Video Detection","display_name":"Exploiting Inconsistencies in Object Representations for Deepfake Video Detection","publication_year":2023,"publication_date":"2023-07-10","ids":{"openalex":"https://openalex.org/W4386389098","doi":"https://doi.org/10.1145/3595353.3595885"},"language":"en","primary_location":{"id":"doi:10.1145/3595353.3595885","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3595353.3595885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2nd Workshop on the security implications of Deepfakes and Cheapfakes","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069557074","display_name":"Kishor Kumar Bhaumik","orcid":"https://orcid.org/0009-0004-8088-2492"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Kishor Kumar Bhaumik","raw_affiliation_strings":["Sungkyunkwan University, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0004-8088-2492","affiliations":[{"raw_affiliation_string":"Sungkyunkwan University, Republic of Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033106393","display_name":"Simon S. Woo","orcid":"https://orcid.org/0000-0002-8983-1542"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Simon S. Woo","raw_affiliation_strings":["Sungkyunkwan University, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-8983-1542","affiliations":[{"raw_affiliation_string":"Sungkyunkwan University, Republic of Korea","institution_ids":["https://openalex.org/I848706"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5069557074"],"corresponding_institution_ids":["https://openalex.org/I848706"],"apc_list":null,"apc_paid":null,"fwci":0.5887,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.68961917,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"11","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8322254419326782},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6676589250564575},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6457209587097168},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6077461242675781},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.6060185432434082},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5725358128547668},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5071828365325928},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.5045737028121948},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.4694231152534485},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.41054093837738037},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.2859777808189392},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12443184852600098}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8322254419326782},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6676589250564575},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6457209587097168},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6077461242675781},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6060185432434082},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5725358128547668},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5071828365325928},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.5045737028121948},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.4694231152534485},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.41054093837738037},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2859777808189392},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12443184852600098},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3595353.3595885","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3595353.3595885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2nd Workshop on the security implications of Deepfakes and Cheapfakes","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2486034530","https://openalex.org/W2942074357","https://openalex.org/W2943520232","https://openalex.org/W2962770929","https://openalex.org/W2962793481","https://openalex.org/W2963684180","https://openalex.org/W2963767194","https://openalex.org/W2982058372","https://openalex.org/W2995516027","https://openalex.org/W3036806226","https://openalex.org/W3093010840","https://openalex.org/W3096831136","https://openalex.org/W3158734383","https://openalex.org/W3177027279","https://openalex.org/W3182523681","https://openalex.org/W3196204467","https://openalex.org/W3207531490","https://openalex.org/W4224314237","https://openalex.org/W4281396321","https://openalex.org/W4301409532","https://openalex.org/W4367046738"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W4312814274","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W4292830139","https://openalex.org/W4319309705"],"abstract_inverted_index":{"AI":[0],"advancements":[1],"in":[2,54,93],"recent":[3],"years":[4],"have":[5],"made":[6],"it":[7],"more":[8],"simpler":[9],"to":[10,19],"fake":[11],"digital":[12],"images":[13],"and":[14,16,41,57,87,96,113],"videos,":[15],"much":[17],"harder":[18],"spot":[20],"forgeries.":[21],"When":[22],"spread":[23],"maliciously,":[24],"these":[25],"forgeries":[26],"not":[27],"only":[28],"threaten":[29],"the":[30,90],"integrity":[31],"of":[32],"our":[33,102],"political":[34],"systems":[35],"but":[36],"also":[37],"present":[38],"serious":[39],"moral":[40],"legal":[42],"quandaries.":[43],"Deepfake":[44],"videos":[45],"are":[46],"mostly":[47],"generated":[48],"frame-by-frame,":[49],"leaving":[50],"visible":[51],"object-level":[52,91,106],"inconsistencies":[53,108],"both":[55,94],"temporal":[56],"spatial":[58],"dimensions.":[59],"In":[60],"this":[61,73],"paper,":[62],"we":[63,77],"propose":[64,100],"a":[65],"novel":[66],"deepfake":[67],"video":[68,85,121],"detection":[69],"method":[70],"that":[71,101],"exploits":[72],"important":[74],"clue.":[75],"Specifically,":[76],"extract":[78],"object":[79],"representations":[80],"using":[81],"vision":[82],"transformers":[83],"from":[84],"frames":[86],"then":[88],"model":[89,103],"coherence":[92],"intra-frame":[95],"inter-frame":[97],"manner.":[98],"We":[99],"can":[104],"learn":[105],"visual":[107],"by":[109],"excluding":[110],"irrelevant":[111],"context":[112],"focusing":[114],"on":[115],"key":[116],"traces":[117],"responsible":[118],"for":[119],"compromised":[120],"authenticity.":[122]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
