{"id":"https://openalex.org/W4402980407","doi":"https://doi.org/10.1109/icme57554.2024.10687902","title":"Exposing Lip-syncing Deepfakes from Mouth Inconsistencies","display_name":"Exposing Lip-syncing Deepfakes from Mouth Inconsistencies","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4402980407","doi":"https://doi.org/10.1109/icme57554.2024.10687902"},"language":"en","primary_location":{"id":"doi:10.1109/icme57554.2024.10687902","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10687902","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051430634","display_name":"Soumyya Kanti Datta","orcid":"https://orcid.org/0000-0002-4219-5163"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Soumyya Kanti Datta","raw_affiliation_strings":["University at Buffalo, State University of New York"],"affiliations":[{"raw_affiliation_string":"University at Buffalo, State University of New York","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101219268","display_name":"Shan Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shan Jia","raw_affiliation_strings":["University at Buffalo, State University of New York"],"affiliations":[{"raw_affiliation_string":"University at Buffalo, State University of New York","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023752172","display_name":"Siwei Lyu","orcid":"https://orcid.org/0000-0002-0992-685X"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siwei Lyu","raw_affiliation_strings":["University at Buffalo, State University of New York"],"affiliations":[{"raw_affiliation_string":"University at Buffalo, State University of New York","institution_ids":["https://openalex.org/I63190737"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5051430634"],"corresponding_institution_ids":["https://openalex.org/I63190737"],"apc_list":null,"apc_paid":null,"fwci":5.2565,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.96535625,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.3522999882698059,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.3522999882698059,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10863","display_name":"Voice and Speech Disorders","score":0.3479999899864197,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6206492185592651}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6206492185592651}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme57554.2024.10687902","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10687902","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality","score":0.4099999964237213}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2096451472","https://openalex.org/W2133665775","https://openalex.org/W2558151185","https://openalex.org/W2890952074","https://openalex.org/W2914447220","https://openalex.org/W2982058372","https://openalex.org/W2984700035","https://openalex.org/W3034713808","https://openalex.org/W3081492798","https://openalex.org/W3118738365","https://openalex.org/W3133531029","https://openalex.org/W3173581984","https://openalex.org/W3175342695","https://openalex.org/W3196204467","https://openalex.org/W4214684483","https://openalex.org/W4288102863","https://openalex.org/W4312095900","https://openalex.org/W4312472072","https://openalex.org/W4319300379","https://openalex.org/W4385245566","https://openalex.org/W4386065949","https://openalex.org/W4386076652","https://openalex.org/W4398789263","https://openalex.org/W4402982204","https://openalex.org/W6631190155","https://openalex.org/W6677618333","https://openalex.org/W6752888775","https://openalex.org/W6756046522","https://openalex.org/W6774285787","https://openalex.org/W6797657831","https://openalex.org/W6799942944","https://openalex.org/W6843534333","https://openalex.org/W6859784299"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"A":[0],"lip-syncing":[1,65],"deepfake":[2,66,103],"is":[3,106],"a":[4,10,30,54],"digitally":[5],"manipulated":[6],"video":[7],"in":[8,72,80],"which":[9],"person\u2019s":[11],"lip":[12,42],"movements":[13],"are":[14,29,38,78],"created":[15],"convincingly":[16],"using":[17],"AI":[18],"models":[19],"to":[20,40,47],"match":[21],"altered":[22],"or":[23],"entirely":[24],"new":[25],"audio.":[26],"Lipsyncing":[27],"deepfakes":[28,34],"dangerous":[31],"type":[32],"of":[33],"as":[35],"the":[36,41,73,81,86,97],"artifacts":[37],"limited":[39],"region":[43],"and":[44,84,95],"more":[45],"difficult":[46],"discern.":[48],"In":[49],"this":[50],"paper,":[51],"we":[52],"describe":[53],"novel":[55],"approach,":[56],"LIP-syncing":[57],"detection":[58,67],"based":[59],"on":[60,100],"mouth":[61,74],"INConsistency":[62],"(LIPINC),":[63],"for":[64],"by":[68],"identifying":[69],"temporal":[70],"inconsistencies":[71,77],"region.":[75],"These":[76],"seen":[79],"adjacent":[82],"frames":[83],"throughout":[85],"video.":[87],"Our":[88],"model":[89],"can":[90],"successfully":[91],"capture":[92],"these":[93],"irregularities":[94],"outperforms":[96],"state-of-the-art":[98],"methods":[99],"several":[101],"benchmark":[102],"datasets.":[104],"Code":[105],"available":[107],"at":[108],"https://github.com/skrantidatta/LIPINC.":[109]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-29T08:15:47.926485","created_date":"2025-10-10T00:00:00"}