{"id":"https://openalex.org/W3205358019","doi":"https://doi.org/10.1145/3476099.3484317","title":"Invertable Frowns","display_name":"Invertable Frowns","publication_year":2021,"publication_date":"2021-10-17","ids":{"openalex":"https://openalex.org/W3205358019","doi":"https://doi.org/10.1145/3476099.3484317","mag":"3205358019"},"language":"en","primary_location":{"id":"doi:10.1145/3476099.3484317","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3476099.3484317","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Synthetic Multimedia - Audiovisual Deepfake Generation and Detection","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074637993","display_name":"Ian Magnusson","orcid":null},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ian Magnusson","raw_affiliation_strings":["Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060686905","display_name":"Aruna Sankaranarayanan","orcid":"https://orcid.org/0000-0002-0021-5883"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aruna Sankaranarayanan","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113714609","display_name":"Andrew Lippman","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Lippman","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5074637993"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":0.4803,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.65377451,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"25","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7161569595336914},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6380736231803894},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.5323100090026855},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5272656679153442},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.435483455657959},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4003186523914337},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33423835039138794},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3207539916038513}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7161569595336914},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6380736231803894},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5323100090026855},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5272656679153442},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.435483455657959},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4003186523914337},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33423835039138794},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3207539916038513},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3476099.3484317","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3476099.3484317","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Synthetic Multimedia - Audiovisual Deepfake Generation and Detection","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2015178323","https://openalex.org/W2033702744","https://openalex.org/W2067181608","https://openalex.org/W2082026714","https://openalex.org/W2115252128","https://openalex.org/W2339343773","https://openalex.org/W2604379605","https://openalex.org/W2764197504","https://openalex.org/W2779206865","https://openalex.org/W2883861033","https://openalex.org/W2924628531","https://openalex.org/W2952746495","https://openalex.org/W2954788722","https://openalex.org/W2962770929","https://openalex.org/W2963408477","https://openalex.org/W2963446712","https://openalex.org/W2966049994","https://openalex.org/W2970315999","https://openalex.org/W2990431681","https://openalex.org/W3081492798","https://openalex.org/W3099284785","https://openalex.org/W3192148059"],"related_works":["https://openalex.org/W2380573388","https://openalex.org/W2369636957","https://openalex.org/W2029465934","https://openalex.org/W2123478443","https://openalex.org/W2544687545","https://openalex.org/W2375357969","https://openalex.org/W2096325454","https://openalex.org/W2584926856","https://openalex.org/W2014713986","https://openalex.org/W3214419959"],"abstract_inverted_index":{"We":[0,77,113],"present":[1],"Wav2Lip-Emotion,":[2],"a":[3,24,29,43,70,73,79,116,126,147],"video-to-video":[4,74],"translation":[5,75],"architecture":[6,100],"that":[7,131,164,184],"modifies":[8,19],"facial":[9,36,165],"expressions":[10,37,166],"of":[11,15,167],"emotion":[12,20,68,105,111,119,136,152,168,180,187],"in":[13,21,38,56,69,134],"videos":[14,39],"speakers.":[16],"Previous":[17],"work":[18],"images,":[22],"uses":[23],"single":[25],"image":[26],"to":[27,60,81,101],"produce":[28],"video":[30],"with":[31,40,125,146,172,191],"animated":[32,63],"emotion,":[33],"or":[34,65],"puppets":[35],"landmarks":[41],"from":[42],"reference":[44],"video.":[45],"However,":[46],"many":[47],"use":[48],"cases":[49],"such":[50],"as":[51],"modifying":[52,135],"an":[53,95],"actor's":[54],"performance":[55],"post-production,":[57],"coaching":[58],"individuals":[59],"be":[61,170],"more":[62],"speakers,":[64],"touching":[66],"up":[67],"teleconference":[71],"require":[72],"approach.":[76],"explore":[78],"method":[80],"maintain":[82],"speakers'":[83],"identity":[84],"and":[85,109,122,154,178,182],"pose":[86],"while":[87,137],"translating":[88],"their":[89],"expressed":[90],"emotion.":[91],"Our":[92],"approach":[93,121,189],"extends":[94],"existing":[96],"multi-modal":[97],"lip":[98,139],"synchronization":[99],"modify":[102],"the":[103],"speaker's":[104],"using":[106],"L1":[107,176],"reconstruction":[108,177],"pre-trained":[110,179],"objectives.":[112],"also":[114],"propose":[115],"novel":[117],"automated":[118,186],"evaluation":[120,188],"corroborate":[123],"it":[124],"user":[127],"study.":[128],"These":[129],"find":[130],"we":[132,161],"succeed":[133],"maintaining":[138],"synchronization.":[140],"Visual":[141],"quality":[142,156],"is":[143],"somewhat":[144],"diminished,":[145],"trade":[148],"off":[149],"between":[150,157],"greater":[151],"modification":[153],"visual":[155],"model":[158],"variants.":[159],"Nevertheless,":[160],"demonstrate":[162],"(1)":[163],"can":[169],"modified":[171],"nothing":[173],"other":[174],"than":[175],"objectives":[181],"(2)":[183],"our":[185],"aligns":[190],"human":[192],"judgements.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2021-10-25T00:00:00"}