{"id":"https://openalex.org/W4401018315","doi":"https://doi.org/10.1109/ur61395.2024.10597491","title":"Emotional Talking Face Generation with a Single Image","display_name":"Emotional Talking Face Generation with a Single Image","publication_year":2024,"publication_date":"2024-06-24","ids":{"openalex":"https://openalex.org/W4401018315","doi":"https://doi.org/10.1109/ur61395.2024.10597491"},"language":"en","primary_location":{"id":"doi:10.1109/ur61395.2024.10597491","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ur61395.2024.10597491","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 21st International Conference on Ubiquitous Robots (UR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055513350","display_name":"Gayeon Kim","orcid":"https://orcid.org/0000-0002-7269-1627"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Gayeon Kim","raw_affiliation_strings":["CARES, University of Auckland,Computer and Software Engineering,Department of Electrical,Auckland,New Zealand"],"affiliations":[{"raw_affiliation_string":"CARES, University of Auckland,Computer and Software Engineering,Department of Electrical,Auckland,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113306326","display_name":"Yugyeong Hong","orcid":null},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Yugyeong Hong","raw_affiliation_strings":["CARES, University of Auckland,Computer and Software Engineering,Department of Electrical,Auckland,New Zealand"],"affiliations":[{"raw_affiliation_string":"CARES, University of Auckland,Computer and Software Engineering,Department of Electrical,Auckland,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108960906","display_name":"Jong Yoon Lim","orcid":null},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Jong Yoon Lim","raw_affiliation_strings":["CARES, University of Auckland,Computer and Software Engineering,Department of Electrical,Auckland,New Zealand"],"affiliations":[{"raw_affiliation_string":"CARES, University of Auckland,Computer and Software Engineering,Department of Electrical,Auckland,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056560052","display_name":"Trevor Gee","orcid":"https://orcid.org/0000-0001-5554-7300"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Trevor Gee","raw_affiliation_strings":["CARES, University of Auckland,Computer and Software Engineering,Department of Electrical,Auckland,New Zealand"],"affiliations":[{"raw_affiliation_string":"CARES, University of Auckland,Computer and Software Engineering,Department of Electrical,Auckland,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065146109","display_name":"Bruce A. MacDonald","orcid":"https://orcid.org/0000-0001-7602-8497"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Bruce A. MacDonald","raw_affiliation_strings":["CARES, University of Auckland,Computer and Software Engineering,Department of Electrical,Auckland,New Zealand"],"affiliations":[{"raw_affiliation_string":"CARES, University of Auckland,Computer and Software Engineering,Department of Electrical,Auckland,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057419366","display_name":"Ho Seok Ahn","orcid":"https://orcid.org/0000-0001-7418-6280"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Ho Seok Ahn","raw_affiliation_strings":["CARES, University of Auckland,Computer and Software Engineering,Department of Electrical,Auckland,New Zealand"],"affiliations":[{"raw_affiliation_string":"CARES, University of Auckland,Computer and Software Engineering,Department of Electrical,Auckland,New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5055513350"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11033067,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"655","last_page":"662"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.8553000092506409,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.8553000092506409,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.07240000367164612,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.009399999864399433,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6351879835128784},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5502566695213318},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5153388381004333},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43174073100090027},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.09990683197975159}],"concepts":[{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6351879835128784},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5502566695213318},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5153388381004333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43174073100090027},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.09990683197975159},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ur61395.2024.10597491","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ur61395.2024.10597491","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 21st International Conference on Ubiquitous Robots (UR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2149628368","https://openalex.org/W2156516654","https://openalex.org/W2164186291","https://openalex.org/W2962793481","https://openalex.org/W2963073614","https://openalex.org/W2963767194","https://openalex.org/W2981767644","https://openalex.org/W3019952993","https://openalex.org/W3081492798","https://openalex.org/W3087121792","https://openalex.org/W3099284785","https://openalex.org/W3101631197","https://openalex.org/W3105763085","https://openalex.org/W3107666850","https://openalex.org/W3109114891","https://openalex.org/W3174763799","https://openalex.org/W3178284600","https://openalex.org/W3186090335","https://openalex.org/W3197199219","https://openalex.org/W3205358019","https://openalex.org/W4251591997","https://openalex.org/W4281730245","https://openalex.org/W4283373024","https://openalex.org/W4310379947","https://openalex.org/W4386072021","https://openalex.org/W4386075576","https://openalex.org/W6794018690"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"The":[0,169],"primary":[1],"goal":[2],"of":[3],"our":[4,75,183,187],"project":[5,76],"is":[6,138,172],"to":[7,57,61,78,174,198],"generate":[8],"artificial":[9],"humanoid":[10],"avatars,":[11],"specifically":[12],"talking":[13,92,123,131,145,161,194],"faces":[14],"from":[15,81,102],"a":[16,20,28,149,154,160,191,203],"single":[17,150],"image":[18,83,152],"and":[19,40,153,218],"text":[21,155,170],"for":[22,182],"enhanced":[23],"human-robotic":[24],"interaction.":[25],"We":[26,44],"put":[27],"specific":[29],"emphasis":[30],"on":[31,91,111,186],"avatars":[32,53,80],"that":[33,46,66,141],"exhibit":[34],"precise":[35],"lip":[36],"motion,":[37],"head":[38],"movement,":[39],"dynamic":[41],"facial":[42,104,151],"expressions.":[43],"believe":[45],"these":[47],"attributes":[48],"are":[49,67],"essential":[50],"components,":[51],"making":[52],"significantly":[54],"more":[55,192],"engaging":[56],"human":[58],"users.":[59],"Contrary":[60],"traditional":[62],"3D":[63,224],"modelling":[64],"techniques":[65],"commonly":[68],"used":[69],"in":[70,100,140,206,210],"many":[71,107],"modern":[72],"state-of-the-art":[73],"systems,":[74,95],"aims":[77],"build":[79],"machine-learned":[82],"augmentations.":[84],"While":[85],"numerous":[86],"studies":[87],"have":[88,97],"been":[89],"conducted":[90],"face":[93,124,132,146,162,195],"generation":[94],"most":[96],"explored":[98],"lip-motion":[99],"isolation":[101],"emotional":[103,122,144],"shifts.":[105],"Additionally,":[106],"methods":[108],"depend":[109],"heavily":[110],"audio":[112,176],"or":[113],"video":[114,163],"inputs.":[115],"In":[116],"this":[117,211],"paper,":[118],"we":[119],"propose":[120],"an":[121,167,175],"generation,":[125],"called":[126],"EmoFaceGen,":[127],"which":[128],"generates":[129],"realistic":[130,193],"videos":[133,147],"with":[134,164,222],"emotions.":[135],"Our":[136],"system":[137],"unique":[139],"it":[142],"creates":[143],"taking":[148],"as":[156,166],"inputs,":[157],"then":[158],"producing":[159],"emotions":[165],"output.":[168],"input":[171],"converted":[173],"source":[177],"using":[178],"the":[179,216],"Text-To-Speech":[180],"method":[181],"project.":[184],"Based":[185],"findings,":[188],"EmoFaceGen":[189],"provides":[190],"representation":[196],"compared":[197],"other":[199],"open-source":[200],"models,":[201],"highlighting":[202],"positive":[204],"direction":[205],"overcoming":[207],"present":[208],"challenges":[209],"area":[212],"especially":[213],"when":[214],"considering":[215],"memory":[217],"hardware":[219],"limitations":[220],"associated":[221],"conventional":[223],"graphics":[225],"methods.":[226]},"counts_by_year":[],"updated_date":"2026-03-03T08:47:05.690250","created_date":"2025-10-10T00:00:00"}