{"id":"https://openalex.org/W4400228350","doi":"https://doi.org/10.1109/tro.2024.3422051","title":"Unlocking Human-Like Facial Expressions in Humanoid Robots: A Novel Approach for Action Unit Driven Facial Expression Disentangled Synthesis","display_name":"Unlocking Human-Like Facial Expressions in Humanoid Robots: A Novel Approach for Action Unit Driven Facial Expression Disentangled Synthesis","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400228350","doi":"https://doi.org/10.1109/tro.2024.3422051"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2024.3422051","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2024.3422051","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.manchester.ac.uk/en/publications/70739110-fd65-46be-87d2-c23ccd88d070","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100359300","display_name":"Xiaofeng Liu","orcid":"https://orcid.org/0000-0003-1310-6739"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaofeng Liu","raw_affiliation_strings":["College of Artificial Intelligence and Automation, Hohai University, Changzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence and Automation, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044001811","display_name":"Rongrong Ni","orcid":"https://orcid.org/0000-0002-1869-1159"},"institutions":[{"id":"https://openalex.org/I4210153482","display_name":"Changzhou University","ror":"https://ror.org/04ymgwq66","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210153482"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongrong Ni","raw_affiliation_strings":["School of Microelectronics and Control Engineering, Changzhou University, Changzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Microelectronics and Control Engineering, Changzhou University, Changzhou, China","institution_ids":["https://openalex.org/I4210153482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036995131","display_name":"Biao Yang","orcid":"https://orcid.org/0000-0002-4434-0141"},"institutions":[{"id":"https://openalex.org/I4210153482","display_name":"Changzhou University","ror":"https://ror.org/04ymgwq66","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210153482"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Biao Yang","raw_affiliation_strings":["School of Microelectronics and Control Engineering, Changzhou University, Changzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Microelectronics and Control Engineering, Changzhou University, Changzhou, China","institution_ids":["https://openalex.org/I4210153482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053061988","display_name":"Siyang Song","orcid":"https://orcid.org/0000-0003-2339-5685"},"institutions":[{"id":"https://openalex.org/I153648349","display_name":"University of Leicester","ror":"https://ror.org/04h699437","country_code":"GB","type":"education","lineage":["https://openalex.org/I153648349"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Siyang Song","raw_affiliation_strings":["School of Computing and Mathematical Sciences, University of Leicester, Leicester, U.K"],"affiliations":[{"raw_affiliation_string":"School of Computing and Mathematical Sciences, University of Leicester, Leicester, U.K","institution_ids":["https://openalex.org/I153648349"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091768977","display_name":"Angelo Cangelosi","orcid":"https://orcid.org/0000-0002-4709-2243"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Angelo Cangelosi","raw_affiliation_strings":["Cognitive Robotics Laboratory, University of Manchester, Manchester, U.K"],"affiliations":[{"raw_affiliation_string":"Cognitive Robotics Laboratory, University of Manchester, Manchester, U.K","institution_ids":["https://openalex.org/I28407311"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100359300"],"corresponding_institution_ids":["https://openalex.org/I163340411"],"apc_list":null,"apc_paid":null,"fwci":2.4611,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.9022035,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"40","issue":null,"first_page":"3850","last_page":"3865"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9696999788284302,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9333999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.8602786064147949},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7533557415008545},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6126381158828735},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5919398069381714},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.574143648147583},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5431226491928101},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5178423523902893},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.4941692650318146},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.48302969336509705},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4725185036659241},{"id":"https://openalex.org/keywords/facial-action-coding-system","display_name":"Facial Action Coding System","score":0.4637027382850647},{"id":"https://openalex.org/keywords/unit","display_name":"Unit (ring theory)","score":0.4462069571018219},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3535376191139221},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1753297746181488},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.06893810629844666},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06855866312980652}],"concepts":[{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.8602786064147949},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7533557415008545},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6126381158828735},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5919398069381714},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.574143648147583},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5431226491928101},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5178423523902893},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.4941692650318146},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.48302969336509705},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4725185036659241},{"id":"https://openalex.org/C40346341","wikidata":"https://www.wikidata.org/wiki/Q1391629","display_name":"Facial Action Coding System","level":3,"score":0.4637027382850647},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.4462069571018219},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3535376191139221},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1753297746181488},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06893810629844666},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06855866312980652},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tro.2024.3422051","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2024.3422051","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/70739110-fd65-46be-87d2-c23ccd88d070","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/70739110-fd65-46be-87d2-c23ccd88d070","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Liu, X, Ni, R, Yang, B, Song, S & Cangelosi, A 2024, 'Unlocking Human-Like Facial Expressions in Humanoid Robots: A Novel Approach for Action Unit Driven Facial Expression Disentangled Synthesis', IEEE Transactions on Robotics, vol. 40, pp. 3850 - 3865. https://doi.org/10.1109/TRO.2024.3422051","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/70739110-fd65-46be-87d2-c23ccd88d070","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/70739110-fd65-46be-87d2-c23ccd88d070","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Liu, X, Ni, R, Yang, B, Song, S & Cangelosi, A 2024, 'Unlocking Human-Like Facial Expressions in Humanoid Robots: A Novel Approach for Action Unit Driven Facial Expression Disentangled Synthesis', IEEE Transactions on Robotics, vol. 40, pp. 3850 - 3865. https://doi.org/10.1109/TRO.2024.3422051","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.75,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G3466844949","display_name":null,"funder_award_id":"2018AAA0100800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W55097790","https://openalex.org/W1588539311","https://openalex.org/W2004287364","https://openalex.org/W2008420488","https://openalex.org/W2017107803","https://openalex.org/W2024216325","https://openalex.org/W2035790869","https://openalex.org/W2046923842","https://openalex.org/W2080466697","https://openalex.org/W2084235337","https://openalex.org/W2104238362","https://openalex.org/W2107037917","https://openalex.org/W2107813907","https://openalex.org/W2107911338","https://openalex.org/W2108426047","https://openalex.org/W2109196208","https://openalex.org/W2117558308","https://openalex.org/W2123950369","https://openalex.org/W2125389028","https://openalex.org/W2143507802","https://openalex.org/W2143734802","https://openalex.org/W2152826865","https://openalex.org/W2157000503","https://openalex.org/W2161385114","https://openalex.org/W2161946267","https://openalex.org/W2237250383","https://openalex.org/W2266979942","https://openalex.org/W2279205120","https://openalex.org/W2301937176","https://openalex.org/W2329785677","https://openalex.org/W2398381847","https://openalex.org/W2436394355","https://openalex.org/W2471370490","https://openalex.org/W2513140567","https://openalex.org/W2528904989","https://openalex.org/W2552611751","https://openalex.org/W2769375465","https://openalex.org/W2770096058","https://openalex.org/W2770534877","https://openalex.org/W2784950682","https://openalex.org/W2789022644","https://openalex.org/W2799209711","https://openalex.org/W2806609126","https://openalex.org/W2897039210","https://openalex.org/W2899783638","https://openalex.org/W2902266071","https://openalex.org/W2962770929","https://openalex.org/W2962793481","https://openalex.org/W2963092440","https://openalex.org/W2963520896","https://openalex.org/W2963626105","https://openalex.org/W2963767194","https://openalex.org/W2964045355","https://openalex.org/W2969059826","https://openalex.org/W2969222682","https://openalex.org/W2994802880","https://openalex.org/W2996777077","https://openalex.org/W3035574324","https://openalex.org/W3036876381","https://openalex.org/W3043628564","https://openalex.org/W3103596843","https://openalex.org/W3105573053","https://openalex.org/W3127383446","https://openalex.org/W3137456946","https://openalex.org/W3207411812","https://openalex.org/W4211249450","https://openalex.org/W4229778028","https://openalex.org/W4294982690","https://openalex.org/W4312345918","https://openalex.org/W4312590328","https://openalex.org/W4378474373","https://openalex.org/W4378499161","https://openalex.org/W4380883436","https://openalex.org/W6653549768","https://openalex.org/W6678815747","https://openalex.org/W6718379498","https://openalex.org/W6725923168","https://openalex.org/W6729939709","https://openalex.org/W6735913928","https://openalex.org/W6755298837","https://openalex.org/W6767264202","https://openalex.org/W6853235891","https://openalex.org/W6853414991"],"related_works":["https://openalex.org/W2012415311","https://openalex.org/W1998708415","https://openalex.org/W3169168314","https://openalex.org/W2627086084","https://openalex.org/W2130087906","https://openalex.org/W2023657742","https://openalex.org/W2953116087","https://openalex.org/W3153565281","https://openalex.org/W2049699482","https://openalex.org/W2081749143"],"abstract_inverted_index":{"Humanoid":[0],"robots":[1],"often":[2],"struggle":[3],"to":[4,29,38,118],"express":[5,214],"the":[6,36,46,63,88,103,126,132,150,153,172,177,184,192,199,209,225,230,233,239,260],"intricate":[7],"and":[8,41,96,121,176,216,221],"authentic":[9],"facial":[10,43,57,68,76,98,115,147,156,180,202,211,253],"expressions":[11,254],"characteristic":[12],"of":[13,65,81,90,105,144,152,194,232,251],"humans,":[14],"potentially":[15],"hampering":[16],"user":[17],"engagement.":[18],"To":[19,101],"address":[20],"this":[21],"challenge,":[22],"we":[23,49,85,111,135,190],"introduce":[24],"a":[25,79,113,160,169,248],"comprehensive":[26],"two-stage":[27],"methodology":[28],"empower":[30],"our":[31,245],"autonomous":[32],"affective":[33,138,241,261],"robot":[34,67,139,242],"with":[35,141,255],"capacity":[37],"exhibit":[39],"rich":[40],"natural":[42,217],"expressions.":[44,157,203,218],"In":[45,131],"initial":[47],"stage,":[48],"present":[50],"an":[51,137],"innovative":[52],"action":[53],"unit":[54],"(AU)":[55],"driven":[56],"expression":[58,69,99,129,174],"disentangled":[59],"synthesis":[60],"method,":[61],"enabling":[62],"generation":[64,235,250],"nuanced":[66],"images":[70,175],"guided":[71],"by":[72],"AUs.":[73],"By":[74,182],"harnessing":[75],"AUs":[77,106],"within":[78],"framework":[80],"weakly":[82],"supervised":[83],"learning,":[84],"effectively":[86],"surmount":[87],"scarcity":[89],"paired":[91],"training":[92],"data":[93],"(comprising":[94],"source":[95],"target":[97],"images).":[100],"preserve":[102],"integrity":[104],"while":[107],"mitigating":[108],"identity":[109],"interference,":[110],"leverage":[112],"latent":[114],"attribute":[116],"space":[117],"disentangle":[119],"expression-related":[120],"expression-unrelated":[122],"cues,":[123],"employing":[124],"solely":[125],"former":[127],"for":[128,146],"synthesis.":[130],"subsequent":[133],"phase,":[134],"actualize":[136],"endowed":[140],"multifaceted":[142],"degrees":[143],"freedom":[145],"movements,":[148],"facilitating":[149],"embodiment":[151],"synthesized":[154],"fine-grained":[155],"We":[158],"devise":[159],"specialized":[161],"motor":[162,186,196],"command":[163],"mapping":[164],"network":[165],"that":[166,208,244],"serves":[167],"as":[168,188],"conduit":[170],"between":[171],"generated":[173,201],"robot's":[178,200,210],"realistic":[179],"responses.":[181],"utilizing":[183],"physical":[185],"positions":[187],"constraints,":[189],"refine":[191],"prediction":[193],"precise":[195],"commands":[197],"from":[198],"This":[204],"refinement":[205],"process":[206],"ensures":[207],"movements":[212],"authentically":[213],"accurate":[215],"Finally,":[219],"qualitative":[220],"quantitative":[222],"evaluations":[223],"on":[224,238],"benchmarking":[226],"Emotionet":[227],"dataset":[228],"verify":[229],"effectiveness":[231],"proposed":[234],"method.":[236],"Results":[237],"self-developed":[240],"indicate":[243],"method":[246],"achieves":[247],"promising":[249],"specific":[252],"given":[256],"AUs,":[257],"significantly":[258],"enhancing":[259],"human\u2013robot":[262],"interaction.":[263]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8}],"updated_date":"2026-04-07T14:57:38.498316","created_date":"2025-10-10T00:00:00"}