{"id":"https://openalex.org/W2149071217","doi":"https://doi.org/10.1145/1180995.1181065","title":"HMM-based synthesis of emotional facial expressions during speech in synthetic talking heads","display_name":"HMM-based synthesis of emotional facial expressions during speech in synthetic talking heads","publication_year":2006,"publication_date":"2006-11-02","ids":{"openalex":"https://openalex.org/W2149071217","doi":"https://doi.org/10.1145/1180995.1181065","mag":"2149071217"},"language":"en","primary_location":{"id":"doi:10.1145/1180995.1181065","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1180995.1181065","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th international conference on Multimodal interfaces","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049079205","display_name":"Nadia Mana","orcid":"https://orcid.org/0000-0002-0678-1261"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Nadia Mana","raw_affiliation_strings":["ITC-irst, Povo (Trento), Italy"],"affiliations":[{"raw_affiliation_string":"ITC-irst, Povo (Trento), Italy","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110228068","display_name":"Fabio Pianesi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fabio Pianesi","raw_affiliation_strings":["ITC-irst, Povo (Trento), Italy"],"affiliations":[{"raw_affiliation_string":"ITC-irst, Povo (Trento), Italy","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5049079205"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9343,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.7759428,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"5","issue":null,"first_page":"380","last_page":"387"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/naturalness","display_name":"Naturalness","score":0.8226833939552307},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7981482744216919},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.7034975290298462},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7017821073532104},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.6441415548324585},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6277323961257935},{"id":"https://openalex.org/keywords/emotional-expression","display_name":"Emotional expression","score":0.5786641836166382},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.5654304623603821},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5012836456298828},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.498992919921875},{"id":"https://openalex.org/keywords/speech-synthesis","display_name":"Speech synthesis","score":0.4432532787322998},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.42666566371917725},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3716309070587158},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34431490302085876},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33817362785339355},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.17651310563087463},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.16160672903060913},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13914179801940918}],"concepts":[{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.8226833939552307},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7981482744216919},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.7034975290298462},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7017821073532104},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.6441415548324585},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6277323961257935},{"id":"https://openalex.org/C143110190","wikidata":"https://www.wikidata.org/wiki/Q5373787","display_name":"Emotional expression","level":2,"score":0.5786641836166382},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.5654304623603821},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5012836456298828},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.498992919921875},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.4432532787322998},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.42666566371917725},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3716309070587158},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34431490302085876},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33817362785339355},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17651310563087463},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.16160672903060913},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13914179801940918},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1180995.1181065","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1180995.1181065","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th international conference on Multimodal interfaces","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W47265595","https://openalex.org/W51508392","https://openalex.org/W216945601","https://openalex.org/W1491378881","https://openalex.org/W1501400124","https://openalex.org/W1507127279","https://openalex.org/W1589781773","https://openalex.org/W1727030441","https://openalex.org/W1966797434","https://openalex.org/W1982830988","https://openalex.org/W1987461999","https://openalex.org/W2003333103","https://openalex.org/W2005563599","https://openalex.org/W2008208299","https://openalex.org/W2009042050","https://openalex.org/W2043539602","https://openalex.org/W2062337664","https://openalex.org/W2123456995","https://openalex.org/W2125838338","https://openalex.org/W2147350719","https://openalex.org/W2295661697","https://openalex.org/W2405864060","https://openalex.org/W3148186152","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4391272374","https://openalex.org/W1914543332","https://openalex.org/W2946856121","https://openalex.org/W40885451","https://openalex.org/W2108985546","https://openalex.org/W2081919107","https://openalex.org/W2433276473","https://openalex.org/W1537411440","https://openalex.org/W1984347656","https://openalex.org/W2535215250"],"abstract_inverted_index":{"One":[0],"of":[1,41,58,76,89,110,129],"the":[2,6,46,56,74,111,116,121,130],"research":[3],"goals":[4],"in":[5,36,92,133],"human-computer":[7],"interaction":[8],"community":[9],"is":[10],"to":[11,21,53,151],"build":[12],"believable":[13,50],"Embodied":[14],"Conversational":[15],"Agents,":[16],"that":[17,138],"is,":[18],"agents":[19],"able":[20],"communicate":[22],"complex":[23],"information":[24],"with":[25,106,123],"human-like":[26],"expressiveness":[27],"and":[28,39,159],"naturalness.":[29],"Since":[30],"emotions":[31],"play":[32],"a":[33,65,87,94,124,153],"crucial":[34],"role":[35],"human":[37],"communication":[38],"most":[40],"them":[42,55],"are":[43,149],"expressed":[44],"through":[45],"face,":[47],"having":[48],"more":[49,157],"ECAs":[51],"implies":[52],"give":[54],"ability":[57],"displaying":[59],"emotional":[60,77,103,141],"facial":[61,78,104,142],"expressions.This":[62],"paper":[63],"presents":[64],"system":[66],"based":[67],"on":[68,86],"Hidden":[69],"Markov":[70],"Models":[71],"(HMMs)":[72],"for":[73,140],"synthesis":[75,144],"expressions":[79,105,143],"during":[80],"speech.":[81],"The":[82],"HMMs":[83,139],"were":[84],"trained":[85],"set":[88],"emotion":[90],"examples":[91],"which":[93],"professional":[95],"actor":[96],"uttered":[97],"Italian":[98],"non-sense":[99],"words,":[100],"acting":[101],"various":[102],"different":[107,135],"intensities.The":[108],"evaluation":[109],"experimental":[112],"results,":[113],"performed":[114],"comparing":[115],"\"synthetic":[117],"examples\"":[118],"(generated":[119],"by":[120],"system)":[122],"reference":[125],"\"natural":[126],"example\"":[127],"(one":[128],"actor's":[131],"examples)":[132],"three":[134],"ways,":[136],"shows":[137],"have":[145],"some":[146],"limitations":[147],"but":[148],"suitable":[150],"make":[152],"synthetic":[154],"Talking":[155],"Head":[156],"expressive":[158],"realistic.":[160]},"counts_by_year":[{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}