{"id":"https://openalex.org/W2889214350","doi":"https://doi.org/10.21437/interspeech.2018-2587","title":"Joint Learning of Facial Expression and Head Pose from Speech","display_name":"Joint Learning of Facial Expression and Head Pose from Speech","publication_year":2018,"publication_date":"2018-08-28","ids":{"openalex":"https://openalex.org/W2889214350","doi":"https://doi.org/10.21437/interspeech.2018-2587","mag":"2889214350"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2018-2587","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2018-2587","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2018","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016362960","display_name":"David Greenwood","orcid":"https://orcid.org/0000-0003-1615-2036"},"institutions":[{"id":"https://openalex.org/I1118541","display_name":"University of East Anglia","ror":"https://ror.org/026k5mg93","country_code":"GB","type":"education","lineage":["https://openalex.org/I1118541"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"David Greenwood","raw_affiliation_strings":["School of Computing Science University of East Anglia United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Computing Science University of East Anglia United Kingdom","institution_ids":["https://openalex.org/I1118541"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069055807","display_name":"Iain Matthews","orcid":"https://orcid.org/0009-0000-5004-2397"},"institutions":[{"id":"https://openalex.org/I1118541","display_name":"University of East Anglia","ror":"https://ror.org/026k5mg93","country_code":"GB","type":"education","lineage":["https://openalex.org/I1118541"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Iain Matthews","raw_affiliation_strings":["School of Computing Science University of East Anglia United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Computing Science University of East Anglia United Kingdom","institution_ids":["https://openalex.org/I1118541"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085340045","display_name":"Stephen D. Laycock","orcid":"https://orcid.org/0000-0002-7724-1369"},"institutions":[{"id":"https://openalex.org/I1118541","display_name":"University of East Anglia","ror":"https://ror.org/026k5mg93","country_code":"GB","type":"education","lineage":["https://openalex.org/I1118541"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stephen Laycock","raw_affiliation_strings":["School of Computing Science University of East Anglia United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Computing Science University of East Anglia United Kingdom","institution_ids":["https://openalex.org/I1118541"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5016362960"],"corresponding_institution_ids":["https://openalex.org/I1118541"],"apc_list":null,"apc_paid":null,"fwci":1.5669,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.87790846,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2484","last_page":"2488"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8049882054328918},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.7213626503944397},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.6875781416893005},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6054642200469971},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6029427647590637},{"id":"https://openalex.org/keywords/facial-motion-capture","display_name":"Facial motion capture","score":0.5800117254257202},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5576213598251343},{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.5351176261901855},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4989922046661377},{"id":"https://openalex.org/keywords/emotive","display_name":"Emotive","score":0.49883246421813965},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.44923949241638184},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4436293840408325},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.41984283924102783},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.41829705238342285},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.19717425107955933},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.17203554511070251},{"id":"https://openalex.org/keywords/face-detection","display_name":"Face detection","score":0.13393494486808777},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.1133604645729065}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8049882054328918},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.7213626503944397},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.6875781416893005},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6054642200469971},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6029427647590637},{"id":"https://openalex.org/C98907195","wikidata":"https://www.wikidata.org/wiki/Q5428562","display_name":"Facial motion capture","level":5,"score":0.5800117254257202},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5576213598251343},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.5351176261901855},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4989922046661377},{"id":"https://openalex.org/C2776215170","wikidata":"https://www.wikidata.org/wiki/Q5373820","display_name":"Emotive","level":2,"score":0.49883246421813965},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.44923949241638184},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4436293840408325},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.41984283924102783},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.41829705238342285},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.19717425107955933},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.17203554511070251},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.13393494486808777},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.1133604645729065},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.21437/interspeech.2018-2587","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2018-2587","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2018","raw_type":"proceedings-article"},{"id":"pmh:oai:ueaeprints.uea.ac.uk:68266","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400384","display_name":"UEA Digital Repository (University of East Anglia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1118541","host_organization_name":"University of East Anglia","host_organization_lineage":["https://openalex.org/I1118541"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"NonPeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1483472084","https://openalex.org/W1496997718","https://openalex.org/W1522301498","https://openalex.org/W1970088388","https://openalex.org/W1984541135","https://openalex.org/W1999681822","https://openalex.org/W2000911139","https://openalex.org/W2010318909","https://openalex.org/W2015394094","https://openalex.org/W2020661758","https://openalex.org/W2021992838","https://openalex.org/W2032618685","https://openalex.org/W2071096833","https://openalex.org/W2082308025","https://openalex.org/W2082942761","https://openalex.org/W2113713975","https://openalex.org/W2124399597","https://openalex.org/W2128546114","https://openalex.org/W2142487393","https://openalex.org/W2147885303","https://openalex.org/W2152826865","https://openalex.org/W2168982238","https://openalex.org/W2338517121","https://openalex.org/W2403714865","https://openalex.org/W2737658251","https://openalex.org/W2738406145","https://openalex.org/W2739192055","https://openalex.org/W2747308422","https://openalex.org/W2747610795","https://openalex.org/W2964121744","https://openalex.org/W4234707920","https://openalex.org/W4252434905","https://openalex.org/W4385483513"],"related_works":["https://openalex.org/W4211065946","https://openalex.org/W1544039745","https://openalex.org/W2748502319","https://openalex.org/W4210514273","https://openalex.org/W2906438086","https://openalex.org/W2139716748","https://openalex.org/W615219140","https://openalex.org/W2165663879","https://openalex.org/W2310226489","https://openalex.org/W3169129874"],"abstract_inverted_index":{"Natural":[0],"movement":[1],"plays":[2],"a":[3,84,146,167],"significant":[4],"role":[5],"in":[6,45,58,79,129],"realistic":[7],"speech":[8,33,63,136],"animation,":[9],"and":[10,31,92,98,108,112,174],"numerous":[11],"studies":[12],"have":[13,49,68,74],"demonstrated":[14],"the":[15,21,62,133,139,143,157,161],"contribution":[16],"visual":[17,46],"cues":[18],"make":[19],"to":[20,40,102,131,149],"degree":[22,86],"human":[23],"observers":[24],"find":[25],"an":[26],"animation":[27,56,107],"acceptable.Natural,":[28],"expressive,":[29],"emotive,":[30],"prosodic":[32],"exhibits":[34],"motion":[35,155,177,182],"patterns":[36],"that":[37,135,169],"are":[38],"difficult":[39],"predict":[41,171],"with":[42,89,138,179],"considerable":[43],"variation":[44],"modalities.Recently,":[47],"there":[48],"been":[50],"some":[51,59],"impressive":[52],"demonstrations":[53],"of":[54,65,87,125,142,152,160],"face":[55,106],"derived":[57],"way":[60],"from":[61,184],"signal.Each":[64],"these":[66],"methods":[67],"taken":[69],"unique":[70],"approaches,":[71],"but":[72],"none":[73],"included":[75],"rigid":[76,93,153,180],"head":[77,94,109,154,181],"pose":[78,95,110],"their":[80],"predicted":[81],"output.We":[82],"observe":[83],"high":[85],"correspondence":[88],"facial":[90,163,176],"activity":[91,141],"during":[96],"speech,":[97],"exploit":[99],"this":[100],"observation":[101],"jointly":[103],"learn":[104],"full":[105],"rotation":[111],"translation":[113],"combined.From":[114],"our":[115],"own":[116],"corpus,":[117],"we":[118],"train":[119],"Deep":[120],"Bi-Directional":[121],"LSTMs":[122],"(BLSTM)":[123],"capable":[124],"learning":[126,151],"long-term":[127],"structure":[128],"language":[130],"model":[132,147,168],"relationship":[134],"has":[137],"complex":[140],"face.We":[144],"define":[145],"architecture":[148],"encourage":[150],"via":[156],"latent":[158],"space":[159],"speaker's":[162],"activity.The":[164],"result":[165],"is":[166],"can":[170],"lip":[172],"sync":[173],"other":[175],"along":[178],"directly":[183],"audible":[185],"speech.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":6},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}