{"id":"https://openalex.org/W2943895251","doi":"https://doi.org/10.1109/apmar.2019.8709162","title":"Speech-Driven Facial Animation by LSTM-RNN for Communication Use","display_name":"Speech-Driven Facial Animation by LSTM-RNN for Communication Use","publication_year":2019,"publication_date":"2019-03-01","ids":{"openalex":"https://openalex.org/W2943895251","doi":"https://doi.org/10.1109/apmar.2019.8709162","mag":"2943895251"},"language":"en","primary_location":{"id":"doi:10.1109/apmar.2019.8709162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apmar.2019.8709162","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 12th Asia Pacific Workshop on Mixed and Augmented Reality (APMAR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077171261","display_name":"R. Nishimura","orcid":"https://orcid.org/0000-0003-1696-1968"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Ryosuke Nishimura","raw_affiliation_strings":["dept. Systems Innovation, Osaka University, Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"dept. Systems Innovation, Osaka University, Osaka, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110850340","display_name":"Nobuchika Sakata","orcid":null},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Nobuchika Sakata","raw_affiliation_strings":["div. Systems Innovation, Nara Institute of Science and Technology, Nara, Japan"],"affiliations":[{"raw_affiliation_string":"div. Systems Innovation, Nara Institute of Science and Technology, Nara, Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030685188","display_name":"Tomu Tominaga","orcid":null},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomu Tominaga","raw_affiliation_strings":["dept. Systems Innovation, Osaka University, Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"dept. Systems Innovation, Osaka University, Osaka, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109338657","display_name":"Yoshinori Hijikata","orcid":null},"institutions":[{"id":"https://openalex.org/I206011266","display_name":"Kwansei Gakuin University","ror":"https://ror.org/02qf2tx24","country_code":"JP","type":"education","lineage":["https://openalex.org/I206011266"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshinori Hijikata","raw_affiliation_strings":["sch. Business Administration, Kwansei Gakuin University, Hyogo, Japan"],"affiliations":[{"raw_affiliation_string":"sch. Business Administration, Kwansei Gakuin University, Hyogo, Japan","institution_ids":["https://openalex.org/I206011266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016270703","display_name":"Kensuke Harada","orcid":"https://orcid.org/0000-0002-7576-756X"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kensuke Harada","raw_affiliation_strings":["dept. Systems Innovation, Osaka University, Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"dept. Systems Innovation, Osaka University, Osaka, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022749721","display_name":"Kiyoshi Kiyokawa","orcid":"https://orcid.org/0000-0003-2260-1707"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kiyoshi Kiyokawa","raw_affiliation_strings":["div. Systems Innovation, Nara Institute of Science and Technology, Nara, Japan"],"affiliations":[{"raw_affiliation_string":"div. Systems Innovation, Nara Institute of Science and Technology, Nara, Japan","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5077171261"],"corresponding_institution_ids":["https://openalex.org/I98285908"],"apc_list":null,"apc_paid":null,"fwci":0.1022,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.41693862,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"31","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.859539270401001},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8519063591957092},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.7960836887359619},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6018301248550415},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5911234021186829},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5477754473686218},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.547446608543396},{"id":"https://openalex.org/keywords/orientation","display_name":"Orientation (vector space)","score":0.5215291976928711},{"id":"https://openalex.org/keywords/facial-motion-capture","display_name":"Facial motion capture","score":0.5087085366249084},{"id":"https://openalex.org/keywords/character","display_name":"Character (mathematics)","score":0.4919149875640869},{"id":"https://openalex.org/keywords/viseme","display_name":"Viseme","score":0.47992950677871704},{"id":"https://openalex.org/keywords/character-animation","display_name":"Character animation","score":0.4323365092277527},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4301398694515228},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.40942394733428955},{"id":"https://openalex.org/keywords/speech-synthesis","display_name":"Speech synthesis","score":0.31780290603637695},{"id":"https://openalex.org/keywords/face-detection","display_name":"Face detection","score":0.25211280584335327},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.23477566242218018},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.2289242446422577},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.19049125909805298},{"id":"https://openalex.org/keywords/speech-technology","display_name":"Speech technology","score":0.12029027938842773}],"concepts":[{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.859539270401001},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8519063591957092},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.7960836887359619},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6018301248550415},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5911234021186829},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5477754473686218},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.547446608543396},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.5215291976928711},{"id":"https://openalex.org/C98907195","wikidata":"https://www.wikidata.org/wiki/Q5428562","display_name":"Facial motion capture","level":5,"score":0.5087085366249084},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.4919149875640869},{"id":"https://openalex.org/C33767174","wikidata":"https://www.wikidata.org/wiki/Q371190","display_name":"Viseme","level":4,"score":0.47992950677871704},{"id":"https://openalex.org/C90697248","wikidata":"https://www.wikidata.org/wiki/Q1062896","display_name":"Character animation","level":4,"score":0.4323365092277527},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4301398694515228},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.40942394733428955},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.31780290603637695},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.25211280584335327},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.23477566242218018},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.2289242446422577},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.19049125909805298},{"id":"https://openalex.org/C504749915","wikidata":"https://www.wikidata.org/wiki/Q9010971","display_name":"Speech technology","level":3,"score":0.12029027938842773},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/apmar.2019.8709162","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apmar.2019.8709162","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 12th Asia Pacific Workshop on Mixed and Augmented Reality (APMAR)","raw_type":"proceedings-article"},{"id":"mag:3037328953","is_oa":false,"landing_page_url":"https://jglobal.jst.go.jp/en/detail?JGLOBAL_ID=201902219761744154","pdf_url":null,"source":{"id":"https://openalex.org/S4306512817","display_name":"IEEE Conference Proceedings","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"IEEE Conference Proceedings","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1782590233","https://openalex.org/W1976295221","https://openalex.org/W1979292301","https://openalex.org/W1990937109","https://openalex.org/W1992187125","https://openalex.org/W1998294030","https://openalex.org/W2017107803","https://openalex.org/W2038891881","https://openalex.org/W2056898157","https://openalex.org/W2064400654","https://openalex.org/W2086331119","https://openalex.org/W2103682126","https://openalex.org/W2124917223","https://openalex.org/W2468212864","https://openalex.org/W2608566907","https://openalex.org/W2733512699","https://openalex.org/W2737658251","https://openalex.org/W2739192055","https://openalex.org/W2745771616","https://openalex.org/W2804619907","https://openalex.org/W2995034616","https://openalex.org/W3136489197","https://openalex.org/W4285719527","https://openalex.org/W6771710517"],"related_works":["https://openalex.org/W2295574089","https://openalex.org/W2130702999","https://openalex.org/W2156428627","https://openalex.org/W4396832896","https://openalex.org/W2196799208","https://openalex.org/W2051832886","https://openalex.org/W3040900128","https://openalex.org/W2078689334","https://openalex.org/W2146128758","https://openalex.org/W2032993994"],"abstract_inverted_index":{"The":[0,62],"goal":[1],"of":[2,46,54,66,82,85,87,96,104,139],"this":[3,124],"research":[4],"is":[5,19,33,40,59,64,109],"developing":[6,112],"a":[7,10,52,60,113,117],"system":[8,114,141],"that":[9,92],"rich":[11],"facial":[12,38,57,118,128],"animation":[13,39,58,119],"can":[14],"be":[15,29,94],"used":[16,30],"in":[17,31,42,142],"communication":[18,143],"generated":[20],"from":[21,130],"only":[22,121,131],"speech.":[23],"A":[24],"high-quality":[25,48],"3DCG":[26,49],"character":[27],"to":[28],"VR":[32],"quite":[34],"popular.":[35],"Also,":[36],"the":[37,44,47,55,83,88,97,102,105,137,140],"important":[41],"enhancing":[43],"reality":[45],"character.":[50],"Generally,":[51],"source":[53],"generating":[56,116],"camera.":[61],"problem":[63],"one":[65],"selecting":[67],"optical":[68],"cameras":[69,74],"as":[70,75],"an":[71,76],"input.":[72],"Using":[73],"input":[77],"source,":[78],"it":[79,108],"causes":[80],"limitations":[81],"angle":[84],"view":[86],"camera":[89],"or":[90],"problems":[91],"cannot":[93],"aware":[95],"human":[98],"face,":[99],"depending":[100],"on":[101],"orientation":[103],"face.":[106],"Therefore,":[107],"reasonable":[110],"for":[111,115],"using":[120,133],"voice.":[122],"In":[123],"study,":[125],"we":[126],"generate":[127],"expressions":[129],"speech":[132],"LSTM-RNN":[134],"and":[135],"showed":[136],"usefulness":[138],"via":[144],"user":[145],"study.":[146]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}