{"id":"https://openalex.org/W4310249214","doi":"https://doi.org/10.1142/s1793962324500028","title":"Emotional 3D speech visualization from 2D audio visual data","display_name":"Emotional 3D speech visualization from 2D audio visual data","publication_year":2022,"publication_date":"2022-11-26","ids":{"openalex":"https://openalex.org/W4310249214","doi":"https://doi.org/10.1142/s1793962324500028"},"language":"en","primary_location":{"id":"doi:10.1142/s1793962324500028","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s1793962324500028","pdf_url":null,"source":{"id":"https://openalex.org/S107361000","display_name":"Advances in Complex Systems","issn_l":"0219-5259","issn":["0219-5259","1793-6802","1793-9615","1793-9623"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Modeling, Simulation, and Scientific Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112415182","display_name":"Lu\u00eds Guillermo","orcid":null},"institutions":[{"id":"https://openalex.org/I1311157440","display_name":"Peruvian University of Applied Sciences","ror":"https://ror.org/047xrr705","country_code":"PE","type":"education","lineage":["https://openalex.org/I1311157440"]}],"countries":["PE"],"is_corresponding":false,"raw_author_name":"Luis Guillermo","raw_affiliation_strings":["Universidad Peruana de Ciencias Aplicadas (UPC), Prolongaci\u00f3n Primavera 2390, Lima, Lima 15023, Peru"],"affiliations":[{"raw_affiliation_string":"Universidad Peruana de Ciencias Aplicadas (UPC), Prolongaci\u00f3n Primavera 2390, Lima, Lima 15023, Peru","institution_ids":["https://openalex.org/I1311157440"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035162654","display_name":"Jose-Maria Rojas","orcid":null},"institutions":[{"id":"https://openalex.org/I1311157440","display_name":"Peruvian University of Applied Sciences","ror":"https://ror.org/047xrr705","country_code":"PE","type":"education","lineage":["https://openalex.org/I1311157440"]}],"countries":["PE"],"is_corresponding":false,"raw_author_name":"Jose-Maria Rojas","raw_affiliation_strings":["Universidad Peruana de Ciencias Aplicadas (UPC), Prolongaci\u00f3n Primavera 2390, Lima, Lima 15023, Peru"],"affiliations":[{"raw_affiliation_string":"Universidad Peruana de Ciencias Aplicadas (UPC), Prolongaci\u00f3n Primavera 2390, Lima, Lima 15023, Peru","institution_ids":["https://openalex.org/I1311157440"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076194651","display_name":"Willy Ugarte","orcid":"https://orcid.org/0000-0002-7510-618X"},"institutions":[{"id":"https://openalex.org/I1311157440","display_name":"Peruvian University of Applied Sciences","ror":"https://ror.org/047xrr705","country_code":"PE","type":"education","lineage":["https://openalex.org/I1311157440"]}],"countries":["PE"],"is_corresponding":true,"raw_author_name":"Willy Ugarte","raw_affiliation_strings":["Universidad Peruana de Ciencias Aplicadas (UPC), Prolongaci\u00f3n Primavera 2390, Lima, Lima 15023, Peru"],"affiliations":[{"raw_affiliation_string":"Universidad Peruana de Ciencias Aplicadas (UPC), Prolongaci\u00f3n Primavera 2390, Lima, Lima 15023, Peru","institution_ids":["https://openalex.org/I1311157440"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5076194651"],"corresponding_institution_ids":["https://openalex.org/I1311157440"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11186068,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":"05","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.825908362865448},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.6839414834976196},{"id":"https://openalex.org/keywords/naturalness","display_name":"Naturalness","score":0.660240650177002},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.6536560654640198},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5449286103248596},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4698813259601593},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.46934688091278076},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4587147533893585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4353101849555969},{"id":"https://openalex.org/keywords/pronunciation","display_name":"Pronunciation","score":0.42933520674705505},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.403215229511261},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37766531109809875},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34301674365997314},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3374525308609009},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.1006784439086914}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.825908362865448},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.6839414834976196},{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.660240650177002},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.6536560654640198},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5449286103248596},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4698813259601593},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.46934688091278076},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4587147533893585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4353101849555969},{"id":"https://openalex.org/C2780844864","wikidata":"https://www.wikidata.org/wiki/Q184377","display_name":"Pronunciation","level":2,"score":0.42933520674705505},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.403215229511261},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37766531109809875},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34301674365997314},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3374525308609009},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.1006784439086914},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s1793962324500028","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s1793962324500028","pdf_url":null,"source":{"id":"https://openalex.org/S107361000","display_name":"Advances in Complex Systems","issn_l":"0219-5259","issn":["0219-5259","1793-6802","1793-9615","1793-9623"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Modeling, Simulation, and Scientific Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W353957520","https://openalex.org/W2010284423","https://openalex.org/W2084235337","https://openalex.org/W2263241569","https://openalex.org/W2468212864","https://openalex.org/W2737658251","https://openalex.org/W2738406145","https://openalex.org/W2739192055","https://openalex.org/W2766272105","https://openalex.org/W2904787397","https://openalex.org/W2969219556","https://openalex.org/W2981263323","https://openalex.org/W3002482304","https://openalex.org/W3080485275","https://openalex.org/W3083394627","https://openalex.org/W3099284785","https://openalex.org/W3126625480","https://openalex.org/W4396219753"],"related_works":["https://openalex.org/W1544039745","https://openalex.org/W2121378366","https://openalex.org/W2999276620","https://openalex.org/W2532377291","https://openalex.org/W2989004599","https://openalex.org/W2535923857","https://openalex.org/W1976926596","https://openalex.org/W3094080214","https://openalex.org/W2156310872","https://openalex.org/W2356609371"],"abstract_inverted_index":{"Visual":[0],"speech":[1,137],"is":[2,12],"hard":[3],"to":[4,46,90],"recreate":[5],"by":[6,177],"human":[7],"hands":[8],"because":[9],"animation":[10,50,56,95,119,159],"itself":[11],"a":[13,111,179,187,217,238],"time-consuming":[14],"task:":[15],"both":[16],"precision":[17],"and":[18,23,72,139,154,173,199,225,245],"detail":[19],"must":[20],"be":[21,104],"considered":[22],"match":[24],"the":[25,28,35,49,61,101,149,156,184,204,207,220,230],"expectations":[26],"of":[27,34,51,83,167,206,209,213,219,223,237],"developers,":[29],"but":[30],"above":[31],"all,":[32],"those":[33],"audience.":[36],"To":[37],"solve":[38],"this":[39],"problem,":[40],"some":[41],"approaches":[42],"has":[43],"been":[44],"designed":[45],"help":[47],"accelerate":[48],"characters":[52],"faces,":[53],"as":[54,106],"procedural":[55],"or":[57,94,100],"speech-lip":[58],"synchronization,":[59],"where":[60,183],"most":[62],"common":[63],"areas":[64],"for":[65,115,134,145,151,160,226,242],"researching":[66],"these":[67,78,84],"methods":[68],"are":[69],"Computer":[70],"Vision":[71],"Machine":[73],"Learning.":[74],"However,":[75],"in":[76,132,201],"general,":[77],"tools":[79],"can":[80,103],"have":[81,155],"any":[82],"main":[85],"problems:":[86],"difficulty":[87],"on":[88],"adapting":[89],"another":[91],"language,":[92],"subject":[93],"software,":[96],"high":[97],"hardware":[98],"specifications,":[99],"results":[102,198],"receipted":[105],"robotic.":[107],"Our":[108],"work":[109],"presents":[110],"Deep":[112],"Learning":[113],"model":[114,157,169],"automatic":[116],"expressive":[117,128],"facial":[118],"using":[120,178,186],"audio.":[121],"We":[122,163],"extract":[123],"generic":[124],"audio":[125,129],"features":[126],"from":[127],"speeches":[130],"rich":[131],"phonemes":[133,161],"nonidiom":[135],"focus":[136],"processing":[138],"emotion":[140,175,192],"recognition.":[141],"From":[142],"videos":[143],"used":[144],"training,":[146],"we":[147],"extracted":[148],"landmarks":[150],"frame-speech":[152],"targeting":[153],"learn":[158],"pronunciation.":[162],"evaluated":[164],"four":[165],"variants":[166],"our":[168],"(two":[170],"function":[171],"losses":[172],"with":[174,191,203,234],"conditioning)":[176],"user":[180],"perspective":[181],"survey":[182],"one":[185],"Reconstruction":[188],"Loss":[189],"Function":[190],"training":[193],"conditioning":[194],"got":[195],"more":[196],"natural":[197],"score":[200,233],"synchronization":[202,228],"approval":[205,224],"majority":[208],"interviewees.":[210],"For":[211],"perception":[212],"naturalness,":[214],"it":[215],"obtained":[216,229],"38.89%":[218],"total":[221,240],"votes":[222],"language":[227],"highest":[231],"average":[232],"65.55%":[235],"(98.33":[236],"150":[239],"points)":[241],"English,":[243],"German":[244],"Korean":[246],"languages.":[247]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}