{"id":"https://openalex.org/W2969219556","doi":"https://doi.org/10.1109/taslp.2019.2935843","title":"Synthesizing 3D Trump: Predicting and Visualizing the Relationship Between Text, Speech, and Articulatory Movements","display_name":"Synthesizing 3D Trump: Predicting and Visualizing the Relationship Between Text, Speech, and Articulatory Movements","publication_year":2019,"publication_date":"2019-08-22","ids":{"openalex":"https://openalex.org/W2969219556","doi":"https://doi.org/10.1109/taslp.2019.2935843","mag":"2969219556"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2019.2935843","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2019.2935843","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048818071","display_name":"Jun Yu","orcid":"https://orcid.org/0000-0002-3197-8103"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Yu","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-3197-8103","affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007719477","display_name":"Qiang Ling","orcid":"https://orcid.org/0000-0001-5688-4130"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Ling","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-5688-4130","affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091503481","display_name":"Changwei Luo","orcid":"https://orcid.org/0000-0002-3107-7022"},"institutions":[{"id":"https://openalex.org/I4210158522","display_name":"PLA Academy of Military Science","ror":"https://ror.org/05ct4s596","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210158522"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changwei Luo","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China","PLA Academy of Military Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"PLA Academy of Military Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210158522"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002277899","display_name":"Chang Wen Chen","orcid":"https://orcid.org/0000-0002-6720-234X"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chang Wen Chen","raw_affiliation_strings":["Department of Computer Science and Engineering, The State University of New York at Buffalo, Buffalo, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The State University of New York at Buffalo, Buffalo, USA","institution_ids":["https://openalex.org/I63190737"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3272,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.54835268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"27","issue":"12","first_page":"2223","last_page":"2233"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/articulation","display_name":"Articulation (sociology)","score":0.8352885246276855},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7209017872810364},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6342325210571289},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.627929151058197},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.5719393491744995},{"id":"https://openalex.org/keywords/movement","display_name":"Movement (music)","score":0.4208134412765503},{"id":"https://openalex.org/keywords/speech-production","display_name":"Speech production","score":0.41195064783096313},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4063909649848938},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3616405725479126},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.07424277067184448}],"concepts":[{"id":"https://openalex.org/C2779337067","wikidata":"https://www.wikidata.org/wiki/Q4800961","display_name":"Articulation (sociology)","level":3,"score":0.8352885246276855},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7209017872810364},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6342325210571289},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.627929151058197},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.5719393491744995},{"id":"https://openalex.org/C2780226923","wikidata":"https://www.wikidata.org/wiki/Q929848","display_name":"Movement (music)","level":2,"score":0.4208134412765503},{"id":"https://openalex.org/C43617652","wikidata":"https://www.wikidata.org/wiki/Q7575399","display_name":"Speech production","level":2,"score":0.41195064783096313},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4063909649848938},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3616405725479126},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.07424277067184448},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2019.2935843","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2019.2935843","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7099999785423279}],"awards":[{"id":"https://openalex.org/G3937644632","display_name":null,"funder_award_id":"61303150","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4800281617","display_name":null,"funder_award_id":"1708085QF138","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"},{"id":"https://openalex.org/G4938988039","display_name":null,"funder_award_id":"U1736123","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6039323323","display_name":"\u80fd\u8bf4\u4f1a\u5531\u7684\u4e09\u7ef4\u865a\u62df\u4eba\u5934\uff1a\u8bed\u97f3\u3001\u6b4c\u58f0\u548c\u60c5\u611f\u8bed\u4e49\u540c\u6b65\u7684\u4eba\u8138\u53ca\u53d1\u97f3\u5668\u5b98\u53ef\u89c6\u5316\u7814\u7a76","funder_award_id":"61572450","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334897","display_name":"Natural Science Foundation of Anhui Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W125358319","https://openalex.org/W170732776","https://openalex.org/W177412832","https://openalex.org/W198124244","https://openalex.org/W1499332833","https://openalex.org/W1521793179","https://openalex.org/W1531956331","https://openalex.org/W1543471089","https://openalex.org/W1608395045","https://openalex.org/W1643185111","https://openalex.org/W1947481528","https://openalex.org/W1977495666","https://openalex.org/W1981893831","https://openalex.org/W1982854652","https://openalex.org/W1990883837","https://openalex.org/W2000911139","https://openalex.org/W2004068758","https://openalex.org/W2005369678","https://openalex.org/W2006730584","https://openalex.org/W2008088901","https://openalex.org/W2012048984","https://openalex.org/W2013317861","https://openalex.org/W2014828600","https://openalex.org/W2019977809","https://openalex.org/W2032610673","https://openalex.org/W2043440654","https://openalex.org/W2047671930","https://openalex.org/W2048601212","https://openalex.org/W2048896221","https://openalex.org/W2059171115","https://openalex.org/W2062712751","https://openalex.org/W2089047914","https://openalex.org/W2107813907","https://openalex.org/W2107882049","https://openalex.org/W2115402659","https://openalex.org/W2123237149","https://openalex.org/W2129360799","https://openalex.org/W2132172443","https://openalex.org/W2132219293","https://openalex.org/W2140390665","https://openalex.org/W2231075402","https://openalex.org/W2263666797","https://openalex.org/W2395341871","https://openalex.org/W2395955767","https://openalex.org/W2402610474","https://openalex.org/W2460468435","https://openalex.org/W2471520273","https://openalex.org/W2486034530","https://openalex.org/W2511870926","https://openalex.org/W2541674938","https://openalex.org/W2564753563","https://openalex.org/W2572325623","https://openalex.org/W2573340898","https://openalex.org/W2576259985","https://openalex.org/W2594902161","https://openalex.org/W2596135543","https://openalex.org/W2598638573","https://openalex.org/W2623464795","https://openalex.org/W2737658251","https://openalex.org/W2738406145","https://openalex.org/W2739192055","https://openalex.org/W2750787464","https://openalex.org/W2753282630","https://openalex.org/W2782422271","https://openalex.org/W2790713205","https://openalex.org/W2804619907","https://openalex.org/W2889925293","https://openalex.org/W2904787397","https://openalex.org/W2922023437","https://openalex.org/W2950248412","https://openalex.org/W2963410064","https://openalex.org/W2963446712","https://openalex.org/W3004513510","https://openalex.org/W4231334133","https://openalex.org/W4255959360","https://openalex.org/W6607322932","https://openalex.org/W6607963373","https://openalex.org/W6650605322","https://openalex.org/W6662166008","https://openalex.org/W6712007117","https://openalex.org/W6713398208","https://openalex.org/W6729059855","https://openalex.org/W6731341210","https://openalex.org/W6732428114","https://openalex.org/W6735255722","https://openalex.org/W6748181857","https://openalex.org/W6764384072"],"related_works":["https://openalex.org/W1544536563","https://openalex.org/W2005271160","https://openalex.org/W2060836468","https://openalex.org/W4280646740","https://openalex.org/W2608841979","https://openalex.org/W2004780548","https://openalex.org/W2748448327","https://openalex.org/W2004415003","https://openalex.org/W2088222388","https://openalex.org/W2786684668"],"abstract_inverted_index":{"The":[0],"movements":[1,45],"of":[2,61,74,121],"articulators,":[3],"such":[4],"as":[5],"lips,":[6],"tongue":[7],"and":[8,36,43,51,59,82,108],"teeth,":[9],"play":[10],"an":[11],"important":[12],"role":[13],"in":[14,25,49,146],"increasing":[15],"the":[16,22,38,91,118,138,151],"language":[17,48],"expression":[18],"capability":[19],"by":[20,89,126],"unmasking":[21],"information":[23],"hid":[24],"text":[26,58],"or":[27],"speech.":[28],"Hence,":[29],"it":[30],"is":[31,87],"necessary":[32],"to":[33,95,113,130],"deeply":[34],"mine":[35],"visualize":[37,114],"relationship":[39],"between":[40,80],"text,":[41],"speech":[42,81],"articulatory":[44,96,133],"for":[46],"understanding":[47],"multi-modality":[50],"multi-level.":[52],"As":[53],"a":[54,69,101],"case":[55],"study,":[56],"given":[57],"audio":[60],"President":[62],"Donald":[63],"John":[64],"Trump,":[65],"this":[66],"paper":[67],"synthesizes":[68],"high":[70],"quality":[71],"3D":[72,103],"animation":[73],"him":[75],"speaking":[76],"with":[77],"accurate":[78],"synchronicity":[79],"articulators.":[83],"First,":[84],"visual":[85,127,152],"co-articulation":[86,128],"modeled":[88],"predicting":[90],"mapping":[92],"from":[93,156],"text/speech":[94],"movements.":[97],"Then,":[98],"based":[99],"on":[100],"reconstructed":[102],"head":[104],"model,":[105],"physiological":[106],"characteristics":[107],"statistical":[109],"learning":[110],"are":[111,124],"combined":[112],"each":[115],"phoneme.":[116],"Finally,":[117],"visualization":[119],"results":[120,145],"consecutive":[122],"phonemes":[123,155],"fused":[125],"model":[129],"generate":[131],"synchronized":[132],"animations.":[134],"Experiments":[135],"show":[136],"that":[137],"system":[139],"can":[140],"not":[141],"only":[142],"produce":[143],"photo-realistic":[144],"front":[147],"but":[148],"also":[149],"distinguish":[150],"differences":[153],"among":[154],"unconstrained":[157],"views.":[158]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}