{"id":"https://openalex.org/W2904787397","doi":"https://doi.org/10.1109/tmm.2018.2887027","title":"BLTRCNN-Based 3-D Articulatory Movement Prediction: Learning Articulatory Synchronicity From Both Text and Audio Inputs","display_name":"BLTRCNN-Based 3-D Articulatory Movement Prediction: Learning Articulatory Synchronicity From Both Text and Audio Inputs","publication_year":2018,"publication_date":"2018-12-18","ids":{"openalex":"https://openalex.org/W2904787397","doi":"https://doi.org/10.1109/tmm.2018.2887027","mag":"2904787397"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2018.2887027","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2018.2887027","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089799495","display_name":"Lingyun Yu","orcid":"https://orcid.org/0000-0001-6403-761X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingyun Yu","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-6403-761X","affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048818071","display_name":"Jun Yu","orcid":"https://orcid.org/0000-0002-3197-8103"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Yu","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-3197-8103","affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007719477","display_name":"Qiang Ling","orcid":"https://orcid.org/0000-0001-5688-4130"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Ling","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-5688-4130","affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":2.5181,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.90612197,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"21","issue":"7","first_page":"1621","last_page":"1632"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10403","display_name":"Phonetics and Phonology Research","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8449329137802124},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.7080379128456116},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6438391804695129},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6243664026260376},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.6096029281616211},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5315352082252502},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47323405742645264},{"id":"https://openalex.org/keywords/time-delay-neural-network","display_name":"Time delay neural network","score":0.468619167804718},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38495686650276184}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8449329137802124},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.7080379128456116},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6438391804695129},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6243664026260376},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.6096029281616211},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5315352082252502},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47323405742645264},{"id":"https://openalex.org/C175202392","wikidata":"https://www.wikidata.org/wiki/Q2434543","display_name":"Time delay neural network","level":3,"score":0.468619167804718},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38495686650276184},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2018.2887027","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2018.2887027","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G186579439","display_name":null,"funder_award_id":"WK2350000002","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3937644632","display_name":null,"funder_award_id":"61303150","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4800281617","display_name":null,"funder_award_id":"1708085QF138","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"},{"id":"https://openalex.org/G4938988039","display_name":null,"funder_award_id":"U1736123","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6039323323","display_name":"\u80fd\u8bf4\u4f1a\u5531\u7684\u4e09\u7ef4\u865a\u62df\u4eba\u5934\uff1a\u8bed\u97f3\u3001\u6b4c\u58f0\u548c\u60c5\u611f\u8bed\u4e49\u540c\u6b65\u7684\u4eba\u8138\u53ca\u53d1\u97f3\u5668\u5b98\u53ef\u89c6\u5316\u7814\u7a76","funder_award_id":"61572450","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334897","display_name":"Natural Science Foundation of Anhui Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W1499332833","https://openalex.org/W1531956331","https://openalex.org/W1538131130","https://openalex.org/W1543471089","https://openalex.org/W1554663460","https://openalex.org/W1574447377","https://openalex.org/W1590906142","https://openalex.org/W1924770834","https://openalex.org/W1947481528","https://openalex.org/W1982854652","https://openalex.org/W1995562189","https://openalex.org/W2002802259","https://openalex.org/W2010284423","https://openalex.org/W2013317861","https://openalex.org/W2015154011","https://openalex.org/W2044010669","https://openalex.org/W2087618018","https://openalex.org/W2089047914","https://openalex.org/W2100495367","https://openalex.org/W2107739094","https://openalex.org/W2114336453","https://openalex.org/W2123237149","https://openalex.org/W2131571251","https://openalex.org/W2131770202","https://openalex.org/W2131774270","https://openalex.org/W2132733106","https://openalex.org/W2135707066","https://openalex.org/W2136155248","https://openalex.org/W2154961933","https://openalex.org/W2156387975","https://openalex.org/W2157331557","https://openalex.org/W2160006372","https://openalex.org/W2194775991","https://openalex.org/W2231075402","https://openalex.org/W2263338482","https://openalex.org/W2295847943","https://openalex.org/W2395955767","https://openalex.org/W2402610474","https://openalex.org/W2541674938","https://openalex.org/W2564753563","https://openalex.org/W2573340898","https://openalex.org/W2596135543","https://openalex.org/W2598638573","https://openalex.org/W2605534063","https://openalex.org/W2738406145","https://openalex.org/W2780124704","https://openalex.org/W2787095369","https://openalex.org/W2951183276","https://openalex.org/W2963410064","https://openalex.org/W2963446712","https://openalex.org/W3102619627","https://openalex.org/W4285719527","https://openalex.org/W4388297464","https://openalex.org/W6632100814","https://openalex.org/W6632664298","https://openalex.org/W6634556219","https://openalex.org/W6635255037","https://openalex.org/W6640212811","https://openalex.org/W6678292227","https://openalex.org/W6679713772","https://openalex.org/W6682889407","https://openalex.org/W6689608924","https://openalex.org/W6697039285","https://openalex.org/W6711834147","https://openalex.org/W6713398208","https://openalex.org/W6729059855","https://openalex.org/W6735255722","https://openalex.org/W7045481054"],"related_works":["https://openalex.org/W1657880117","https://openalex.org/W2595172197","https://openalex.org/W2109916967","https://openalex.org/W2950022897","https://openalex.org/W2890297197","https://openalex.org/W2101697354","https://openalex.org/W1538193578","https://openalex.org/W3206636855","https://openalex.org/W1538606284","https://openalex.org/W2373874059"],"abstract_inverted_index":{"Predicting":[0],"articulatory":[1,66,97,157],"movements":[2,98],"from":[3],"audio":[4,73,106],"or":[5],"text":[6,71,104,126,166,197],"has":[7,42],"diverse":[8],"applications,":[9],"such":[10],"as":[11,170],"speech":[12,50],"visualization.":[13],"Various":[14],"approaches":[15],"have":[16],"been":[17],"proposed":[18,177],"to":[19,95],"solve":[20],"the":[21,57,85,92,117,146,176,180,188],"acoustic-articulatory":[22],"mapping":[23],"problem.":[24],"However,":[25],"their":[26],"precision":[27],"is":[28,91,116,144,154],"not":[29],"high":[30],"enough":[31],"with":[32,69],"only":[33],"acoustic":[34,163,200],"features":[35,124,167,201],"available.":[36],"Recently,":[37],"deep":[38],"neural":[39,81,136,150],"network":[40,63,82,151],"(DNN)":[41],"brought":[43],"tremendous":[44],"success":[45],"in":[46,202],"various":[47],"fields,":[48],"like":[49],"recognition":[51],"and":[52,72,105,141,165,187],"image":[53],"processing.":[54],"To":[55,84],"increase":[56],"accuracy,":[58],"we":[59,193],"propose":[60],"a":[61,76,121],"new":[62],"architecture":[64],"for":[65,128,156],"movement":[67,158],"prediction":[68,159,204],"both":[70],"inputs,":[74],"called":[75,145],"bottleneck":[77,118,123,161],"long-term":[78,147],"recurrent":[79,148],"convolutional":[80,135,149],"(BLTRCNN).":[83],"best":[86],"of":[87,111,125],"our":[88],"knowledge,":[89],"it":[90],"first":[93,115],"time":[94],"predict":[96],"based":[99],"on":[100],"DNN":[101],"by":[102],"fusing":[103],"inputs.":[107],"Our":[108],"BLTRCNN":[109,178],"consists":[110],"two":[112],"networks.":[113],"The":[114,132],"network,":[119,137],"generating":[120],"compact":[122],"information":[127,198],"each":[129],"frame":[130],"independently.":[131],"second,":[133],"including":[134],"long":[138],"short-term":[139],"memory":[140],"skip":[142],"connection,":[143],"(LTRCNN).":[152],"LTRCNN":[153],"used":[155],"when":[160],"features,":[162,164],"are":[168],"integrated":[169],"inputs":[171],"together.":[172],"Experiments":[173],"show":[174],"that":[175],"achieves":[179],"state-of-the-art":[181],"root-mean-square":[182],"error":[183],"(RMSE)":[184],"0.528":[185],"mm":[186],"correlation":[189],"coefficient":[190],"0.961.":[191],"Moreover,":[192],"also":[194],"demonstrate":[195],"how":[196],"complements":[199],"this":[203],"task.":[205]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":4}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}