{"id":"https://openalex.org/W4385342160","doi":"https://doi.org/10.3390/computers12080150","title":"The Generation of Articulatory Animations Based on Keypoint Detection and Motion Transfer Combined with Image Style Transfer","display_name":"The Generation of Articulatory Animations Based on Keypoint Detection and Motion Transfer Combined with Image Style Transfer","publication_year":2023,"publication_date":"2023-07-28","ids":{"openalex":"https://openalex.org/W4385342160","doi":"https://doi.org/10.3390/computers12080150"},"language":"en","primary_location":{"id":"doi:10.3390/computers12080150","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers12080150","pdf_url":"https://www.mdpi.com/2073-431X/12/8/150/pdf?version=1690533122","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/12/8/150/pdf?version=1690533122","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086015675","display_name":"Xufeng Ling","orcid":"https://orcid.org/0000-0001-5217-3614"},"institutions":[{"id":"https://openalex.org/I21945476","display_name":"Shanghai Normal University","ror":"https://ror.org/01cxqmw89","country_code":"CN","type":"education","lineage":["https://openalex.org/I21945476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xufeng Ling","raw_affiliation_strings":["AI School, Tianhua College, Shanghai Normal University, No. 1661 North Sheng Xin Road, Shanghai 201815, China"],"raw_orcid":"https://orcid.org/0000-0001-5217-3614","affiliations":[{"raw_affiliation_string":"AI School, Tianhua College, Shanghai Normal University, No. 1661 North Sheng Xin Road, Shanghai 201815, China","institution_ids":["https://openalex.org/I21945476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100673751","display_name":"Yu Zhu","orcid":"https://orcid.org/0000-0003-1535-6520"},"institutions":[{"id":"https://openalex.org/I2801919588","display_name":"Shanghai Library","ror":"https://ror.org/022d5rd48","country_code":"CN","type":"archive","lineage":["https://openalex.org/I2801919588"]},{"id":"https://openalex.org/I4210101880","display_name":"Institute of Scientific and Technical Information","ror":"https://ror.org/0170b6c09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I107851509","https://openalex.org/I4210101880","https://openalex.org/I4210127390","https://openalex.org/I4210151987"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhu","raw_affiliation_strings":["Shanghai Library, Institute of Scientific and Technical Information of Shanghai, 1555 West Huaihai Road, Shanghai 200030, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Library, Institute of Scientific and Technical Information of Shanghai, 1555 West Huaihai Road, Shanghai 200030, China","institution_ids":["https://openalex.org/I2801919588","https://openalex.org/I4210101880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052806609","display_name":"Wei Liu","orcid":"https://orcid.org/0000-0002-2112-7946"},"institutions":[{"id":"https://openalex.org/I21945476","display_name":"Shanghai Normal University","ror":"https://ror.org/01cxqmw89","country_code":"CN","type":"education","lineage":["https://openalex.org/I21945476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liu","raw_affiliation_strings":["AI School, Tianhua College, Shanghai Normal University, No. 1661 North Sheng Xin Road, Shanghai 201815, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI School, Tianhua College, Shanghai Normal University, No. 1661 North Sheng Xin Road, Shanghai 201815, China","institution_ids":["https://openalex.org/I21945476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007737263","display_name":"Jingxin Liang","orcid":"https://orcid.org/0009-0000-3883-7760"},"institutions":[{"id":"https://openalex.org/I21945476","display_name":"Shanghai Normal University","ror":"https://ror.org/01cxqmw89","country_code":"CN","type":"education","lineage":["https://openalex.org/I21945476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingxin Liang","raw_affiliation_strings":["AI School, Tianhua College, Shanghai Normal University, No. 1661 North Sheng Xin Road, Shanghai 201815, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI School, Tianhua College, Shanghai Normal University, No. 1661 North Sheng Xin Road, Shanghai 201815, China","institution_ids":["https://openalex.org/I21945476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100404947","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0003-4801-7162"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jie Yang","raw_affiliation_strings":["Institute of Image Processing and Pattern Recognition, Shanghai Jiaotong University, 800 Dongchuan Road, Shanghai 200240, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Image Processing and Pattern Recognition, Shanghai Jiaotong University, 800 Dongchuan Road, Shanghai 200240, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100404947"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":0.1793,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.45532103,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"12","issue":"8","first_page":"150","last_page":"150"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9484999775886536,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8313338160514832},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.7140348553657532},{"id":"https://openalex.org/keywords/articulation","display_name":"Articulation (sociology)","score":0.7137845754623413},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6299593448638916},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.503832995891571},{"id":"https://openalex.org/keywords/pronunciation","display_name":"Pronunciation","score":0.4624398648738861},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4508008658885956},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.09291523694992065}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8313338160514832},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.7140348553657532},{"id":"https://openalex.org/C2779337067","wikidata":"https://www.wikidata.org/wiki/Q4800961","display_name":"Articulation (sociology)","level":3,"score":0.7137845754623413},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6299593448638916},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.503832995891571},{"id":"https://openalex.org/C2780844864","wikidata":"https://www.wikidata.org/wiki/Q184377","display_name":"Pronunciation","level":2,"score":0.4624398648738861},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4508008658885956},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.09291523694992065},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers12080150","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers12080150","pdf_url":"https://www.mdpi.com/2073-431X/12/8/150/pdf?version=1690533122","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ec53de46f6684fc4a67d536b4d629a94","is_oa":true,"landing_page_url":"https://doaj.org/article/ec53de46f6684fc4a67d536b4d629a94","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 12, Iss 8, p 150 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers12080150","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers12080150","pdf_url":"https://www.mdpi.com/2073-431X/12/8/150/pdf?version=1690533122","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.800000011920929,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1875895610","display_name":null,"funder_award_id":"42075134","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385342160.pdf"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W2307770531","https://openalex.org/W2916798096","https://openalex.org/W2962770929","https://openalex.org/W2963168844","https://openalex.org/W2963419579","https://openalex.org/W3035574324","https://openalex.org/W3138516171","https://openalex.org/W3178284600"],"related_works":["https://openalex.org/W2183593636","https://openalex.org/W2350724007","https://openalex.org/W2355751417","https://openalex.org/W2000075989","https://openalex.org/W2423284978","https://openalex.org/W2083922162","https://openalex.org/W1607396156","https://openalex.org/W2776838583","https://openalex.org/W2359469050","https://openalex.org/W2197967814"],"abstract_inverted_index":{"Knowing":[0],"the":[1,5,26,53,67,105,122,138,154,172,194,219,224,256,268],"correct":[2],"positioning":[3],"of":[4,51,70,99,118,129,191,214,221,270,274],"tongue":[6],"and":[7,29,90,132,180,223,247,258,267,291],"mouth":[8],"for":[9,13,66,297],"pronunciation":[10,16],"is":[11,20,56,116],"crucial":[12],"learning":[14,76],"English":[15,32,298],"correctly.":[17],"Articulatory":[18],"animation":[19,45,148,213,266,269],"an":[21,81],"effective":[22],"way":[23],"to":[24,31,95,104,143,165,262,287,295],"address":[25,59],"above":[27],"task":[28],"helpful":[30,294],"learners.":[33],"However,":[34],"articulatory":[35,54,71,100,168,245,284],"animations":[36,55,72,101,120,133,260,285],"are":[37],"all":[38,52],"traditionally":[39],"hand-drawn.":[40],"Different":[41],"situations":[42],"require":[43],"varying":[44],"styles,":[46],"so":[47],"a":[48,64,74,86,91,97,110,127,166,185,203,230,264,271],"comprehensive":[49],"redraw":[50],"necessary.":[57],"To":[58,228],"this":[60,280],"issue,":[61],"we":[62,201,234,254],"developed":[63],"method":[65,79],"automatic":[68,82],"generation":[69],"using":[73],"deep":[75,186],"system.":[77],"Our":[78],"leverages":[80],"keypoint-based":[83],"detection":[84],"network,":[85,89],"motion":[87],"transfer":[88,93],"style":[92,238],"network":[94,188,206],"generate":[96,211,263],"series":[98],"that":[102,209,279],"adhere":[103],"desired":[106,123],"style.":[107,227],"By":[108],"inputting":[109],"target-style":[111],"articulation":[112,130,146,155,198,299],"image,":[113],"our":[114,145],"system":[115,281],"capable":[117,190],"producing":[119],"with":[121],"characteristics.":[124],"We":[125,150,183],"created":[126],"dataset":[128],"images":[131,156],"from":[134,218],"public":[135],"sources,":[136],"including":[137],"International":[139],"Phonetic":[140],"Association":[141],"(IPA),":[142],"establish":[144],"image":[147,226],"dataset.":[149],"performed":[151],"preprocessing":[152],"on":[153],"by":[157],"segmenting":[158],"them":[159],"into":[160],"distinct":[161],"areas":[162],"each":[163],"corresponding":[164],"specific":[167],"part,":[169],"such":[170],"as":[171],"tongue,":[173],"upper":[174],"jaw,":[175,177],"lower":[176],"soft":[178],"palate,":[179],"vocal":[181],"cords.":[182],"trained":[184,202],"neural":[187],"model":[189,208],"automatically":[192,217],"detecting":[193],"keypoints":[195,222],"in":[196],"typical":[197],"images.":[199],"Also,":[200],"generative":[204],"adversarial":[205],"(GAN)":[207],"can":[210,282],"end-to-end":[212],"different":[215,237],"styles":[216],"characteristics":[220],"learned":[225],"train":[229],"relatively":[231],"robust":[232],"model,":[233],"used":[235],"four":[236],"videos:":[239],"one":[240],"magnetic":[241],"resonance":[242],"imaging":[243],"(MRI)":[244],"video":[246],"three":[248],"hand-drawn":[249],"videos.":[250],"For":[251],"further":[252],"applications,":[253],"combined":[255],"consonant":[257],"vowel":[259],"together":[261],"syllable":[265],"word":[272],"consisting":[273],"many":[275],"syllables.":[276],"Experiments":[277],"show":[278],"auto-generate":[283],"according":[286],"input":[288],"phonetic":[289],"symbols":[290],"should":[292],"be":[293],"people":[296],"correction.":[300]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}