{"id":"https://openalex.org/W4408356191","doi":"https://doi.org/10.1109/icassp49660.2025.10888365","title":"Cued Speech Generation Leveraging a Pre-trained Audiovisual Text-to-Speech Model","display_name":"Cued Speech Generation Leveraging a Pre-trained Audiovisual Text-to-Speech Model","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408356191","doi":"https://doi.org/10.1109/icassp49660.2025.10888365"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10888365","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10888365","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062020396","display_name":"Sanjana Sankar","orcid":null},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210124956","display_name":"GIPSA-Lab","ror":"https://ror.org/02wrme198","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Sanjana Sankar","raw_affiliation_strings":["Univ. Grenoble Alpes,CNRS, Grenoble INP, GIPSA-Lab,Grenoble,France,38000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Grenoble Alpes,CNRS, Grenoble INP, GIPSA-Lab,Grenoble,France,38000","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002601733","display_name":"Martin Lenglet","orcid":"https://orcid.org/0000-0002-3359-6846"},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210124956","display_name":"GIPSA-Lab","ror":"https://ror.org/02wrme198","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Martin Lenglet","raw_affiliation_strings":["Univ. Grenoble Alpes,CNRS, Grenoble INP, GIPSA-Lab,Grenoble,France,38000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Grenoble Alpes,CNRS, Grenoble INP, GIPSA-Lab,Grenoble,France,38000","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071432574","display_name":"G\u00e9rard Bailly","orcid":"https://orcid.org/0000-0002-6053-0818"},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210124956","display_name":"GIPSA-Lab","ror":"https://ror.org/02wrme198","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"G\u00e9rard Bailly","raw_affiliation_strings":["Univ. Grenoble Alpes,CNRS, Grenoble INP, GIPSA-Lab,Grenoble,France,38000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Grenoble Alpes,CNRS, Grenoble INP, GIPSA-Lab,Grenoble,France,38000","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085944842","display_name":"Denis Beautemps","orcid":"https://orcid.org/0000-0001-9625-3018"},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210124956","display_name":"GIPSA-Lab","ror":"https://ror.org/02wrme198","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Denis Beautemps","raw_affiliation_strings":["Univ. Grenoble Alpes,CNRS, Grenoble INP, GIPSA-Lab,Grenoble,France,38000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Grenoble Alpes,CNRS, Grenoble INP, GIPSA-Lab,Grenoble,France,38000","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060372031","display_name":"Thomas Hueber","orcid":"https://orcid.org/0000-0002-8296-5177"},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210124956","display_name":"GIPSA-Lab","ror":"https://ror.org/02wrme198","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Thomas Hueber","raw_affiliation_strings":["Univ. Grenoble Alpes,CNRS, Grenoble INP, GIPSA-Lab,Grenoble,France,38000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Grenoble Alpes,CNRS, Grenoble INP, GIPSA-Lab,Grenoble,France,38000","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6716,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.82806324,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.8112000226974487,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.8112000226974487,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.8100000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.7171000242233276,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cued-speech","display_name":"Cued speech","score":0.8913462162017822},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7667464017868042},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6847237348556519},{"id":"https://openalex.org/keywords/speech-synthesis","display_name":"Speech synthesis","score":0.46413204073905945},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38398998975753784},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33837106823921204},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15160024166107178},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.08847817778587341}],"concepts":[{"id":"https://openalex.org/C83195618","wikidata":"https://www.wikidata.org/wiki/Q590951","display_name":"Cued speech","level":2,"score":0.8913462162017822},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7667464017868042},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6847237348556519},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.46413204073905945},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38398998975753784},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33837106823921204},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15160024166107178},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.08847817778587341}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10888365","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10888365","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W65285033","https://openalex.org/W1979013937","https://openalex.org/W2066236581","https://openalex.org/W2115410550","https://openalex.org/W2144499799","https://openalex.org/W2145552339","https://openalex.org/W2964243274","https://openalex.org/W2997573805","https://openalex.org/W3207281888","https://openalex.org/W4225685860","https://openalex.org/W4380862910","https://openalex.org/W4402112281","https://openalex.org/W6603719763","https://openalex.org/W6606634433","https://openalex.org/W6635999207","https://openalex.org/W6679045638","https://openalex.org/W6764045775","https://openalex.org/W6864236941"],"related_works":["https://openalex.org/W2791807133","https://openalex.org/W4220960781","https://openalex.org/W2010535944","https://openalex.org/W2082933777","https://openalex.org/W2082371543","https://openalex.org/W3157864487","https://openalex.org/W3095039513","https://openalex.org/W3176549632","https://openalex.org/W62877638","https://openalex.org/W3204019825"],"abstract_inverted_index":{"This":[0,44],"paper":[1],"presents":[2],"a":[3,14,37,85],"novel":[4],"approach":[5],"for":[6,72],"the":[7,27,89,95,98],"automatic":[8,80],"generation":[9],"of":[10,100],"Cued":[11,50],"Speech":[12,51],"(ACSG),":[13],"visual":[15],"communication":[16],"system":[17],"used":[18],"by":[19,35],"people":[20],"with":[21],"hearing":[22],"impairment":[23],"to":[24,48],"better":[25],"elicit":[26],"spoken":[28],"language.":[29],"We":[30],"explore":[31],"transfer":[32],"learning":[33],"strategies":[34],"leveraging":[36],"pre-trained":[38],"audiovisual":[39],"autoregressive":[40],"text-to-speech":[41],"model":[42,45],"(AVTacotron2).":[43],"is":[46,76],"reprogrammed":[47],"infer":[49],"(CS)":[52],"hand":[53],"and":[54],"lip":[55],"movements":[56],"from":[57],"text":[58],"input.":[59],"Experiments":[60],"are":[61],"conducted":[62],"on":[63],"two":[64],"publicly":[65],"available":[66],"datasets,":[67],"including":[68],"one":[69],"recorded":[70],"specifically":[71],"this":[73],"study.":[74],"Performance":[75],"assessed":[77],"using":[78],"an":[79],"CS":[81],"recognition":[82],"system.":[83],"With":[84],"decoding":[86],"accuracy":[87],"at":[88],"phonetic":[90],"level":[91],"reaching":[92],"approximately":[93],"77%,":[94],"results":[96],"demonstrate":[97],"effectiveness":[99],"our":[101],"approach.":[102]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}